-- Logs begin at Fri 2022-02-04 05:02:34 UTC, end at Fri 2022-02-04 06:38:05 UTC. -- Feb 04 05:33:25.619439 dv-neutron-827794-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 05:33:28.354420 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.common.config [-] Logging enabled! Feb 04 05:33:28.355030 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev41 Feb 04 05:33:28.355168 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108637) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 05:33:28.358300 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.common.config [-] Logging enabled! Feb 04 05:33:28.358549 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev41 Feb 04 05:33:28.358859 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108637) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 05:33:28.359789 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 05:33:28.360018 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 05:33:28.360365 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 05:33:28.360605 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 05:33:28.360826 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 05:33:28.361137 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.361425 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.361714 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.361960 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.362248 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.362532 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.362809 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.363089 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.363373 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.363651 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.363922 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.364196 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.364419 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.364692 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.364970 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.365247 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.365464 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] debug = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.365733 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.366705 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.367114 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.367389 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.367673 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.367946 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.368209 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.368476 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.368753 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.369074 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] host = dv-neutron-827794-1-hyperv {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.369354 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.369633 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.369939 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.370219 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.370491 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.370759 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.371035 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.371300 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.371566 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] log_file = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.371834 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.372113 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.372392 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.372675 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.372894 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.373112 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.373394 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.373675 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.373967 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.374239 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.374509 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.374777 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.375044 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.375305 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.375580 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.375855 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.376131 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.376398 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.376667 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.376931 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.377195 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.377469 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.377734 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.378023 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.378288 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.378570 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.378833 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.379100 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.379395 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.379671 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.379945 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.380219 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.380487 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.380759 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.381025 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.381288 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.381549 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] use_json = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.382383 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.382648 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.382924 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.383190 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.383455 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.383723 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.383987 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.384264 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.384528 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:28.384815 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.385106 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.385399 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.385680 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.385990 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.386265 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.386546 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.386816 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.387096 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.387377 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.387659 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.387929 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.388210 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.388480 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.388766 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.389063 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.389356 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.389639 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.389935 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.390206 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.390473 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.390743 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.391025 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.391297 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.391579 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.391861 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.392134 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.392413 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.392697 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.392980 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.393247 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.393518 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.393819 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.394090 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.394090 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.394689 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.394884 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.395153 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.395420 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.395695 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.395967 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.396234 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.396498 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.396769 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.397053 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.397345 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.397613 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.397906 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.398176 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.398440 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.398719 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.398991 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.399260 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.399523 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.399791 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.400055 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.400319 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.400587 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.400851 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.401118 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.401381 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.401644 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.401942 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.402206 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.402471 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.402734 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.402998 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.403264 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.403527 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.403792 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.404057 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.404321 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.404587 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.404864 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.405155 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.405428 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.405702 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.406001 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.406273 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.406547 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.406819 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.407094 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.407369 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.407637 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.407921 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.408200 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.408481 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.408758 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.409036 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.409333 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.409607 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.409913 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.410188 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.410461 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.410740 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.411018 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.411306 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.411597 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.411885 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.412173 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.412457 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.412735 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.413062 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.413338 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:28.413552 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 05:33:28.413804 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108637) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 05:33:28.760869 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 05:33:28.761137 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 05:33:28.761423 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 05:33:28.761748 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 05:33:29.149706 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.150014 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.150285 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.151573 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.151856 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.152121 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.187040 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.187315 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.187585 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.202822 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.203100 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.203365 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.231123 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.231399 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.231661 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.267809 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.268087 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.268348 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.499937 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.500425 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.500525 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.500725 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.501405 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.620738 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.621056 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.621340 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.621610 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.621895 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.622201 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.622459 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.622714 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.622965 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.623243 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.623498 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.623756 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.624006 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.624250 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.624500 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.624755 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.625002 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.625260 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.625521 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.625786 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.626054 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.626302 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.626578 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.626945 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.627190 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.627428 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.627806 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:33:29.628041 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:33:29.628271 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:33:29.628501 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:33:29.628730 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:33:29.628959 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:33:29.629312 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 05:33:29.632440 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 05:33:29.636354 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 05:33:29.640140 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 04 05:33:29.641759 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 05:33:29.642230 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 05:33:29.642557 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 05:33:29.642927 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 05:33:29.645910 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 05:33:29.646160 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 05:33:29.646501 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 05:33:29.652264 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 04 05:33:29.674647 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 05:33:29.675085 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.675375 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108637) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 05:33:29.675733 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.677103 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108637) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 05:33:29.677381 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 05:33:29.677623 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 05:33:29.680865 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.681143 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:29.744161 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 05:33:29.744349 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 05:33:29.744582 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 05:33:29.744940 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 05:33:29.766394 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_db.sqlalchemy.engines [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108637) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 04 05:33:30.284560 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Initializing driver for type 'gre' Feb 04 05:33:30.285211 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] gre ID ranges: [(1, 1000)] Feb 04 05:33:30.337696 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Initializing driver for type 'local' Feb 04 05:33:30.338060 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Initializing driver for type 'vlan' Feb 04 05:33:30.351349 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] VlanTypeDriver initialization complete Feb 04 05:33:30.351678 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Initializing driver for type 'vxlan' Feb 04 05:33:30.352212 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] vxlan ID ranges: [(1, 1000)] Feb 04 05:33:30.406059 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Initializing extension driver 'port_security' Feb 04 05:33:30.406526 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.extensions.port_security [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] PortSecurityExtensionDriver initialization complete Feb 04 05:33:30.406991 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Initializing mechanism driver 'openvswitch' Feb 04 05:33:30.407336 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Initializing mechanism driver 'hyperv' Feb 04 05:33:30.414602 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.plugins.ml2.plugin [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:33:30.416977 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > port after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.417360 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > port after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.417717 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > port after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.418270 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:33:30.418711 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > subnet after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.419068 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > subnet after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.419416 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > subnet after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.419805 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:33:30.420215 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > network after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.420563 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > network after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.420905 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > network after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.421323 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:33:30.421738 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > security_group after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.422113 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > security_group after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.422471 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > security_group after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.422853 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:33:30.423261 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.423609 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.423950 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.424344 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:33:30.424750 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > address_group after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.425098 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > address_group after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.425437 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > address_group after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.425859 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108637) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 05:33:30.426311 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] ML2 OVO RPC backend initialized. {{(pid=108637) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 04 05:33:30.427012 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router_interface after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.427369 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.427786 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > network before_response 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.428137 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > networks before_response 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.428514 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > port before_response 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.428859 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > ports before_response 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.429206 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > subnet before_response 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.429549 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > subnets before_response 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.429928 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > network after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.430270 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > network after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.430606 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > network after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.430950 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > port after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.431292 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > port after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.431632 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > port after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.431975 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > subnet after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.432313 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > subnet after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.432652 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > subnet after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.433230 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.plugin [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Modular L2 Plugin initialization complete Feb 04 05:33:30.433559 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading services supported by the core plugin {{(pid=108637) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 05:33:30.433922 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.plugins.ml2.managers [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Got port-security extension from driver 'port_security' Feb 04 05:33:30.434385 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.extensions.vlantransparent [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Disabled vlantransparent extension. Feb 04 05:33:30.434869 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108637) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 05:33:30.435184 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading Plugin: router Feb 04 05:33:30.471554 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router_interface before_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.471952 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router after_create 55549900 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.472330 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router before_create 55549900 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.472701 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.473077 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.473433 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router after_delete 55549900 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.473831 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > floatingip after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.474312 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > floatingip after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.474681 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router after_create 55549900 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.475036 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router after_update 55549900 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.476003 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router after_update 55549900 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.476365 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.476731 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router after_update 55549900 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.477148 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router precommit_update 55549900 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.477522 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: port after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.477904 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: port after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.478246 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: subnet after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.478588 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.478938 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > port precommit_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.479286 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router precommit_create 55549900 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.479630 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: port before_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.479977 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router precommit_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.480336 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router after_update 55549900 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.480685 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router precommit_delete 55549900 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.481034 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router precommit_create 55549900 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.481396 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router_interface after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.481743 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router precommit_update 55549900 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.482137 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > agent after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.482490 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > agent after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.482838 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > network after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.483703 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Tracking information for resource: router configured {{(pid=108637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:33:30.484035 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Tracking information for resource: floatingip configured {{(pid=108637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 05:33:30.488995 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.db.l3_agentschedulers_db [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 05:33:30.489571 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: port after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.489966 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: port after_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.490324 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: port after_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.490678 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: port after_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.491490 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router before_create 55550100 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.491858 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router precommit_delete 55550100 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.492231 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router precommit_create 55550100 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.492592 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > router precommit_update 55550100 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.497394 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.services.provider_configuration [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Service providers = [] {{(pid=108637) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 05:33:30.497761 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.db.servicetype_db [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108637) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 05:33:30.500745 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.services.service_base [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 05:33:30.501258 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.services.service_base [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 05:33:30.501440 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.services.service_base [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 05:33:30.502377 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.services.service_base [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 05:33:30.502753 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.services.service_base [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 05:33:30.503130 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:33:30.503450 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 05:33:30.514428 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:33:30.514771 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading Plugin: auto_allocate Feb 04 05:33:30.520483 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: network precommit_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.520859 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: network precommit_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.521379 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:33:30.521703 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading Plugin: tag Feb 04 05:33:30.529002 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:33:30.529338 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading Plugin: timestamp Feb 04 05:33:30.533174 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:33:30.533506 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading Plugin: network_ip_availability Feb 04 05:33:30.539587 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.539911 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.540271 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.540982 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:33:30.541305 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading Plugin: flavors Feb 04 05:33:30.546404 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:33:30.546739 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading Plugin: revisions Feb 04 05:33:30.551087 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 05:33:30.551479 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_concurrency.lockutils [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=108637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 05:33:30.552227 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108637) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 05:33:30.552569 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Initializing extension manager. Feb 04 05:33:30.553081 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: __init__.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.553449 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: __pycache__ {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.553807 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.554147 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: address_group.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.554906 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.555470 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: address-group Feb 04 05:33:30.555798 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: address_scope.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.556526 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.557041 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: address-scope Feb 04 05:33:30.557366 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: admin_state_down_before_update.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.558337 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.558858 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: router-admin-state-down-before-update Feb 04 05:33:30.559183 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: agent.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.559892 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.560403 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: agent Feb 04 05:33:30.560729 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: agent_resources_synced.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.561644 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.562193 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: agent-resources-synced Feb 04 05:33:30.562520 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: allowedaddresspairs.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.564319 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.564844 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: allowed-address-pairs Feb 04 05:33:30.565180 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: auto_allocated_topology.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.566293 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.566811 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: auto-allocated-topology Feb 04 05:33:30.567138 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: availability_zone.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.567832 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.568343 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: availability_zone Feb 04 05:33:30.568666 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: availability_zone_filter.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.569609 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.570151 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: availability_zone_filter Feb 04 05:33:30.570475 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: data_plane_status.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.571387 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.571895 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 05:33:30.572221 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: default_subnetpools.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.573139 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.573647 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: default-subnetpools Feb 04 05:33:30.573994 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: dhcpagentscheduler.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.574816 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.575329 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: dhcp_agent_scheduler Feb 04 05:33:30.575655 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: dns.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.576583 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.577098 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension dns-integration not supported by any of loaded plugins Feb 04 05:33:30.577423 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: dns_domain_ports.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.578372 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.578887 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 05:33:30.579212 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.580139 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.580648 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 04 05:33:30.580972 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: dvr.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.581649 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.582187 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: dvr Feb 04 05:33:30.582513 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: ecmp_routes.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.583433 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.583941 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension ecmp_routes not supported by any of loaded plugins Feb 04 05:33:30.584268 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: empty_string_filtering.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.585725 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.586268 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: empty-string-filtering Feb 04 05:33:30.586592 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.587506 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.588019 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 05:33:30.588340 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.589266 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.589797 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 05:33:30.590118 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: external_net.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.591045 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.591558 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: external-net Feb 04 05:33:30.591882 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: extra_dhcp_opt.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.592788 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.593296 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: extra_dhcp_opt Feb 04 05:33:30.593619 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: extraroute.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.594824 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.595334 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: extraroute Feb 04 05:33:30.595654 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: extraroute_atomic.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.596697 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.597206 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: extraroute-atomic Feb 04 05:33:30.597528 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: filter_validation.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.598404 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.598917 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: filter-validation Feb 04 05:33:30.599243 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: fip_pf_description.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.600165 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.601235 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 05:33:30.601557 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: fip_port_details.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.602543 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.603056 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: fip-port-details Feb 04 05:33:30.603379 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: flavors.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.604636 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.605164 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: flavors Feb 04 05:33:30.605493 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.607293 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.607827 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 05:33:30.608163 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: floatingip_pools.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.608868 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.609387 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: floatingip-pools Feb 04 05:33:30.609717 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: ip_allocation.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.610678 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.611187 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 05:33:30.611521 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.612451 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.612968 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: ip-substring-filtering Feb 04 05:33:30.613301 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: l2_adjacency.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.614267 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.614782 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 05:33:30.615113 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: l3.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.616114 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.616639 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: router Feb 04 05:33:30.616970 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: l3_conntrack_helper.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.619247 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.619788 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 05:33:30.620130 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.621070 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.621595 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: ext-gw-mode Feb 04 05:33:30.621964 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.622948 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.623467 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: l3-ha Feb 04 05:33:30.623798 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: l3_flavors.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.624749 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.625265 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: l3-flavors Feb 04 05:33:30.625592 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.626538 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.627049 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 05:33:30.627373 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: l3agentscheduler.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.628399 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.628914 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: l3_agent_scheduler Feb 04 05:33:30.629244 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: logging.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.630786 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.631311 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension logging not supported by any of loaded plugins Feb 04 05:33:30.631672 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: metering.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.632420 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.632997 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: metering Feb 04 05:33:30.633327 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.634599 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.635131 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: metering_source_and_destination_fields Feb 04 05:33:30.635464 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: multiprovidernet.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.636399 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.636913 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: multi-provider Feb 04 05:33:30.637243 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: netmtu.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.638200 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.638716 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: net-mtu Feb 04 05:33:30.639042 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: netmtu_writable.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.639968 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.640483 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: net-mtu-writable Feb 04 05:33:30.640810 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: network_availability_zone.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.641489 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.642028 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: network_availability_zone Feb 04 05:33:30.642358 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: network_ip_availability.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.643476 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.643996 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: network-ip-availability Feb 04 05:33:30.644324 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: network_segment_range.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.645096 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.645633 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 05:33:30.645986 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: pagination.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.646980 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.647832 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: pagination Feb 04 05:33:30.648161 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: port_device_profile.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.649079 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.649600 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: port-device-profile Feb 04 05:33:30.649966 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.650902 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.651415 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: port-mac-address-regenerate Feb 04 05:33:30.651742 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.652658 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.653176 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: port-numa-affinity-policy Feb 04 05:33:30.653501 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: port_resource_request.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.654458 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.654974 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 05:33:30.655306 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: portbindings.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.656236 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.656754 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: binding Feb 04 05:33:30.657082 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: portbindings_extended.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.658398 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.658921 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: binding-extended Feb 04 05:33:30.659253 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: portsecurity.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.660183 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.660701 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: port-security Feb 04 05:33:30.661026 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: project_id.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.662046 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.662382 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: project-id Feb 04 05:33:30.662705 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: providernet.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.664199 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.664718 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: provider Feb 04 05:33:30.665044 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: qos.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.668702 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.669230 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension qos not supported by any of loaded plugins Feb 04 05:33:30.669564 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.670847 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.671368 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 05:33:30.671705 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.672664 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.673185 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 05:33:30.673518 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: qos_default.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.674474 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.674993 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension qos-default not supported by any of loaded plugins Feb 04 05:33:30.675330 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: qos_fip.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.675995 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.676502 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension qos-fip not supported by any of loaded plugins Feb 04 05:33:30.676830 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: qos_gateway_ip.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.677762 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.678298 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 05:33:30.678654 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: qos_port_network_policy.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.679614 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.680133 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 05:33:30.680459 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: qos_pps_rule.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.681658 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.682205 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension qos-pps not supported by any of loaded plugins Feb 04 05:33:30.682535 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: qos_rule_type_details.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.683458 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.683970 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 05:33:30.684297 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: qos_rules_alias.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.685367 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.685915 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 05:33:30.686250 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: quotasv2.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.687348 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.687684 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: quotas Feb 04 05:33:30.688013 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: quotasv2_detail.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.691312 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.691656 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: quota_details Feb 04 05:33:30.691991 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: rbac.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.693063 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.693593 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: rbac-policies Feb 04 05:33:30.693965 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: rbac_address_group.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.694927 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.695455 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: rbac-address-group Feb 04 05:33:30.695786 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: rbac_address_scope.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.696712 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.697230 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: rbac-address-scope Feb 04 05:33:30.697560 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: rbac_security_groups.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.698526 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.699049 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: rbac-security-groups Feb 04 05:33:30.699376 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: rbac_subnetpool.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.700297 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.700826 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: rbac-subnetpool Feb 04 05:33:30.701140 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: revisionifmatch.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.702094 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.702614 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: revision-if-match Feb 04 05:33:30.702943 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: revisions.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.704074 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.704592 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: standard-attr-revisions Feb 04 05:33:30.704924 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: router_availability_zone.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.705613 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.706167 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: router_availability_zone Feb 04 05:33:30.706494 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: routerservicetype.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.707512 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.708031 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension router-service-type not supported by any of loaded plugins Feb 04 05:33:30.708360 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.709295 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.710353 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: security-groups-normalized-cidr Feb 04 05:33:30.710683 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: security_groups_port_filtering.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.711623 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.712143 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: port-security-groups-filtering Feb 04 05:33:30.712470 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.713399 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.713954 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: security-groups-remote-address-group Feb 04 05:33:30.714284 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: securitygroup.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.726176 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.726707 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: security-group Feb 04 05:33:30.727047 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: segment.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.727845 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.728356 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension segment not supported by any of loaded plugins Feb 04 05:33:30.728690 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.729641 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.730192 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 05:33:30.730523 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: servicetype.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.731774 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.732300 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: service-type Feb 04 05:33:30.732632 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: sorting.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.733628 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.733993 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: sorting Feb 04 05:33:30.734323 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: standard_attr_segment.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.735252 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.735773 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 05:33:30.736105 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: standardattrdescription.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.736765 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.737282 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: standard-attr-description Feb 04 05:33:30.737610 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: stateful_security_group.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.738574 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.739104 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: stateful-security-group Feb 04 05:33:30.739433 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: stdattrs_common.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.740021 dv-neutron-827794-1-hyperv neutron-server[108637]: WARNING neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 05:33:30.740350 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.741445 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.741999 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 05:33:30.742335 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: subnet_onboard.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.743413 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.743940 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: subnet_onboard Feb 04 05:33:30.744268 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.745196 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.745711 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 05:33:30.746072 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: subnet_service_types.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.747006 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.747524 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: subnet-service-types Feb 04 05:33:30.747851 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: subnetallocation.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.748942 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.749463 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: subnet_allocation Feb 04 05:33:30.749813 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.750483 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.751001 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: subnetpool-prefix-ops Feb 04 05:33:30.751327 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.752271 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.752789 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 05:33:30.753115 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: tagging.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.754192 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.754713 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: standard-attr-tag Feb 04 05:33:30.755042 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: timestamp.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.756260 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.757314 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loaded extension: standard-attr-timestamp Feb 04 05:33:30.757642 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: trunk.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.758722 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.759239 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension trunk not supported by any of loaded plugins Feb 04 05:33:30.759568 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: trunk_details.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.760498 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.761013 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension trunk-details not supported by any of loaded plugins Feb 04 05:33:30.761338 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: uplink_status_propagation.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.762291 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.762803 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 05:33:30.763125 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Loading extension file: vlantransparent.py {{(pid=108637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 05:33:30.763789 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 05:33:30.764300 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 05:33:30.766724 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:network Feb 04 05:33:30.767243 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:subnet Feb 04 05:33:30.767642 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 05:33:30.768034 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:port Feb 04 05:33:30.769259 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.v2.resource_helper [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:33:30.769696 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.v2.resource_helper [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Service FLAVORS assigned prefix: {{(pid=108637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:33:30.770359 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.v2.resource_helper [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:33:30.770786 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.v2.resource_helper [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:33:30.771115 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:router Feb 04 05:33:30.771543 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:floatingip Feb 04 05:33:30.772048 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.v2.resource_helper [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Service METERING assigned prefix: /metering {{(pid=108637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:33:30.774056 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.774430 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.774788 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:33:30.775770 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 05:33:30.776215 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:security_group Feb 04 05:33:30.776659 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 05:33:30.777259 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.v2.resource_helper [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Service CORE assigned prefix: {{(pid=108637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:33:30.777590 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 05:33:30.777964 dv-neutron-827794-1-hyperv neutron-server[108637]: WARNING neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] subnetpool is already registered Feb 04 05:33:30.778388 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.v2.resource_helper [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Service CORE assigned prefix: {{(pid=108637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:33:30.778715 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 05:33:30.779047 dv-neutron-827794-1-hyperv neutron-server[108637]: WARNING neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] subnetpool is already registered Feb 04 05:33:30.781300 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.v2.resource_helper [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:33:30.781737 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.v2.resource_helper [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Service FLAVORS assigned prefix: {{(pid=108637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:33:30.782361 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.v2.resource_helper [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:33:30.782782 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.v2.resource_helper [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:33:30.783115 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:router Feb 04 05:33:30.783455 dv-neutron-827794-1-hyperv neutron-server[108637]: WARNING neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] router is already registered Feb 04 05:33:30.783868 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:floatingip Feb 04 05:33:30.784204 dv-neutron-827794-1-hyperv neutron-server[108637]: WARNING neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] floatingip is already registered Feb 04 05:33:30.784661 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.v2.resource_helper [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Service METERING assigned prefix: /metering {{(pid=108637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:33:30.785319 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 05:33:30.785650 dv-neutron-827794-1-hyperv neutron-server[108637]: WARNING neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] rbac_policy is already registered Feb 04 05:33:30.786090 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:security_group Feb 04 05:33:30.786437 dv-neutron-827794-1-hyperv neutron-server[108637]: WARNING neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] security_group is already registered Feb 04 05:33:30.786844 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 05:33:30.787180 dv-neutron-827794-1-hyperv neutron-server[108637]: WARNING neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] security_group_rule is already registered Feb 04 05:33:30.787827 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.v2.resource_helper [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Service CORE assigned prefix: {{(pid=108637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:33:30.788154 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 05:33:30.788488 dv-neutron-827794-1-hyperv neutron-server[108637]: WARNING neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] subnetpool is already registered Feb 04 05:33:30.788909 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.v2.resource_helper [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Service CORE assigned prefix: {{(pid=108637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 05:33:30.789243 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 05:33:30.789577 dv-neutron-827794-1-hyperv neutron-server[108637]: WARNING neutron.quota.resource_registry [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] subnetpool is already registered Feb 04 05:33:30.790123 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: extensions {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.791571 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: address-groups {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.793062 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: address-scopes {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.794408 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: agents {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.795576 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: auto-allocated-topology {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.796822 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: availability_zones {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.798125 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: dhcp-networks {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.799619 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: dhcp-agents {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.801038 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: routers {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.803274 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: flavors {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.804484 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: service_profiles {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.805719 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: next_providers {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.807228 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: service_profiles {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.808866 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: floatingip-pools {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.810119 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: routers {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.812233 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: floatingips {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.813517 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: l3-routers {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.814936 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: l3-agents {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.816370 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: metering-labels {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.817715 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: metering-label-rules {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.819556 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: network-ip-availabilities {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.820842 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: bindings {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.822554 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: quotas {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.823972 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: quotas {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.825381 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: rbac-policies {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.826610 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: security-groups {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.828873 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: security-group-rules {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.830162 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: service-providers {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.831383 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: subnetpools {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.832809 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: subnetpools {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.834305 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: tags {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.836618 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: tags {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.838481 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: tags {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.840278 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: tags {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.842085 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: tags {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.843956 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: tags {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.845933 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: tags {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.847855 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: tags {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.849627 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: tags {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.851476 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron.api.extensions [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Extended resource: tags {{(pid=108637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 05:33:30.857413 dv-neutron-827794-1-hyperv neutron-server[108637]: WARNING keystonemiddleware.auth_token [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 05:33:30.862147 dv-neutron-827794-1-hyperv neutron-server[108637]: WARNING keystonemiddleware.auth_token [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 05:33:30.870633 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_concurrency.lockutils [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Acquired lock "singleton_lock" {{(pid=108637) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 05:33:30.871112 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_concurrency.lockutils [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Releasing lock "singleton_lock" {{(pid=108637) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 05:33:30.871740 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO oslo_service.service [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Starting 2 workers Feb 04 05:33:30.876614 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Started child 108744 {{(pid=108637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 05:33:30.881069 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Started child 108745 {{(pid=108637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 05:33:30.882638 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:30.883443 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO neutron.service [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 05:33:30.883928 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Notify callbacks [] for process, before_spawn {{(pid=108637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:30.884100 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [-] (108744) wsgi starting up on http://0.0.0.0:9696 Feb 04 05:33:30.886304 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:30.886763 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO oslo_service.service [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Starting 1 workers Feb 04 05:33:30.887671 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [-] (108745) wsgi starting up on http://0.0.0.0:9696 Feb 04 05:33:30.891720 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Started child 108746 {{(pid=108637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 05:33:30.892268 dv-neutron-827794-1-hyperv neutron-server[108637]: INFO oslo_service.service [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Starting 1 workers Feb 04 05:33:30.895416 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.service [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] calling RpcWorker wait() {{(pid=108746) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 05:33:30.895957 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.service [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] returning from RpcWorker wait() {{(pid=108746) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 05:33:30.896722 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Started child 108747 {{(pid=108637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 05:33:30.897942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:30.898178 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG neutron_lib.callbacks.manager [None req-0e6ac6e5-429d-4823-9f90-e339c222412c None None] Notify callbacks [] for process, after_spawn {{(pid=108637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:30.898519 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:33:30.900055 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108637) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 05:33:30.900265 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 05:33:30.900454 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 05:33:30.900674 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 05:33:30.901016 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 05:33:30.901186 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 05:33:30.901693 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.901995 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.902145 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:30.902594 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.902594 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.902793 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.903218 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:33:30.903375 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.903635 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.903897 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.904170 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.904418 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.904593 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.904760 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.905022 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.905272 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.905571 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.905855 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.906094 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.906367 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.906539 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.906786 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.907053 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.907313 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.907575 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] debug = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.907817 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.908301 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.908529 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.908766 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.908982 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.909375 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.909638 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.909918 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.910165 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.910402 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.910658 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.910909 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.911143 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.911360 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.911593 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.911837 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.912085 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.912561 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] host = dv-neutron-827794-1-hyperv {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.912824 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.913068 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.913323 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.913553 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.913827 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.914066 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.914332 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.914561 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.914811 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.915035 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.915282 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.915545 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.915778 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.916035 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_file = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.916200 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_options = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.916455 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.916712 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.916961 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.917156 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.917326 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.917502 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.917759 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.917930 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.918192 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.918426 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.918639 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.918850 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.919082 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.919292 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.919551 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.919786 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.920019 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.920227 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.920482 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.920691 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.920913 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.921142 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.921384 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.921601 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.921855 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.922111 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.922345 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.922569 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.922779 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.923029 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.923273 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.924551 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.924799 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.925054 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.925323 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.925556 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.926024 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.926024 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.927707 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.929470 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.929758 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.930144 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.930341 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.930649 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.930948 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.931147 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.931370 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] use_json = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.931615 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.931855 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.932119 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.932340 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.932578 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.932797 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.933018 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.933255 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.933493 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:30.933955 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.934250 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.934572 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.934802 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.935040 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.935292 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.935546 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.935768 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.936722 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.936722 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.937012 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.937185 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.937462 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.937705 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.938176 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.938331 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.938542 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.938825 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.939088 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.939380 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.939596 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.940026 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.941388 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.941388 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.941388 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.941798 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.941798 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.942549 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.942549 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.943439 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.943439 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.943439 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.943439 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.943794 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.943794 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.943951 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.944683 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.944955 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.945176 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.945422 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.947369 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.947369 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.947369 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.947369 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.947369 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.947369 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.947369 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.947369 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.948319 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.948319 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.948319 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.948319 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.948319 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.948898 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.948898 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.949136 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.949256 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.949412 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.949647 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.949885 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.950118 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.950342 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.950587 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.950790 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.951031 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.951245 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.951505 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.951743 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.951957 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.952169 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.952381 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.952585 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.952792 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.953036 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.953252 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.953495 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.953737 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.953980 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.954199 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.954432 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.954648 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.956290 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.956523 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.958264 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.959636 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.960532 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.960766 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.961026 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.961263 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.961541 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.961889 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.962135 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.962389 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.962643 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.962890 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.963134 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.963404 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.963619 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.963839 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.964065 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.964332 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.964587 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.964817 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.965046 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.965267 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.965510 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.965728 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.966642 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.966867 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.967124 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.967350 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.967618 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.967876 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.968111 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.968416 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.968699 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.970536 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.970796 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.971096 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.971354 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.971642 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.972491 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.973722 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.974031 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.974295 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.974552 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.974808 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.975066 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.975372 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.975622 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.975857 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.976085 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.976370 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.976618 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.976848 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.977086 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.977321 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.977640 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.978354 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.978601 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.978819 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.979101 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.979348 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.979598 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.979863 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.980123 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.981101 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.981357 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.981603 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.981867 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.982103 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.982334 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.982547 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.982789 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.982999 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.983251 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.983467 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.983704 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.983962 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.984192 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.984410 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.984640 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.984861 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.985075 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.985320 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.985534 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.985750 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.986005 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.986225 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.986469 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.986698 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.986912 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.987159 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.987375 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.987638 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.987898 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.988130 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.988357 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.988583 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.988839 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.989052 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.989292 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.989512 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.989749 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.989987 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.990214 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.990446 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.990687 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.990934 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.991174 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.991575 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.991834 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.992176 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.992431 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.992883 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.993133 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.993345 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.993586 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.993917 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.994138 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.994377 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.994593 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.995581 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.996320 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.996574 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.996827 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.997048 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.997261 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.998556 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.998816 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.999043 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.999334 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.999569 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:30.999809 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.000079 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.000320 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.000537 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.000783 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.001016 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.001228 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.001451 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.001667 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.002423 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.002660 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.002872 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.003082 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.003526 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.003770 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.003982 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.004250 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.004462 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.004693 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.004924 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.005147 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.005357 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.005579 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.005828 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.006039 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.006404 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.007834 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.008055 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.008292 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.008506 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.008719 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.008940 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.009155 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.009365 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.009684 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.009974 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.010196 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.010290 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:33:31.010500 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.010743 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.010988 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.011226 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.011544 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.011761 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.012005 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.012239 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.012456 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.012675 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.012926 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.013319 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.013820 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.014076 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.014693 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.014975 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.015270 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.015542 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.016161 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.017887 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.018243 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.018533 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.018801 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.019035 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.019291 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.019536 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.019755 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.019973 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.020211 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.020427 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.020680 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.020927 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.021157 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.021390 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.021617 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.023085 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.023360 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.023616 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.023844 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.024713 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.024883 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 05:33:31.027026 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108637) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 05:33:31.027199 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 05:33:31.027358 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 05:33:31.027550 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 05:33:31.027739 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 05:33:31.027900 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 05:33:31.028111 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.028279 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.028443 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.028603 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.028762 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.028941 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.029102 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.029261 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.029421 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.029579 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.029738 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.030311 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.030472 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.030786 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.031098 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.031404 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.031585 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.031742 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.032061 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.032220 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.032379 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.032537 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.032695 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] debug = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.032853 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.033058 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.033223 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.033381 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.033539 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.033695 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.033942 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.034104 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.034830 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.035701 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.036457 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.036637 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.036889 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.037712 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.038419 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.038585 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.038748 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.038909 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] host = dv-neutron-827794-1-hyperv {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.039069 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.039229 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.039389 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.039547 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.039706 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.039865 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.040024 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.040228 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.040340 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.040498 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.040657 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.040819 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.040977 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.041133 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_file = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.041290 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_options = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.041447 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.041603 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.041761 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.042858 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.043028 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.044506 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.045055 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.045505 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.045677 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.045874 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.046037 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.046197 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.046356 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.046514 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.046672 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.046831 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.046989 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.047148 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.047307 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.047464 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.047620 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.047777 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.047934 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.048091 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.048249 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.048406 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.048562 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.048719 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.048876 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.049033 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.049191 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.049350 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.049508 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.049664 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.049893 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.050095 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.050278 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.050472 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.050629 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.050806 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.050972 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.051288 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.051460 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.051625 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.051790 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.051955 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.052106 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] use_json = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.052265 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.052425 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.052576 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.052744 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.052977 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.053078 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.053242 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.053338 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.053658 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 05:33:31.053920 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.054084 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.054259 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.054928 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.054928 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.054928 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.054928 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.055209 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.055209 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.055327 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.055481 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.055644 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.055836 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.055966 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.056120 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.056278 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.056446 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.056624 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.056775 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.056921 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.057077 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.057232 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.057396 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.057556 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.057721 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.057907 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.058069 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.058245 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.058405 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.058570 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.058730 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.058891 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.059051 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.059214 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.059375 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.059536 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.059698 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.059859 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.060019 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.060180 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.060341 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.060518 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.060663 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.060826 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.060986 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.061146 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.061308 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.061469 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.061630 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.061815 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.061981 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.062142 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.062303 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.062463 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.062623 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.062795 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.062957 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.063117 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.063278 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.063439 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.063600 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.063761 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.063922 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.064083 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.064244 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.064406 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.064580 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.064742 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.064908 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.065070 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.065230 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.065391 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.065552 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.065714 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.065905 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.066064 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.066225 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.066386 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.066547 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.066708 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.066869 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.067030 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.067191 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.067353 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.067513 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.067674 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.067835 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.067995 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.068156 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.068325 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.068500 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.068660 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.068821 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.069490 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.069672 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.069856 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.070019 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.070181 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.070344 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.070505 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.070666 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.070827 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.070989 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.071151 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.071311 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.071471 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.071631 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.071792 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.071953 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.072113 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.072274 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.072435 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.072595 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.072757 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.072917 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.073078 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.073247 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.073408 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.073572 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.073733 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.073919 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.074092 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.074256 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.074418 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.074580 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.074741 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.074903 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.075064 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.075225 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.075390 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.075551 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.075712 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.075879 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.076050 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.076211 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.076371 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.076532 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.076716 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.076876 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.077037 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.077198 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.077359 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.077519 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.077680 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.077862 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.078024 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.078185 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.078346 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.078508 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.078669 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.078831 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.078991 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.079153 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.079314 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.079475 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.079636 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.079798 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.079959 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.080120 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.080281 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.080442 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.080603 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.080763 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.080924 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.081085 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.081246 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.081407 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.081567 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.081727 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.081911 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.082070 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.082231 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.082391 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.082561 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.082702 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.082863 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.083024 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.083184 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.083345 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.083505 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.083665 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.083828 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.083990 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.084150 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.084311 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.084470 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.084648 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.085377 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.085541 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.085703 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.085920 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.086084 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.086260 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.086422 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.086584 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.086745 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.086907 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.087068 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.087228 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.087389 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.087550 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.087709 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.087871 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.088033 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.088197 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.088358 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.088520 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.088682 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.088842 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.089003 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.089164 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.089338 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.089499 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.089660 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.089842 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.090003 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.090164 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.090334 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.090496 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.090655 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.090815 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.090975 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.091136 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.091306 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.091467 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.091627 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.091788 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.091949 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.092108 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.092277 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.092437 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.092597 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.092757 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.092917 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.093077 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.093247 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.093407 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.093567 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.093726 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.093908 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.094069 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.094240 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.094401 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.094814 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.094975 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.095135 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.095300 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.095470 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.095635 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.095797 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.095966 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.096127 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.096286 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.096446 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.096619 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.096781 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.096944 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.097105 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.097265 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.097427 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.097590 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.097755 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.097946 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.098114 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.098276 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.098445 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.098613 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.098782 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.098944 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.099111 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.099284 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.099443 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.099603 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.099763 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.099924 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.100084 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.100263 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.100427 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.100588 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.100749 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.100909 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.101069 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.101230 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.101390 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.101551 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.101713 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.101896 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.102057 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.102217 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.102378 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 05:33:31.102530 dv-neutron-827794-1-hyperv neutron-server[108637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 05:33:31.293521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 45146) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:33:31.302070 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063121 Feb 04 05:33:42.745057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad5523c-be82-4309-a692-d63e37a7546f None None] get_active_networks_info from dv-neutron-827794-1-hyperv {{(pid=108746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:33:42.785637 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-04203afe-835c-4b6d-bd32-53114c9599d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1014327'] for agent, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:42.828715 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad5523c-be82-4309-a692-d63e37a7546f None None] No non-hosted networks {{(pid=108746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 05:33:44.798340 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5dac2e13-ae1c-4cfd-82d0-89979293bada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1014327'] for agent, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:44.844875 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cfc6601f-d77c-44cf-81cd-d368de3ae827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:45.816393 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1014327'] for agent, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:47.603192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1014327'] for agent, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:47.872098 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1014327'] for agent, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:47.873586 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:47.874468 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:47.875364 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:47.877997 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:47.878520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:47.878857 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:47.879207 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:47.879558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:47.879928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:47.880269 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:47.881184 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:47.881487 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:47.884331 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-827794-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:33:47.911299 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-827794-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:33:48.362045 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.db.l3_hamode_db [None req-e472e7bb-daf7-4591-8d01-8c95f08e3094 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 05:33:48.439246 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e472e7bb-daf7-4591-8d01-8c95f08e3094 None None] Routers set() bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:33:48.439705 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e472e7bb-daf7-4591-8d01-8c95f08e3094 None None] Router IDs set() for agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 05:33:48.688052 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 45236) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:33:49.188173 dv-neutron-827794-1-hyperv neutron-server[108745]: WARNING oslo_policy.policy [None req-6c6ccb57-c02e-4659-b71b-e327ee9cd409 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:33:49.188743 dv-neutron-827794-1-hyperv neutron-server[108745]: WARNING oslo_policy.policy [None req-6c6ccb57-c02e-4659-b71b-e327ee9cd409 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:33:49.413508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-6c6ccb57-c02e-4659-b71b-e327ee9cd409 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:33:49.414523 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6c6ccb57-c02e-4659-b71b-e327ee9cd409 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7254462 Feb 04 05:33:51.784726 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 45252) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:33:52.088332 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-9e146ddc-0338-45f3-9eae-4a191e039f12 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:33:52.183084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.policy [None req-9e146ddc-0338-45f3-9eae-4a191e039f12 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108745) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 05:33:52.227341 dv-neutron-827794-1-hyperv neutron-server[108745]: WARNING oslo_policy.policy [None req-9e146ddc-0338-45f3-9eae-4a191e039f12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:33:52.227702 dv-neutron-827794-1-hyperv neutron-server[108745]: WARNING oslo_policy.policy [None req-9e146ddc-0338-45f3-9eae-4a191e039f12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:33:52.236131 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.quota [None req-9e146ddc-0338-45f3-9eae-4a191e039f12 admin admin] Loaded quota_driver: . Feb 04 05:33:52.323947 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e146ddc-0338-45f3-9eae-4a191e039f12 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740036056990', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740036055147', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740036044331', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740036041159', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740035431967', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740036021359', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2092847', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2090770', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-614958', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-639419'] for rbac-policy, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:52.385491 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e146ddc-0338-45f3-9eae-4a191e039f12 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:52.386672 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9e146ddc-0338-45f3-9eae-4a191e039f12 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6009650 Feb 04 05:33:55.031695 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 45264) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:33:55.325600 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Request body: {'network': {'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'project_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'admin_state_up': True, 'name': 'private'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:33:55.356075 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Made reservation on behalf of f1ef4f80c704450ea4b8551ddaeafe86 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:33:55.359002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:55.375518 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:55.482114 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:55.485764 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:55.510102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:33:55.542385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740032554810', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:55.546803 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Unsubscribe: segment precommit_create {{(pid=108745) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 05:33:55.547304 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Added segment 15e2f057-61e7-492d-9a97-4cfd5fd42ee9 of type vlan for network e6eb4a8b-77f3-41c0-9f59-c1888b185e62 Feb 04 05:33:55.555276 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d871b2b3-44a7-4f2c-a5b3-c7733603b5e9,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:33:55.575716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:55.576068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:55.576400 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:55.576751 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:55.577062 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:55.577379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:55.577717 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:55.578136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:55.578454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:55.578764 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:55.579075 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:55.579381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Tracked resource versions report: Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: pushed versions: Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: { 'AddressGroup': {'1.2'}, Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'ConntrackHelper': {'1.0'}, Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Log': {'1.0'}, Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Network': {'1.1'}, Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Port': {'1.7'}, Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'PortForwarding': {'1.2'}, Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'QosPolicy': {'1.9'}, Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'SecurityGroup': {'1.4'}, Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'SubPort': {'1.0'}, Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Subnet': {'1.1'}, Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Trunk': {'1.1'}} Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: consumer versions: Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: { DHCP agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: L3 agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: Metadata agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: Metering agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: Open vSwitch agent@dv-neutron-827794-1-hyperv: { 'AddressGroup': '1.2', Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'ConntrackHelper': '1.0', Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Log': '1.0', Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Network': '1.1', Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Port': '1.7', Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'PortForwarding': '1.2', Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'QosPolicy': '1.9', Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'SecurityGroup': '1.4', Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'SecurityGroupRule': '1.2', Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'SubPort': '1.0', Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Subnet': '1.1', Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Trunk': '1.1'}} Feb 04 05:33:55.580726 dv-neutron-827794-1-hyperv neutron-server[108745]: {{(pid=108745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:33:55.658076 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:55.695494 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:55.696573 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:33:55.697220 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:55.777011 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7442636 Feb 04 05:33:55.794329 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bce83-55e4-4156-a39d-29434ee08901 admin admin] Pushing event updated for resources: {'Network': ['ID=e6eb4a8b-77f3-41c0-9f59-c1888b185e62,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:33:55.806353 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network e6eb4a8b-77f3-41c0-9f59-c1888b185e62 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:33:58.447008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 45278) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:33:58.929058 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING oslo_policy.policy [None req-f02119f8-c425-449d-aa61-65404ed53c87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:33:58.929612 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING oslo_policy.policy [None req-f02119f8-c425-449d-aa61-65404ed53c87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:33:59.367248 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.policy [None req-f02119f8-c425-449d-aa61-65404ed53c87 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108744) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 05:33:59.411843 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING oslo_policy.policy [None req-f02119f8-c425-449d-aa61-65404ed53c87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:33:59.412212 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING oslo_policy.policy [None req-f02119f8-c425-449d-aa61-65404ed53c87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 05:33:59.420205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02119f8-c425-449d-aa61-65404ed53c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:33:59.422085 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f02119f8-c425-449d-aa61-65404ed53c87 admin admin] 10.222.0.10 "GET /v2.0/networks/e6eb4a8b-77f3-41c0-9f59-c1888b185e62 HTTP/1.1" status: 200 len: 824 time: 0.9729667 Feb 04 05:33:59.460579 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ba956cfe-ed52-4d9c-9bc0-3d9a80b2b037 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/e74121e5-d7d4-4c88-973a-23a888392190 HTTP/1.1" status: 200 len: 734 time: 0.0323877 Feb 04 05:33:59.470792 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Request body: {'subnet': {'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'subnetpool_id': 'e74121e5-d7d4-4c88-973a-23a888392190', 'ip_version': 4, 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:33:59.471900 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.quota [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Loaded quota_driver: . Feb 04 05:33:59.510774 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Made reservation on behalf of f1ef4f80c704450ea4b8551ddaeafe86 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:33:59.513502 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:59.790392 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:59.858303 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Checking segment: {'id': '15e2f057-61e7-492d-9a97-4cfd5fd42ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:33:59.858675 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Network hostable DHCP agents. Network: e6eb4a8b-77f3-41c0-9f59-c1888b185e62, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:33:59.870729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e622b638-6aac-43fb-b89e-232cc641e274,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:33:59.886969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:59.887331 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:59.887670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:59.887996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:59.888320 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:59.888658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:59.888982 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:59.889315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:59.889636 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:59.889977 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:59.890312 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:59.890625 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Tracked resource versions report: Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: pushed versions: Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: { 'AddressGroup': {'1.2'}, Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'ConntrackHelper': {'1.0'}, Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Log': {'1.0'}, Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Network': {'1.1'}, Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Port': {'1.7'}, Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'PortForwarding': {'1.2'}, Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'QosPolicy': {'1.9'}, Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'SecurityGroup': {'1.4'}, Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'SubPort': {'1.0'}, Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Subnet': {'1.1'}, Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Trunk': {'1.1'}} Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: consumer versions: Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: { DHCP agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: L3 agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: Metadata agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: Metering agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: Open vSwitch agent@dv-neutron-827794-1-hyperv: { 'AddressGroup': '1.2', Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'ConntrackHelper': '1.0', Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Log': '1.0', Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Network': '1.1', Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Port': '1.7', Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'PortForwarding': '1.2', Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'QosPolicy': '1.9', Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'SecurityGroup': '1.4', Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'SecurityGroupRule': '1.2', Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'SubPort': '1.0', Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Subnet': '1.1', Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Trunk': '1.1'}} Feb 04 05:33:59.891944 dv-neutron-827794-1-hyperv neutron-server[108744]: {{(pid=108744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:33:59.907953 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Network e6eb4a8b-77f3-41c0-9f59-c1888b185e62 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:33:59.923049 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, e6eb4a8b-77f3-41c0-9f59-c1888b185e62) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:33:59.928035 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:33:59.928651 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:33:59.935806 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf74a0d-ff5f-45ca-89c2-4251eee52903 None None] Network e6eb4a8b-77f3-41c0-9f59-c1888b185e62 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:33:59.949789 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-30faff5b-0ed4-41f6-b042-54e4ae804c74 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4832618 Feb 04 05:34:00.249528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-e6eb4a8b-77f3-41c0-9f59-c1888b185e62', 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62', 'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'fixed_ips': [{'subnet_id': 'e622b638-6aac-43fb-b89e-232cc641e274'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:34:00.250835 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:00.522106 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Allocated IP 172.20.0.2 (e6eb4a8b-77f3-41c0-9f59-c1888b185e62/e622b638-6aac-43fb-b89e-232cc641e274/e78c0af4-1176-4cf8-95da-aea887b0a180) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:34:00.718649 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:00.726781 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:00.815358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Network e6eb4a8b-77f3-41c0-9f59-c1888b185e62 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:34:00.820598 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:34:00.830584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:34:00.841577 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Pushing event updated for resources: {'Port': ['ID=e78c0af4-1176-4cf8-95da-aea887b0a180,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:34:00.871986 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:00.872358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:00.872704 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:00.873042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:00.873374 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:00.873721 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:00.874078 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:00.874421 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:00.874768 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:00.875092 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:00.875415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:00.875733 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Tracked resource versions report: Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: pushed versions: Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: { 'AddressGroup': {'1.2'}, Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'ConntrackHelper': {'1.0'}, Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Log': {'1.0'}, Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Network': {'1.1'}, Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Port': {'1.7'}, Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'PortForwarding': {'1.2'}, Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'QosPolicy': {'1.9'}, Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'SecurityGroup': {'1.4'}, Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'SubPort': {'1.0'}, Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Subnet': {'1.1'}, Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Trunk': {'1.1'}} Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: consumer versions: Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: { DHCP agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: L3 agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: Metadata agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: Metering agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: Open vSwitch agent@dv-neutron-827794-1-hyperv: { 'AddressGroup': '1.2', Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'ConntrackHelper': '1.0', Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Log': '1.0', Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Network': '1.1', Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Port': '1.7', Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'PortForwarding': '1.2', Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'QosPolicy': '1.9', Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'SecurityGroup': '1.4', Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'SecurityGroupRule': '1.2', Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'SubPort': '1.0', Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Subnet': '1.1', Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Trunk': '1.1'}} Feb 04 05:34:00.877163 dv-neutron-827794-1-hyperv neutron-server[108746]: {{(pid=108746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:34:00.923913 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Attempting to bind port e78c0af4-1176-4cf8-95da-aea887b0a180 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:34:00.924304 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Attempting to bind port e78c0af4-1176-4cf8-95da-aea887b0a180 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '15e2f057-61e7-492d-9a97-4cfd5fd42ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:34:00.924735 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Attempting to bind port e78c0af4-1176-4cf8-95da-aea887b0a180 on network e6eb4a8b-77f3-41c0-9f59-c1888b185e62 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:34:00.929477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:34:00.929916 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Checking segment: {'id': '15e2f057-61e7-492d-9a97-4cfd5fd42ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:34:00.930400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:00.930793 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Bound using segment: {'id': '15e2f057-61e7-492d-9a97-4cfd5fd42ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:34:00.931317 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Bound port: e78c0af4-1176-4cf8-95da-aea887b0a180, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e2f057-61e7-492d-9a97-4cfd5fd42ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:34:00.931707 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:00.991995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] For port e78c0af4-1176-4cf8-95da-aea887b0a180, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:34:00.996004 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] For port e78c0af4-1176-4cf8-95da-aea887b0a180, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e78c0af4-1176-4cf8-95da-aea887b0a180,segment=NetworkSegment(15e2f057-61e7-492d-9a97-4cfd5fd42ee9),segment_id=15e2f057-61e7-492d-9a97-4cfd5fd42ee9)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:34:01.000751 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:01.066826 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd6893-e021-490c-ba91-ac0f0828294d None None] Pushing event updated for resources: {'Port': ['ID=e78c0af4-1176-4cf8-95da-aea887b0a180,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:34:02.372588 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 45298) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:34:02.679251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-34703f17-be78-47ef-b43b-d88e3635e1a5 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:34:02.680237 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-34703f17-be78-47ef-b43b-d88e3635e1a5 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3067033 Feb 04 05:34:05.086330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 45306) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:34:05.401680 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-d20dedb8-08dd-4a0c-bc5b-d3534fcf0f30 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:34:05.402712 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d20dedb8-08dd-4a0c-bc5b-d3534fcf0f30 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3154562 Feb 04 05:34:08.063110 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 45316) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:34:08.376908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-688fa716-fb2f-4866-86d0-c5e9981b27f7 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:34:08.401222 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-688fa716-fb2f-4866-86d0-c5e9981b27f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:08.402790 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-688fa716-fb2f-4866-86d0-c5e9981b27f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:08.539131 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-688fa716-fb2f-4866-86d0-c5e9981b27f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:08.543844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-688fa716-fb2f-4866-86d0-c5e9981b27f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:08.557609 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-688fa716-fb2f-4866-86d0-c5e9981b27f7 admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:08.558767 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-688fa716-fb2f-4866-86d0-c5e9981b27f7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4947088 Feb 04 05:34:09.244093 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e78c0af4-1176-4cf8-95da-aea887b0a180 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:34:09.327189 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port e78c0af4-1176-4cf8-95da-aea887b0a180 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:34:09.327515 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:09.389303 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5e220b-9023-49b4-a78f-a7e31d3b719e None None] Network e6eb4a8b-77f3-41c0-9f59-c1888b185e62 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:34:09.478224 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:09.522614 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-04fcd41b-ea17-4769-869c-9e68333306df None None] Provisioning complete for port e78c0af4-1176-4cf8-95da-aea887b0a180 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:34:09.522931 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-04fcd41b-ea17-4769-869c-9e68333306df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:09.539708 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port e78c0af4-1176-4cf8-95da-aea887b0a180, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e78c0af4-1176-4cf8-95da-aea887b0a180,segment=NetworkSegment(15e2f057-61e7-492d-9a97-4cfd5fd42ee9),segment_id=15e2f057-61e7-492d-9a97-4cfd5fd42ee9)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:34:09.567090 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:09.662752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=e78c0af4-1176-4cf8-95da-aea887b0a180,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:34:09.945835 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f8116f3f-43d6-4dbb-9aa4-cc7c6b4a3eca None None] Provisioning complete for port e78c0af4-1176-4cf8-95da-aea887b0a180 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:34:09.946209 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f8116f3f-43d6-4dbb-9aa4-cc7c6b4a3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:10.965748 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 45330) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:34:11.196505 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e78c0af4-1176-4cf8-95da-aea887b0a180 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:34:11.242447 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port e78c0af4-1176-4cf8-95da-aea887b0a180 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:34:11.242815 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:11.279744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-5fa2c4b4-2818-4c09-895d-adea56287b8c admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:34:11.280740 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5fa2c4b4-2818-4c09-895d-adea56287b8c admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3140569 Feb 04 05:34:12.671824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ea56f2b9-6225-4edd-ba58-4f7f239944aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:13.684437 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 45338) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:34:13.985461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:34:14.005961 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] Made reservation on behalf of 684f873fc4624fc8b33c2a1b29505003 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:34:14.008100 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:14.016165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:14.090016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:14.093658 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:14.108726 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] Reserving flat network on physical network physnet1 {{(pid=108745) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 05:34:14.127678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590688ad-554c-468e-9c7c-f2fb6b309f90,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:34:14.134289 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:14.134624 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] Added segment c0d6afcb-f951-4e15-a595-00c90ba03f3c of type flat for network 205cec25-dbe4-4e69-8d9c-9f731181c624 Feb 04 05:34:14.181687 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:14.212735 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:14.213640 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:34:14.214236 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:14.278999 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5934958 Feb 04 05:34:14.293387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ec879-7d96-4fa0-8418-a8004d6dcfdb admin admin] Pushing event updated for resources: {'Network': ['ID=205cec25-dbe4-4e69-8d9c-9f731181c624,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:34:14.303449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:34:14.797531 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9151b369-1a52-4801-9782-179e48847d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:15.781619 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:16.654664 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 45356) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:34:16.864358 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00915e0-fd03-4423-92a6-1959b5162ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:34:16.865711 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f00915e0-fd03-4423-92a6-1959b5162ccb admin admin] 10.222.0.10 "GET /v2.0/subnets/e622b638-6aac-43fb-b89e-232cc641e274 HTTP/1.1" status: 200 len: 849 time: 0.2100928 Feb 04 05:34:16.980108 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e82b5785-d33a-4dd6-9cf2-4d472881034a admin admin] 10.222.0.10 "GET /v2.0/routers/9a064211-a7a9-43b4-8666-83013a18d7e2 HTTP/1.1" status: 200 len: 704 time: 0.1082907 Feb 04 05:34:17.239560 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:17.524678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Allocated IP 172.20.0.1 (e6eb4a8b-77f3-41c0-9f59-c1888b185e62/e622b638-6aac-43fb-b89e-232cc641e274/ec810db1-efc3-462f-babf-5a714a815833) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:34:17.538339 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:17.704849 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:17.768241 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:17.843046 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Network e6eb4a8b-77f3-41c0-9f59-c1888b185e62 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:34:17.849026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:34:17.857679 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:34:17.858799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:17.876082 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Pushing event updated for resources: {'Port': ['ID=ec810db1-efc3-462f-babf-5a714a815833,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:34:17.882629 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:18.080241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c4dba926-97eb-472a-85d0-29bf75333845 None None] Provisioning complete for port ec810db1-efc3-462f-babf-5a714a815833 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:34:18.080538 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c4dba926-97eb-472a-85d0-29bf75333845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:18.098410 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:18.117694 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c4dba926-97eb-472a-85d0-29bf75333845 None None] Port ec810db1-efc3-462f-babf-5a714a815833 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:34:18.307318 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:18.311565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:18.312305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:18.388073 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Pushing event updated for resources: {'Port': ['ID=ec810db1-efc3-462f-babf-5a714a815833,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:34:18.435987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Network e6eb4a8b-77f3-41c0-9f59-c1888b185e62 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:34:18.437251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:34:18.592765 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Router 9a064211-a7a9-43b4-8666-83013a18d7e2 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:34:18.637729 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9a7cbb71-bdb5-40d1-ba5f-658c524618c7 None None] Provisioning complete for port ec810db1-efc3-462f-babf-5a714a815833 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:34:18.638351 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a7cbb71-bdb5-40d1-ba5f-658c524618c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:18.669110 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-9a7cbb71-bdb5-40d1-ba5f-658c524618c7 None None] Port ec810db1-efc3-462f-babf-5a714a815833 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:34:18.681651 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:34:18.686738 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-361423d5-a030-48cf-88ee-3fd135168adf admin admin] 10.222.0.10 "PUT /v2.0/routers/9a064211-a7a9-43b4-8666-83013a18d7e2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7009439 Feb 04 05:34:18.706441 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Sync routers for ids ['9a064211-a7a9-43b4-8666-83013a18d7e2'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:34:18.717595 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Routers {'9a064211-a7a9-43b4-8666-83013a18d7e2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:34:18.718653 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:34:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9a064211-a7a9-43b4-8666-83013a18d7e2'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:34:18.899076 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Set router 9a064211-a7a9-43b4-8666-83013a18d7e2 gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:34:19.311940 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a064211-a7a9-43b4-8666-83013a18d7e2', 'name': 'router1', 'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:34:08Z', 'updated_at': '2022-02-04T05:34:18Z', 'revision_number': 2, 'project_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'gw_port_host': None, '_interfaces': [{'id': 'ec810db1-efc3-462f-babf-5a714a815833', 'name': '', 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62', 'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'mac_address': 'fa:16:3e:87:81:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a064211-a7a9-43b4-8666-83013a18d7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e622b638-6aac-43fb-b89e-232cc641e274', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:34:17Z', 'updated_at': '2022-02-04T05:34:18Z', 'revision_number': 2, 'project_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'subnets': [{'id': 'e622b638-6aac-43fb-b89e-232cc641e274', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e74121e5-d7d4-4c88-973a-23a888392190'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:34:19.362056 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Checking router: 9a064211-a7a9-43b4-8666-83013a18d7e2 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:34:19.362426 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Updating router 9a064211-a7a9-43b4-8666-83013a18d7e2 port ec810db1-efc3-462f-babf-5a714a815833 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:34:19.409300 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:19.912603 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:19.918623 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:20.074474 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11960d7-b155-4b48-8896-aade0ffc7cde None None] Pushing event updated for resources: {'Port': ['ID=ec810db1-efc3-462f-babf-5a714a815833,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:34:20.088881 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Attempting to bind port ec810db1-efc3-462f-babf-5a714a815833 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:34:20.089274 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Attempting to bind port ec810db1-efc3-462f-babf-5a714a815833 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '15e2f057-61e7-492d-9a97-4cfd5fd42ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:34:20.089731 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Attempting to bind port ec810db1-efc3-462f-babf-5a714a815833 on network e6eb4a8b-77f3-41c0-9f59-c1888b185e62 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:34:20.092369 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11960d7-b155-4b48-8896-aade0ffc7cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:20.092721 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11960d7-b155-4b48-8896-aade0ffc7cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:20.093058 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11960d7-b155-4b48-8896-aade0ffc7cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:20.093651 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11960d7-b155-4b48-8896-aade0ffc7cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:20.093997 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11960d7-b155-4b48-8896-aade0ffc7cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:20.094326 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11960d7-b155-4b48-8896-aade0ffc7cde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:20.094648 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11960d7-b155-4b48-8896-aade0ffc7cde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:20.094981 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11960d7-b155-4b48-8896-aade0ffc7cde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:20.095084 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e240fb07-7a97-49f5-bf18-d73b4d131501 None None] Provisioning complete for port ec810db1-efc3-462f-babf-5a714a815833 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:34:20.095508 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11960d7-b155-4b48-8896-aade0ffc7cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:20.095589 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e240fb07-7a97-49f5-bf18-d73b4d131501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:20.095668 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11960d7-b155-4b48-8896-aade0ffc7cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:20.095930 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11960d7-b155-4b48-8896-aade0ffc7cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:20.096241 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11960d7-b155-4b48-8896-aade0ffc7cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11960d7-b155-4b48-8896-aade0ffc7cde None None] Tracked resource versions report: Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: pushed versions: Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: { 'AddressGroup': {'1.2'}, Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'ConntrackHelper': {'1.0'}, Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Log': {'1.0'}, Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Network': {'1.1'}, Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Port': {'1.7'}, Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'PortForwarding': {'1.2'}, Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'QosPolicy': {'1.9'}, Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'SecurityGroup': {'1.4'}, Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'SubPort': {'1.0'}, Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Subnet': {'1.1'}, Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Trunk': {'1.1'}} Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: consumer versions: Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: { DHCP agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: L3 agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: Metadata agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: Metering agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: Open vSwitch agent@dv-neutron-827794-1-hyperv: { 'AddressGroup': '1.2', Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'ConntrackHelper': '1.0', Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Log': '1.0', Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Network': '1.1', Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Port': '1.7', Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'PortForwarding': '1.2', Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'QosPolicy': '1.9', Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'SecurityGroup': '1.4', Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'SecurityGroupRule': '1.2', Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'SubPort': '1.0', Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Subnet': '1.1', Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Trunk': '1.1'}} Feb 04 05:34:20.097645 dv-neutron-827794-1-hyperv neutron-server[108747]: {{(pid=108747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:34:20.103242 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:34:20.103649 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Checking segment: {'id': '15e2f057-61e7-492d-9a97-4cfd5fd42ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:34:20.104147 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:20.104524 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Bound using segment: {'id': '15e2f057-61e7-492d-9a97-4cfd5fd42ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:34:20.105035 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Bound port: ec810db1-efc3-462f-babf-5a714a815833, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e2f057-61e7-492d-9a97-4cfd5fd42ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:34:20.105407 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:20.132242 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e240fb07-7a97-49f5-bf18-d73b4d131501 None None] Port ec810db1-efc3-462f-babf-5a714a815833 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:34:20.171425 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] For port ec810db1-efc3-462f-babf-5a714a815833, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:34:20.190096 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] For port ec810db1-efc3-462f-babf-5a714a815833, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ec810db1-efc3-462f-babf-5a714a815833,segment=NetworkSegment(15e2f057-61e7-492d-9a97-4cfd5fd42ee9),segment_id=15e2f057-61e7-492d-9a97-4cfd5fd42ee9)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:34:20.194615 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:20.250867 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11960d7-b155-4b48-8896-aade0ffc7cde None None] Pushing event updated for resources: {'Port': ['ID=ec810db1-efc3-462f-babf-5a714a815833,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:34:20.255475 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Routers {'9a064211-a7a9-43b4-8666-83013a18d7e2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:34:20.256081 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:34:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9a064211-a7a9-43b4-8666-83013a18d7e2'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:34:20.347482 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] Set router 9a064211-a7a9-43b4-8666-83013a18d7e2 gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:34:20.452302 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-af0ed870-a7fd-4129-a728-8f7cfd8ad43e None None] Provisioning complete for port ec810db1-efc3-462f-babf-5a714a815833 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:34:20.453416 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af0ed870-a7fd-4129-a728-8f7cfd8ad43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:20.533025 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af0ed870-a7fd-4129-a728-8f7cfd8ad43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:20.563028 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a064211-a7a9-43b4-8666-83013a18d7e2', 'name': 'router1', 'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:34:08Z', 'updated_at': '2022-02-04T05:34:18Z', 'revision_number': 2, 'project_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'gw_port_host': None, '_interfaces': [{'id': 'ec810db1-efc3-462f-babf-5a714a815833', 'name': '', 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62', 'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'mac_address': 'fa:16:3e:87:81:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a064211-a7a9-43b4-8666-83013a18d7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e622b638-6aac-43fb-b89e-232cc641e274', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:34:17Z', 'updated_at': '2022-02-04T05:34:20Z', 'revision_number': 4, 'project_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'subnets': [{'id': 'e622b638-6aac-43fb-b89e-232cc641e274', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e74121e5-d7d4-4c88-973a-23a888392190'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:34:20.565622 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-af0ed870-a7fd-4129-a728-8f7cfd8ad43e None None] For port ec810db1-efc3-462f-babf-5a714a815833, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ec810db1-efc3-462f-babf-5a714a815833,segment=NetworkSegment(15e2f057-61e7-492d-9a97-4cfd5fd42ee9),segment_id=15e2f057-61e7-492d-9a97-4cfd5fd42ee9)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:34:20.572898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af0ed870-a7fd-4129-a728-8f7cfd8ad43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:20.591359 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d052b65-98d4-4b32-9a0a-ca7c89654ac9 None None] The sync data for ids ['9a064211-a7a9-43b4-8666-83013a18d7e2'] in dv-neutron-827794-1-hyperv is: [{'id': '9a064211-a7a9-43b4-8666-83013a18d7e2', 'name': 'router1', 'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:34:08Z', 'updated_at': '2022-02-04T05:34:18Z', 'revision_number': 2, 'project_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'gw_port_host': None, '_interfaces': [{'id': 'ec810db1-efc3-462f-babf-5a714a815833', 'name': '', 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62', 'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'mac_address': 'fa:16:3e:87:81:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a064211-a7a9-43b4-8666-83013a18d7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e622b638-6aac-43fb-b89e-232cc641e274', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:34:17Z', 'updated_at': '2022-02-04T05:34:20Z', 'revision_number': 4, 'project_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'subnets': [{'id': 'e622b638-6aac-43fb-b89e-232cc641e274', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e74121e5-d7d4-4c88-973a-23a888392190'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:34:20.624345 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed870-a7fd-4129-a728-8f7cfd8ad43e None None] Pushing event updated for resources: {'Port': ['ID=ec810db1-efc3-462f-babf-5a714a815833,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:34:20.950371 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 45376) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:34:21.064537 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aa7b25-3e8d-4b44-b7bf-ee50f98b78dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:34:21.065893 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-39aa7b25-3e8d-4b44-b7bf-ee50f98b78dd admin admin] 10.222.0.10 "GET /v2.0/networks/205cec25-dbe4-4e69-8d9c-9f731181c624 HTTP/1.1" status: 200 len: 842 time: 0.1145873 Feb 04 05:34:21.076241 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d00af413-dedc-4c0a-a3c4-dc8aae427936 admin admin] Request body: {'subnet': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'name': 'public-subnet', 'gateway_ip': '172.26.3.1', 'cidr': '172.26.3.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:34:21.098488 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00af413-dedc-4c0a-a3c4-dc8aae427936 admin admin] Made reservation on behalf of 684f873fc4624fc8b33c2a1b29505003 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:34:21.100630 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d00af413-dedc-4c0a-a3c4-dc8aae427936 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:21.440237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.objects.ports [None req-d00af413-dedc-4c0a-a3c4-dc8aae427936 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108744) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:34:21.440615 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d00af413-dedc-4c0a-a3c4-dc8aae427936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:21.501143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00af413-dedc-4c0a-a3c4-dc8aae427936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38aae592-ee53-46e7-bfbb-4476fa650282,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:34:21.507782 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00af413-dedc-4c0a-a3c4-dc8aae427936 admin admin] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:34:21.508136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00af413-dedc-4c0a-a3c4-dc8aae427936 admin admin] Network hostable DHCP agents. Network: 205cec25-dbe4-4e69-8d9c-9f731181c624, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:34:21.524315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00af413-dedc-4c0a-a3c4-dc8aae427936 admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:34:21.533066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d00af413-dedc-4c0a-a3c4-dc8aae427936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 205cec25-dbe4-4e69-8d9c-9f731181c624) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:34:21.537745 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00af413-dedc-4c0a-a3c4-dc8aae427936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:34:21.538765 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d00af413-dedc-4c0a-a3c4-dc8aae427936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:21.543144 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceca919-6cd9-4e6a-b932-3921e2c0ee47 None None] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:34:21.557610 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d00af413-dedc-4c0a-a3c4-dc8aae427936 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4823680 Feb 04 05:34:21.677838 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f404ed70-9e8d-45d4-a5fc-30a11e52dda4 None None] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:34:23.887656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 45384) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:34:24.013302 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-615da9a5-76bb-4588-aa43-94192d715ca3 admin admin] 10.222.0.10 "GET /v2.0/routers/9a064211-a7a9-43b4-8666-83013a18d7e2 HTTP/1.1" status: 200 len: 710 time: 0.1237426 Feb 04 05:34:24.096339 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c50bb4-415f-4716-982c-6e27325f7dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:34:24.098217 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-47c50bb4-415f-4716-982c-6e27325f7dcf admin admin] 10.222.0.10 "GET /v2.0/networks/205cec25-dbe4-4e69-8d9c-9f731181c624 HTTP/1.1" status: 200 len: 886 time: 0.0798216 Feb 04 05:34:24.107514 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:34:24.364200 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:24.661134 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:24.730236 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:24.830486 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Allocated IP 172.26.3.34 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/1485c028-2478-4525-b740-615b1bdae69b) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:34:24.932489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:24.964348 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:25.005593 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:34:25.008236 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:34:25.010826 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:34:25.047236 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Pushing event updated for resources: {'Port': ['ID=1485c028-2478-4525-b740-615b1bdae69b,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:34:25.256950 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:25.446663 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:25.449815 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:25.556115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Router 9a064211-a7a9-43b4-8666-83013a18d7e2 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:34:25.668508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:34:25.672798 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:25.674044 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-095b4b5f-8909-4a55-b284-049ee6e00c30 admin admin] 10.222.0.10 "PUT /v2.0/routers/9a064211-a7a9-43b4-8666-83013a18d7e2 HTTP/1.1" status: 200 len: 889 time: 1.5695803 Feb 04 05:34:27.074063 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Sync routers for ids ['9a064211-a7a9-43b4-8666-83013a18d7e2'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:34:27.084571 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Routers {'9a064211-a7a9-43b4-8666-83013a18d7e2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:34:27.085275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:34:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9a064211-a7a9-43b4-8666-83013a18d7e2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:34:27.242513 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ec810db1-efc3-462f-babf-5a714a815833 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:34:27.325693 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Set router 9a064211-a7a9-43b4-8666-83013a18d7e2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:34:27.437568 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ec810db1-efc3-462f-babf-5a714a815833 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:34:27.438046 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:27.778855 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a064211-a7a9-43b4-8666-83013a18d7e2', 'name': 'router1', 'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '1485c028-2478-4525-b740-615b1bdae69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:34:08Z', 'updated_at': '2022-02-04T05:34:25Z', 'revision_number': 4, 'project_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'gw_port': {'id': '1485c028-2478-4525-b740-615b1bdae69b', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a064211-a7a9-43b4-8666-83013a18d7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:34:24Z', 'updated_at': '2022-02-04T05:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'ec810db1-efc3-462f-babf-5a714a815833', 'name': '', 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62', 'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'mac_address': 'fa:16:3e:87:81:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a064211-a7a9-43b4-8666-83013a18d7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e622b638-6aac-43fb-b89e-232cc641e274', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:34:17Z', 'updated_at': '2022-02-04T05:34:20Z', 'revision_number': 5, 'project_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'subnets': [{'id': 'e622b638-6aac-43fb-b89e-232cc641e274', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e74121e5-d7d4-4c88-973a-23a888392190'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:34:27.830717 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Checking router: 9a064211-a7a9-43b4-8666-83013a18d7e2 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:34:27.831075 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Updating router 9a064211-a7a9-43b4-8666-83013a18d7e2 port 1485c028-2478-4525-b740-615b1bdae69b binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:34:27.876220 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:28.140911 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 45396) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:34:28.195341 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:28.200626 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:28.252414 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a644311b-8213-44d1-8fd5-1cc074fccb5c admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1103871 Feb 04 05:34:28.253054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5189fe0-71b8-4ae8-8d64-554bb037c2d0 None None] Pushing event updated for resources: {'Port': ['ID=1485c028-2478-4525-b740-615b1bdae69b,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:34:28.255905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Attempting to bind port 1485c028-2478-4525-b740-615b1bdae69b on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:34:28.256472 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Attempting to bind port 1485c028-2478-4525-b740-615b1bdae69b by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:34:28.256616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Attempting to bind port 1485c028-2478-4525-b740-615b1bdae69b on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:34:28.262511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:34:28.262749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:34:28.263140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:28.263528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:34:28.264000 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Bound port: 1485c028-2478-4525-b740-615b1bdae69b, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:34:28.264397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:28.401464 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] For port 1485c028-2478-4525-b740-615b1bdae69b, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:34:28.405325 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] For port 1485c028-2478-4525-b740-615b1bdae69b, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=1485c028-2478-4525-b740-615b1bdae69b,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:34:28.409946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:28.466265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5189fe0-71b8-4ae8-8d64-554bb037c2d0 None None] Pushing event updated for resources: {'Port': ['ID=1485c028-2478-4525-b740-615b1bdae69b,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:34:28.469108 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Routers {'9a064211-a7a9-43b4-8666-83013a18d7e2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:34:28.469701 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:34:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9a064211-a7a9-43b4-8666-83013a18d7e2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:34:28.579761 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] Set router 9a064211-a7a9-43b4-8666-83013a18d7e2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:34:28.794146 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a064211-a7a9-43b4-8666-83013a18d7e2', 'name': 'router1', 'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '1485c028-2478-4525-b740-615b1bdae69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:34:08Z', 'updated_at': '2022-02-04T05:34:25Z', 'revision_number': 4, 'project_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'gw_port': {'id': '1485c028-2478-4525-b740-615b1bdae69b', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a064211-a7a9-43b4-8666-83013a18d7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:34:24Z', 'updated_at': '2022-02-04T05:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'ec810db1-efc3-462f-babf-5a714a815833', 'name': '', 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62', 'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'mac_address': 'fa:16:3e:87:81:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a064211-a7a9-43b4-8666-83013a18d7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e622b638-6aac-43fb-b89e-232cc641e274', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:34:17Z', 'updated_at': '2022-02-04T05:34:20Z', 'revision_number': 5, 'project_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'subnets': [{'id': 'e622b638-6aac-43fb-b89e-232cc641e274', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e74121e5-d7d4-4c88-973a-23a888392190'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:34:28.821417 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bf49b-bc61-4d75-bbce-53fd5756d602 None None] The sync data for ids ['9a064211-a7a9-43b4-8666-83013a18d7e2'] in dv-neutron-827794-1-hyperv is: [{'id': '9a064211-a7a9-43b4-8666-83013a18d7e2', 'name': 'router1', 'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '1485c028-2478-4525-b740-615b1bdae69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:34:08Z', 'updated_at': '2022-02-04T05:34:25Z', 'revision_number': 4, 'project_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'gw_port': {'id': '1485c028-2478-4525-b740-615b1bdae69b', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a064211-a7a9-43b4-8666-83013a18d7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:34:24Z', 'updated_at': '2022-02-04T05:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'ec810db1-efc3-462f-babf-5a714a815833', 'name': '', 'network_id': 'e6eb4a8b-77f3-41c0-9f59-c1888b185e62', 'tenant_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'mac_address': 'fa:16:3e:87:81:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a064211-a7a9-43b4-8666-83013a18d7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e622b638-6aac-43fb-b89e-232cc641e274', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:34:17Z', 'updated_at': '2022-02-04T05:34:20Z', 'revision_number': 5, 'project_id': 'f1ef4f80c704450ea4b8551ddaeafe86', 'subnets': [{'id': 'e622b638-6aac-43fb-b89e-232cc641e274', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e74121e5-d7d4-4c88-973a-23a888392190'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:34:29.308577 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 1485c028-2478-4525-b740-615b1bdae69b up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:34:29.356974 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 1485c028-2478-4525-b740-615b1bdae69b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:34:29.357348 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:29.438380 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:29.462373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 1485c028-2478-4525-b740-615b1bdae69b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=1485c028-2478-4525-b740-615b1bdae69b,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:34:29.469702 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:29.518816 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=1485c028-2478-4525-b740-615b1bdae69b,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:34:31.236324 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 1485c028-2478-4525-b740-615b1bdae69b up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:34:31.286706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 1485c028-2478-4525-b740-615b1bdae69b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:34:31.287079 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:34.941448 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 5 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:34:42.676314 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cf816815-acd0-4a0f-aa00-6dbcde7a3dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:44.802980 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a7003cf-37bc-4ba4-b026-2ffe85dc9516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:45.788928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:47.555995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:34:47.876174 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:35:11.933853 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 5 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:35:12.679026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bf95d0ba-36c6-485c-a100-1288aa70a8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:35:14.799035 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c89d3ba4-7611-4b16-90ac-981bfe29ad7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:35:15.784811 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:35:17.557269 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:35:17.883623 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:35:42.680855 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-69f1dd09-585f-4430-b63c-77302672434f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:35:44.800192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bc06c281-7f50-478b-b7b0-201f8996fd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:35:45.786876 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:35:47.568231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:35:47.875958 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:35:48.932201 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 5 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:36:08.920630 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 45990) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:36:08.981630 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0c9a2e-be82-43fe-a9f9-7693dfdc54da admin admin] GET failed (client error): The resource could not be found. Feb 04 05:36:08.982945 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cc0c9a2e-be82-43fe-a9f9-7693dfdc54da admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613337 Feb 04 05:36:09.141475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90171f7-d296-42f7-a862-5aeffdcac1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:09.142883 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a90171f7-d296-42f7-a862-5aeffdcac1c5 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1552835 Feb 04 05:36:11.314979 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46000) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:36:11.403847 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5037f0-3307-4292-b7fa-7f37a855eace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:11.405169 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2a5037f0-3307-4292-b7fa-7f37a855eace admin admin] 10.222.0.10 "GET /v2.0/subnets/e622b638-6aac-43fb-b89e-232cc641e274 HTTP/1.1" status: 200 len: 849 time: 0.0892434 Feb 04 05:36:11.415640 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:36:11.577269 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Notify callbacks [] for subnet, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:11.716365 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740032682599'] for subnet, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:11.744152 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:11.744769 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:11.748823 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d2fc1c-d374-47e4-89b9-0c94cb5361d7 None None] Network e6eb4a8b-77f3-41c0-9f59-c1888b185e62 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:36:11.750707 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] 10.222.0.10 "PUT /v2.0/subnets/e622b638-6aac-43fb-b89e-232cc641e274 HTTP/1.1" status: 200 len: 868 time: 0.3385527 Feb 04 05:36:11.773455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e622b638-6aac-43fb-b89e-232cc641e274,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:36:11.784483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:11.784483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:11.784483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:11.784483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:11.784483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:11.784483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:11.784483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:11.784483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:11.784483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:11.784483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:11.784483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:11.784483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcf0b94-99b6-4224-93f0-d050788e5c2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:12.117127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-63e4e733-c013-4ad0-b1b2-599e255507aa None None] Provisioning complete for port ec810db1-efc3-462f-babf-5a714a815833 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:36:12.117493 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-63e4e733-c013-4ad0-b1b2-599e255507aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:12.204955 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-63e4e733-c013-4ad0-b1b2-599e255507aa None None] Provisioning complete for port e78c0af4-1176-4cf8-95da-aea887b0a180 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:36:12.205216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-63e4e733-c013-4ad0-b1b2-599e255507aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:12.681391 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5daf4502-f1df-4fcd-b8b0-82abdea8ddd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:13.970714 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46010) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:36:14.162098 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7673f695-201f-4331-a59b-fc23d736e7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:14.162491 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7673f695-201f-4331-a59b-fc23d736e7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:14.163994 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7673f695-201f-4331-a59b-fc23d736e7b1 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1923428 Feb 04 05:36:14.801247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c89b2813-9f57-4d0f-82b4-cecbc4b0f79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:15.792245 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:16.394594 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46018) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:36:16.522743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6caa90-fabb-4f55-9505-6004a3ec6a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:16.523214 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6caa90-fabb-4f55-9505-6004a3ec6a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:16.524731 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8f6caa90-fabb-4f55-9505-6004a3ec6a84 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1291926 Feb 04 05:36:17.567519 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:17.878364 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:18.697693 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46026) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:36:18.820715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08ace5-36de-455b-ab4e-134e2816e894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:18.822082 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5a08ace5-36de-455b-ab4e-134e2816e894 admin admin] 10.222.0.10 "GET /v2.0/networks/205cec25-dbe4-4e69-8d9c-9f731181c624 HTTP/1.1" status: 200 len: 886 time: 0.1233921 Feb 04 05:36:21.024149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46034) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:36:21.151069 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31512821-d1df-4975-b875-f6b431069bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:21.152735 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-31512821-d1df-4975-b875-f6b431069bfc admin admin] 10.222.0.10 "GET /v2.0/networks/e6eb4a8b-77f3-41c0-9f59-c1888b185e62 HTTP/1.1" status: 200 len: 868 time: 0.1276431 Feb 04 05:36:23.330871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46042) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:36:23.451516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f14566c-b303-4ddf-8b44-d77356686ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:23.451970 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f14566c-b303-4ddf-8b44-d77356686ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:23.454068 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9f14566c-b303-4ddf-8b44-d77356686ae0 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222320 Feb 04 05:36:25.653757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46050) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:36:25.741973 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e24a349-5dec-42ae-af3f-bbc1938fd6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:25.742441 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e24a349-5dec-42ae-af3f-bbc1938fd6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:25.744934 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9e24a349-5dec-42ae-af3f-bbc1938fd6b8 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902097 Feb 04 05:36:25.931526 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 5 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:36:27.930814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46058) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:36:28.016840 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b5735-40d7-41dc-b71a-f1dc1950ae57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:28.018162 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-483b5735-40d7-41dc-b71a-f1dc1950ae57 admin admin] 10.222.0.10 "GET /v2.0/subnets/38aae592-ee53-46e7-bfbb-4476fa650282 HTTP/1.1" status: 200 len: 816 time: 0.0863855 Feb 04 05:36:30.188977 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46066) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:36:30.277313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4c86aa-2ab4-46df-9aaa-671ef2dde84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:30.278657 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8f4c86aa-2ab4-46df-9aaa-671ef2dde84d admin admin] 10.222.0.10 "GET /v2.0/subnets/e622b638-6aac-43fb-b89e-232cc641e274 HTTP/1.1" status: 200 len: 868 time: 0.0887504 Feb 04 05:36:42.682131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-09bbfcf0-1c19-491c-bd03-db86f6c1cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:44.802217 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-526934d5-9990-4fe6-b3e8-6e474eb9db9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:45.791236 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:47.570732 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:47.879773 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:50.791242 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46120) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:36:50.836984 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-274bc0d1-29db-4d0b-9769-a2dc821031e4 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:36:50.838009 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-274bc0d1-29db-4d0b-9769-a2dc821031e4 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457914 Feb 04 05:36:53.100947 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46128) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:36:53.160938 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-5151dabf-f7c0-45e5-bb96-36ebb039e20f admin admin] GET failed (client error): The resource could not be found. Feb 04 05:36:53.162233 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5151dabf-f7c0-45e5-bb96-36ebb039e20f admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603726 Feb 04 05:36:53.246244 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b30867c-4930-406f-98a2-d6b9d44162cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:53.247745 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5b30867c-4930-406f-98a2-d6b9d44162cf admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0809908 Feb 04 05:36:55.455402 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46136) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:36:55.504834 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-dd32631a-7399-4699-93de-1504192dbc64 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:36:55.527862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd32631a-7399-4699-93de-1504192dbc64 admin admin] Made reservation on behalf of 684f873fc4624fc8b33c2a1b29505003 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:36:55.530154 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dd32631a-7399-4699-93de-1504192dbc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:55.557713 dv-neutron-827794-1-hyperv neutron-server[108745]: WARNING neutron.services.revisions.revision_plugin [None req-dd32631a-7399-4699-93de-1504192dbc64 admin admin] Could not find related network for resource to bump revision. Feb 04 05:36:55.569187 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd32631a-7399-4699-93de-1504192dbc64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:36:55.578975 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dd32631a-7399-4699-93de-1504192dbc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:55.579310 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-dd32631a-7399-4699-93de-1504192dbc64 admin admin] Added segment 3efbdfba-0bc2-4a81-86fa-51888a22d244 of type vlan for network 4868961e-11de-469a-8ebd-a4bcb0bd57a4 Feb 04 05:36:55.616843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dd32631a-7399-4699-93de-1504192dbc64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:55.643899 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dd32631a-7399-4699-93de-1504192dbc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:55.644821 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd32631a-7399-4699-93de-1504192dbc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:55.645395 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dd32631a-7399-4699-93de-1504192dbc64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:55.698430 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dd32631a-7399-4699-93de-1504192dbc64 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2419672 Feb 04 05:36:55.704053 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32631a-7399-4699-93de-1504192dbc64 admin admin] Pushing event updated for resources: {'Network': ['ID=4868961e-11de-469a-8ebd-a4bcb0bd57a4,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:36:55.714666 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 4868961e-11de-469a-8ebd-a4bcb0bd57a4 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:36:57.900494 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46144) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:36:57.959327 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-17de01f9-7a39-4ee3-ba6b-06e0b3c6411f admin admin] GET failed (client error): The resource could not be found. Feb 04 05:36:57.960618 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-17de01f9-7a39-4ee3-ba6b-06e0b3c6411f admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591500 Feb 04 05:36:58.058183 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc996176-db8d-4ee6-8ec0-2c1bfd2f2c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:58.059582 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dc996176-db8d-4ee6-8ec0-2c1bfd2f2c29 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0944092 Feb 04 05:36:58.069924 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-7c5342d3-5287-42aa-9183-7fd4d79bbae4 admin admin] Request body: {'subnet': {'network_id': '4868961e-11de-469a-8ebd-a4bcb0bd57a4', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:36:58.093747 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5342d3-5287-42aa-9183-7fd4d79bbae4 admin admin] Made reservation on behalf of 684f873fc4624fc8b33c2a1b29505003 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:36:58.096005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7c5342d3-5287-42aa-9183-7fd4d79bbae4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:58.274908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7c5342d3-5287-42aa-9183-7fd4d79bbae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:58.333783 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5342d3-5287-42aa-9183-7fd4d79bbae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39313cfb-b4e3-40f1-9814-af487ad3a78e,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:36:58.338069 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5342d3-5287-42aa-9183-7fd4d79bbae4 admin admin] Checking segment: {'id': '3efbdfba-0bc2-4a81-86fa-51888a22d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4868961e-11de-469a-8ebd-a4bcb0bd57a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:36:58.338419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5342d3-5287-42aa-9183-7fd4d79bbae4 admin admin] Network hostable DHCP agents. Network: 4868961e-11de-469a-8ebd-a4bcb0bd57a4, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:36:58.358810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5342d3-5287-42aa-9183-7fd4d79bbae4 admin admin] Network 4868961e-11de-469a-8ebd-a4bcb0bd57a4 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:36:58.368828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-7c5342d3-5287-42aa-9183-7fd4d79bbae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 4868961e-11de-469a-8ebd-a4bcb0bd57a4) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:36:58.372785 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5342d3-5287-42aa-9183-7fd4d79bbae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:36:58.373374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7c5342d3-5287-42aa-9183-7fd4d79bbae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:58.377557 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e1c331-ec68-4a90-9001-c947c6c61663 None None] Network 4868961e-11de-469a-8ebd-a4bcb0bd57a4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:36:58.389793 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7c5342d3-5287-42aa-9183-7fd4d79bbae4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3228753 Feb 04 05:36:58.622107 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-4868961e-11de-469a-8ebd-a4bcb0bd57a4', 'network_id': '4868961e-11de-469a-8ebd-a4bcb0bd57a4', 'tenant_id': '684f873fc4624fc8b33c2a1b29505003', 'fixed_ips': [{'subnet_id': '39313cfb-b4e3-40f1-9814-af487ad3a78e'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:36:58.622972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:58.760804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Allocated IP 192.168.233.2 (4868961e-11de-469a-8ebd-a4bcb0bd57a4/39313cfb-b4e3-40f1-9814-af487ad3a78e/ec97238d-24f1-4cab-b8ed-15da4570d56a) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:36:58.906136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:58.912623 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:58.952581 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Network 4868961e-11de-469a-8ebd-a4bcb0bd57a4 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:36:58.955383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:36:58.958700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:36:58.963927 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Pushing event updated for resources: {'Port': ['ID=ec97238d-24f1-4cab-b8ed-15da4570d56a,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:36:58.973719 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:58.974116 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:58.974448 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:58.974782 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:58.975116 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:58.975456 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:58.975787 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:58.976132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:58.976472 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:58.976816 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:58.977141 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:58.977458 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:36:59.026030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Attempting to bind port ec97238d-24f1-4cab-b8ed-15da4570d56a on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:36:59.026397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Attempting to bind port ec97238d-24f1-4cab-b8ed-15da4570d56a by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '3efbdfba-0bc2-4a81-86fa-51888a22d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4868961e-11de-469a-8ebd-a4bcb0bd57a4'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:36:59.026752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Attempting to bind port ec97238d-24f1-4cab-b8ed-15da4570d56a on network 4868961e-11de-469a-8ebd-a4bcb0bd57a4 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:36:59.031638 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:36:59.032009 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Checking segment: {'id': '3efbdfba-0bc2-4a81-86fa-51888a22d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4868961e-11de-469a-8ebd-a4bcb0bd57a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:36:59.032408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:59.032796 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Bound using segment: {'id': '3efbdfba-0bc2-4a81-86fa-51888a22d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4868961e-11de-469a-8ebd-a4bcb0bd57a4'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:36:59.033263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Bound port: ec97238d-24f1-4cab-b8ed-15da4570d56a, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efbdfba-0bc2-4a81-86fa-51888a22d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4868961e-11de-469a-8ebd-a4bcb0bd57a4'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:36:59.033655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:59.100312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] For port ec97238d-24f1-4cab-b8ed-15da4570d56a, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:36:59.103375 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] For port ec97238d-24f1-4cab-b8ed-15da4570d56a, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ec97238d-24f1-4cab-b8ed-15da4570d56a,segment=NetworkSegment(3efbdfba-0bc2-4a81-86fa-51888a22d244),segment_id=3efbdfba-0bc2-4a81-86fa-51888a22d244)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:36:59.108530 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:36:59.163394 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d449b1-4097-4a09-bd04-6ffadbdda14e None None] Pushing event updated for resources: {'Port': ['ID=ec97238d-24f1-4cab-b8ed-15da4570d56a,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:37:00.072618 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df40418d-8d23-415f-8482-1a3cdc90de85 None None] Network 4868961e-11de-469a-8ebd-a4bcb0bd57a4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:37:00.163071 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-504d8a45-b456-4786-8ceb-cc3c3f59a911 None None] Provisioning complete for port ec97238d-24f1-4cab-b8ed-15da4570d56a triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:37:00.163447 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-504d8a45-b456-4786-8ceb-cc3c3f59a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:37:00.292584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-504d8a45-b456-4786-8ceb-cc3c3f59a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:37:00.328515 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-504d8a45-b456-4786-8ceb-cc3c3f59a911 None None] For port ec97238d-24f1-4cab-b8ed-15da4570d56a, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ec97238d-24f1-4cab-b8ed-15da4570d56a,segment=NetworkSegment(3efbdfba-0bc2-4a81-86fa-51888a22d244),segment_id=3efbdfba-0bc2-4a81-86fa-51888a22d244)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:37:00.333908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-504d8a45-b456-4786-8ceb-cc3c3f59a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:37:00.389622 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d8a45-b456-4786-8ceb-cc3c3f59a911 None None] Pushing event updated for resources: {'Port': ['ID=ec97238d-24f1-4cab-b8ed-15da4570d56a,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:37:00.555542 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7bc9c286-f405-4317-b51d-825cb54ae7f2 None None] Provisioning complete for port ec97238d-24f1-4cab-b8ed-15da4570d56a triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:37:00.555906 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7bc9c286-f405-4317-b51d-825cb54ae7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:37:01.361221 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ec97238d-24f1-4cab-b8ed-15da4570d56a up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:37:01.415693 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ec97238d-24f1-4cab-b8ed-15da4570d56a triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:37:01.416058 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:37:02.930409 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 5 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:37:12.682622 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-086316b7-f7b1-4b23-b7ee-a1b797159e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:37:14.806710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-73c5344e-8f6e-4122-a7b2-7e4b5f0073ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:37:15.793668 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:37:17.574931 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:37:17.883899 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:37:39.928636 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 5 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:37:42.683029 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-309bc28e-e62a-491c-a24a-c59da7993cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:37:44.806717 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a9aac496-59db-4d3b-9838-4f1b465dd0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:37:45.797509 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:37:47.581396 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:37:47.884333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:12.685347 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7ac4fb5c-dada-4a2a-af66-092c8ec56d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:14.807812 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d251b05e-74c0-4f1f-b3e7-dc4bfe035530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:15.799239 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:16.926900 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 5 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:38:17.583082 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:17.808823 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46196) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:38:17.814843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-a2184354-a8eb-4901-8c8b-d2665bfa5df6 tempest-verify_tempest_config-1393301234 tempest-verify_tempest_config-1393301234-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:38:17.815800 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a2184354-a8eb-4901-8c8b-d2665bfa5df6 tempest-verify_tempest_config-1393301234 tempest-verify_tempest_config-1393301234-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059197 Feb 04 05:38:17.885131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:18.102961 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46214) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:38:18.207861 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:18.277474 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:18.280761 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:18.322132 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b4e57e9ce0f4f868858cf215b0062c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2181237 Feb 04 05:38:18.323970 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d560298a-4c20-4f97-b729-5f8224e88481,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:38:18.325477 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46218) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:38:18.330799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.331147 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.331481 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.331813 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.332139 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.332469 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.332792 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.333129 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.333450 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.333782 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.334106 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.334419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33edb61-1fe9-4812-a2f4-4cd6a73a9b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.402738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:18.422652 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:18.513828 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:18.516404 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:18.517607 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d560298a-4c20-4f97-b729-5f8224e88481 HTTP/1.1" status: 204 len: 168 time: 0.1911130 Feb 04 05:38:18.526253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d560298a-4c20-4f97-b729-5f8224e88481,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:38:18.533631 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.533968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.534309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.534627 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.534959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.535429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.535766 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.536216 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.536572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.536896 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.537222 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:18.537539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13b5d77-f9a4-4ac3-8cca-0d7ee4d60e2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:38:42.686605 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6617011a-9c8c-4619-8eb7-248cbaed4b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:44.807597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-faa8cfd2-fd79-41e0-a0a8-b4d08bfb0a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:45.800591 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:47.584477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:47.886674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:38:53.925405 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 5 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:39:12.686598 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2222a589-0658-48fe-9781-65bbfa710543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:39:14.806817 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-789eb373-dbba-4793-a358-9c0680742fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:39:15.804787 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:39:17.587787 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:39:17.886369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:39:30.924183 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 5 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:39:33.906525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1014327'] for agent, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:39:42.687909 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-96f01cce-884b-4851-8187-33839832b63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:39:44.806940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-13d72695-ef00-4998-88c2-504f43dae56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:39:45.806691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:39:47.591310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:39:47.887019 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:39:48.739943 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46290) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:39:48.842552 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1fcd1c8a-149c-41fc-87c7-1b582a80b4c6 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1015584 Feb 04 05:39:51.056452 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46300) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:39:51.109383 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-40cc2400-c467-40be-8118-3afc07abf6b7 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0518870 Feb 04 05:40:03.873128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:40:07.922930 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:40:12.688273 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-392ce989-4e57-4d88-9d64-2a944e871343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:40:14.810573 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2a1464bb-f988-4535-9bf2-99d16e4a140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:40:15.809106 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:40:17.595280 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:40:17.888037 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:40:33.876159 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:40:42.687692 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eb108d66-7145-4d7c-b634-9c1eadea3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:40:44.812241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2858-9e83-4494-9ea1-9a1aaed5399f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:40:44.922117 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:40:45.811511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:40:47.599907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:40:47.888983 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:03.886688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:12.696992 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f9a82558-a8ca-4fb1-a1e9-bfc929e37bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:14.818093 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1667-7a73-4c66-a10a-4797ba717a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:15.427326 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46498) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:15.434897 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46502) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:15.457145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46510) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:15.746751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-594322752-network', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:15.773645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Made reservation on behalf of 20a08d81f69747a5b8125d321d28b9a0 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:15.775201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-945474832-network', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:15.776048 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:15.790525 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:15.794526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-115487683-network', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:15.822623 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:15.827198 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Made reservation on behalf of b6bc50a287994b7bbacc86f33cc8b7f2 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:15.830337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:15.858540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:15.875107 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] Made reservation on behalf of b3b334c0f27542469913ffec4ba71672 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:15.878718 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:15.879813 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:15.885347 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:15.898556 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:15.925293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f784d54-0f95-4efe-aa7e-0808aabb7c22,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:15.933359 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:15.936776 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:15.937152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:15.937467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:15.937986 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:15.938465 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:15.939290 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:15.939821 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:15.940324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:15.940836 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:15.941568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:15.942133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:15.942722 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Tracked resource versions report: Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: pushed versions: Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: { 'AddressGroup': {'1.2'}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'ConntrackHelper': {'1.0'}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Log': {'1.0'}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Network': {'1.1'}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Port': {'1.7'}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'PortForwarding': {'1.2'}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'QosPolicy': {'1.9'}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'SecurityGroup': {'1.4'}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'SubPort': {'1.0'}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Subnet': {'1.1'}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Trunk': {'1.1'}} Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: consumer versions: Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: { DHCP agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: HyperV agent@hv-neutron-8277: {}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: L3 agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: Metadata agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: Metering agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: Open vSwitch agent@dv-neutron-827794-1-hyperv: { 'AddressGroup': '1.2', Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'ConntrackHelper': '1.0', Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Log': '1.0', Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Network': '1.1', Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Port': '1.7', Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'PortForwarding': '1.2', Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'QosPolicy': '1.9', Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'SecurityGroup': '1.4', Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'SecurityGroupRule': '1.2', Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'SubPort': '1.0', Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Subnet': '1.1', Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: 'Trunk': '1.1'}} Feb 04 05:41:15.944075 dv-neutron-827794-1-hyperv neutron-server[108744]: {{(pid=108744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:41:15.974085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740032554810', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:15.974837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Unsubscribe: segment precommit_create {{(pid=108744) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 05:41:15.975484 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Added segment b881a7f5-caa2-46a8-94ad-106d67cb0039 of type vlan for network 16cfc891-7074-4a12-8ae8-46d913cd15c9 Feb 04 05:41:16.007665 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.022157 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.044828 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.049623 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:16.079901 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.080385 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Added segment 93a5c28a-88f2-4f56-bf7e-1d8290ed5262 of type vlan for network f07bb420-9540-48eb-88e2-6374a7d0283e Feb 04 05:41:16.082771 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.085372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.086597 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:16.087423 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.095199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743b2d59-1a65-43c1-a413-d66f5a621908,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:16.098413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.115090 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6860282 Feb 04 05:41:16.128802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46536) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:16.134244 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f4b56f67-d837-4406-9e48-032f3065965d admin admin] Request body: {'subnet': {'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-594322752-subnet', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:16.136189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:16.136727 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:16.137220 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:16.137717 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:16.138239 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:16.138735 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:16.139204 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:16.139714 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:16.140215 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:16.140545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:16.140873 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:16.141197 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Tracked resource versions report: Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: pushed versions: Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: { 'AddressGroup': {'1.2'}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'ConntrackHelper': {'1.0'}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Log': {'1.0'}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Network': {'1.1'}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Port': {'1.7'}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'PortForwarding': {'1.2'}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'QosPolicy': {'1.9'}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'SecurityGroup': {'1.4'}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'SubPort': {'1.0'}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Subnet': {'1.1'}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Trunk': {'1.1'}} Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: consumer versions: Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: { DHCP agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: HyperV agent@hv-neutron-8277: {}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: L3 agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: Metadata agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: Metering agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: Open vSwitch agent@dv-neutron-827794-1-hyperv: { 'AddressGroup': '1.2', Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'ConntrackHelper': '1.0', Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Log': '1.0', Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Network': '1.1', Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Port': '1.7', Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'PortForwarding': '1.2', Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'QosPolicy': '1.9', Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'SecurityGroup': '1.4', Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'SecurityGroupRule': '1.2', Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'SubPort': '1.0', Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Subnet': '1.1', Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: 'Trunk': '1.1'}} Feb 04 05:41:16.142376 dv-neutron-827794-1-hyperv neutron-server[108745]: {{(pid=108745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:41:16.151962 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:16.172241 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.184212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.184786 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] Added segment d9305c9a-e269-4637-add4-84969650d63f of type vlan for network 6d4580c8-4c60-45e7-b53a-7f4b66492648 Feb 04 05:41:16.195472 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b56f67-d837-4406-9e48-032f3065965d admin admin] Made reservation on behalf of 20a08d81f69747a5b8125d321d28b9a0 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:16.198409 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4b56f67-d837-4406-9e48-032f3065965d admin admin] Notify callbacks [] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.235333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3300fdb-135b-40e4-b239-0f74378b581f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:16.251427 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.269047 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.270579 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:16.271383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.307150 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4926d1-99be-4192-afee-50686b6cc687 admin admin] Pushing event updated for resources: {'Network': ['ID=16cfc891-7074-4a12-8ae8-46d913cd15c9,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:16.321056 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 16cfc891-7074-4a12-8ae8-46d913cd15c9 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:41:16.335170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.336314 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:16.337048 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.359245 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9230006 Feb 04 05:41:16.361003 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46544) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:16.369337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-39e8393d-fd0b-4383-bb7a-bdf69cf5ed3d admin admin] Request body: {'subnet': {'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-945474832-subnet', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:16.376425 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9183171 Feb 04 05:41:16.377373 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1149762-3a03-4799-b78e-f53dff6d221f admin admin] Pushing event updated for resources: {'Network': ['ID=f07bb420-9540-48eb-88e2-6374a7d0283e,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:16.379353 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46546) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:16.393878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1d97c241-4e9d-4a20-a42a-223a23254ef7 admin admin] Request body: {'subnet': {'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-115487683-subnet', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:16.408710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network f07bb420-9540-48eb-88e2-6374a7d0283e details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:41:16.505270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d97c241-4e9d-4a20-a42a-223a23254ef7 admin admin] Made reservation on behalf of b3b334c0f27542469913ffec4ba71672 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:16.508254 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1d97c241-4e9d-4a20-a42a-223a23254ef7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.583972 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acaef8f-1bf5-49f5-a4ea-92768757b0ab admin admin] Pushing event updated for resources: {'Network': ['ID=6d4580c8-4c60-45e7-b53a-7f4b66492648,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:16.589694 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e8393d-fd0b-4383-bb7a-bdf69cf5ed3d admin admin] Made reservation on behalf of b6bc50a287994b7bbacc86f33cc8b7f2 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:16.593081 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39e8393d-fd0b-4383-bb7a-bdf69cf5ed3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.599433 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 6d4580c8-4c60-45e7-b53a-7f4b66492648 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:41:16.761925 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1d97c241-4e9d-4a20-a42a-223a23254ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.768819 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46564) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:16.772841 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4b56f67-d837-4406-9e48-032f3065965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.817487 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39e8393d-fd0b-4383-bb7a-bdf69cf5ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.842570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97c241-4e9d-4a20-a42a-223a23254ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89e379d-ec5d-485a-8620-ecda425b96c4,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:16.864658 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8393d-fd0b-4383-bb7a-bdf69cf5ed3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=99ee1ca4-9ea5-48bd-8786-a32f88775164,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:16.901078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d97c241-4e9d-4a20-a42a-223a23254ef7 admin admin] Checking segment: {'id': 'd9305c9a-e269-4637-add4-84969650d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:16.901487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d97c241-4e9d-4a20-a42a-223a23254ef7 admin admin] Network hostable DHCP agents. Network: 6d4580c8-4c60-45e7-b53a-7f4b66492648, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:41:16.904233 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e8393d-fd0b-4383-bb7a-bdf69cf5ed3d admin admin] Checking segment: {'id': '93a5c28a-88f2-4f56-bf7e-1d8290ed5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:16.905007 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e8393d-fd0b-4383-bb7a-bdf69cf5ed3d admin admin] Network hostable DHCP agents. Network: f07bb420-9540-48eb-88e2-6374a7d0283e, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:41:16.918703 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b56f67-d837-4406-9e48-032f3065965d admin admin] Checking segment: {'id': 'b881a7f5-caa2-46a8-94ad-106d67cb0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:16.919077 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b56f67-d837-4406-9e48-032f3065965d admin admin] Network hostable DHCP agents. Network: 16cfc891-7074-4a12-8ae8-46d913cd15c9, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:41:16.925740 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e8393d-fd0b-4383-bb7a-bdf69cf5ed3d admin admin] Network f07bb420-9540-48eb-88e2-6374a7d0283e is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:41:16.929904 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b56f67-d837-4406-9e48-032f3065965d admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e14a0e-49fa-4b7e-a51a-07432707a113,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:16.943242 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d97c241-4e9d-4a20-a42a-223a23254ef7 admin admin] Network 6d4580c8-4c60-45e7-b53a-7f4b66492648 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:41:16.948290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-39e8393d-fd0b-4383-bb7a-bdf69cf5ed3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, f07bb420-9540-48eb-88e2-6374a7d0283e) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:16.953620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e8393d-fd0b-4383-bb7a-bdf69cf5ed3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:16.954218 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-1d97c241-4e9d-4a20-a42a-223a23254ef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 6d4580c8-4c60-45e7-b53a-7f4b66492648) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:16.955041 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39e8393d-fd0b-4383-bb7a-bdf69cf5ed3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.956489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b56f67-d837-4406-9e48-032f3065965d admin admin] Network 16cfc891-7074-4a12-8ae8-46d913cd15c9 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:41:16.959992 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefec6e0-818e-495c-86a4-9e71b6162694 None None] Network f07bb420-9540-48eb-88e2-6374a7d0283e requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:41:16.961012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d97c241-4e9d-4a20-a42a-223a23254ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:16.962390 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1d97c241-4e9d-4a20-a42a-223a23254ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.969171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f4b56f67-d837-4406-9e48-032f3065965d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 16cfc891-7074-4a12-8ae8-46d913cd15c9) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:16.978436 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b56f67-d837-4406-9e48-032f3065965d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:16.980540 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4b56f67-d837-4406-9e48-032f3065965d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:16.992591 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-39e8393d-fd0b-4383-bb7a-bdf69cf5ed3d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6276622 Feb 04 05:41:16.994258 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171e196c-39f9-4c1b-9329-4726a3443161 None None] Network 6d4580c8-4c60-45e7-b53a-7f4b66492648 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:41:16.995744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46576) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:16.996831 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07265c16-7877-4a9a-8587-832ea0d139e3 None None] Network 16cfc891-7074-4a12-8ae8-46d913cd15c9 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:41:17.004929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:17.016323 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1d97c241-4e9d-4a20-a42a-223a23254ef7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6329777 Feb 04 05:41:17.016323 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46578) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:17.023003 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:17.031242 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f4b56f67-d837-4406-9e48-032f3065965d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9010358 Feb 04 05:41:17.034082 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46580) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:17.038382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:17.069453 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.071311 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.085532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.086933 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.087968 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.089731 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.158026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.224948 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.316990 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.402941 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.403729 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-f07bb420-9540-48eb-88e2-6374a7d0283e', 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'fixed_ips': [{'subnet_id': '99ee1ca4-9ea5-48bd-8786-a32f88775164'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:41:17.409691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.547329 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1958089402', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:17.572730 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Allocated IP 172.20.0.2 (f07bb420-9540-48eb-88e2-6374a7d0283e/99ee1ca4-9ea5-48bd-8786-a32f88775164/b09bf11d-cd0a-4534-94d6-28c253b9f7c0) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:17.575476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.589214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Made reservation on behalf of 96dfc45e36cb462082f654640a8561da for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:17.592678 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.606462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.687707 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.697907 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.715078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.733701 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.749269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.754426 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] device_id is not set on port 00b3a38f-1cfb-4252-9c4b-7faa20124199 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:41:17.765448 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.838090 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Pushing event updated for resources: {'Port': ['ID=b09bf11d-cd0a-4534-94d6-28c253b9f7c0,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:17.851356 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:17.852333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:17.852753 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:17.853153 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:17.853570 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:17.854011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:17.854408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:17.854821 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:17.855230 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:17.855617 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:17.856000 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:17.856380 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Tracked resource versions report: Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: pushed versions: Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: { 'AddressGroup': {'1.2'}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'ConntrackHelper': {'1.0'}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Log': {'1.0'}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Network': {'1.1'}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Port': {'1.7'}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'PortForwarding': {'1.2'}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'QosPolicy': {'1.9'}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'SecurityGroup': {'1.4'}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'SubPort': {'1.0'}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Subnet': {'1.1'}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Trunk': {'1.1'}} Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: consumer versions: Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: { DHCP agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: HyperV agent@hv-neutron-8277: {}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: L3 agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: Metadata agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: Metering agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: Open vSwitch agent@dv-neutron-827794-1-hyperv: { 'AddressGroup': '1.2', Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'ConntrackHelper': '1.0', Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Log': '1.0', Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Network': '1.1', Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Port': '1.7', Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'PortForwarding': '1.2', Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'QosPolicy': '1.9', Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'SecurityGroup': '1.4', Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'SecurityGroupRule': '1.2', Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'SubPort': '1.0', Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Subnet': '1.1', Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: 'Trunk': '1.1'}} Feb 04 05:41:17.857616 dv-neutron-827794-1-hyperv neutron-server[108746]: {{(pid=108746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:41:17.875690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.895835 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46604) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:17.905197 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Allocated IP 172.26.3.142 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/2bc89c50-0ff7-4b75-b919-a95acb32457f) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:17.909646 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Network f07bb420-9540-48eb-88e2-6374a7d0283e is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:17.929573 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46608) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:17.942683 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:17.969480 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:17.972194 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:17.972703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.044860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46612) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:18.107000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25302b4-25b4-4c63-b34c-45241461da2e,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:18.125545 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-6d4580c8-4c60-45e7-b53a-7f4b66492648', 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'fixed_ips': [{'subnet_id': 'e89e379d-ec5d-485a-8620-ecda425b96c4'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:41:18.126402 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.126586 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.170597 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.204953 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-16cfc891-7074-4a12-8ae8-46d913cd15c9', 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'fixed_ips': [{'subnet_id': '55e14a0e-49fa-4b7e-a51a-07432707a113'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:41:18.206690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.209093 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Attempting to bind port b09bf11d-cd0a-4534-94d6-28c253b9f7c0 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:18.212206 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Attempting to bind port b09bf11d-cd0a-4534-94d6-28c253b9f7c0 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '93a5c28a-88f2-4f56-bf7e-1d8290ed5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:18.213232 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Attempting to bind port b09bf11d-cd0a-4534-94d6-28c253b9f7c0 on network f07bb420-9540-48eb-88e2-6374a7d0283e {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:18.219917 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:18.227688 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:18.232949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:18.245792 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Allocated IP 172.26.3.192 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/00b3a38f-1cfb-4252-9c4b-7faa20124199) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:18.259706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:41:18.260127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Checking segment: {'id': '93a5c28a-88f2-4f56-bf7e-1d8290ed5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:18.260477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.260875 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Bound using segment: {'id': '93a5c28a-88f2-4f56-bf7e-1d8290ed5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:41:18.261350 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Bound port: b09bf11d-cd0a-4534-94d6-28c253b9f7c0, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a5c28a-88f2-4f56-bf7e-1d8290ed5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:41:18.267164 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.331488 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:18.360320 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc89c50-0ff7-4b75-b919-a95acb32457f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:18.372486 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1214398329'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:18.416624 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.449482 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-793885611'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:18.500971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46622) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:18.546504 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Made reservation on behalf of f13a55656f1842a49a0f0244ca16a4d6 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:18.550528 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.556383 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.569485 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] For port b09bf11d-cd0a-4534-94d6-28c253b9f7c0, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:18.584757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.593723 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] For port b09bf11d-cd0a-4534-94d6-28c253b9f7c0, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b09bf11d-cd0a-4534-94d6-28c253b9f7c0,segment=NetworkSegment(93a5c28a-88f2-4f56-bf7e-1d8290ed5262),segment_id=93a5c28a-88f2-4f56-bf7e-1d8290ed5262)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:41:18.595203 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Allocated IP 172.20.0.2 (6d4580c8-4c60-45e7-b53a-7f4b66492648/e89e379d-ec5d-485a-8620-ecda425b96c4/dd7d3594-0d8f-4853-864a-d617c88adf02) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:18.597199 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.613940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.620774 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Allocated IP 172.20.0.2 (16cfc891-7074-4a12-8ae8-46d913cd15c9/55e14a0e-49fa-4b7e-a51a-07432707a113/c5161528-b2bc-4ae6-8ca0-abc9143b4080) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:18.656585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Made reservation on behalf of a17e942909214f2ca9488cd64d3c8e1f for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:18.660411 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.681995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:18.691176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.750208 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.786610 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f7fcd-9ae4-4dcf-8816-3e62dd4efc07 None None] Pushing event updated for resources: {'Port': ['ID=b09bf11d-cd0a-4534-94d6-28c253b9f7c0,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:18.870116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.929082 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.944539 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.950912 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.972543 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.983321 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:18.997477 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.006656 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Network 6d4580c8-4c60-45e7-b53a-7f4b66492648 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:19.014021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:19.021601 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:19.098197 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Network 16cfc891-7074-4a12-8ae8-46d913cd15c9 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:19.098197 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Pushing event updated for resources: {'Port': ['ID=dd7d3594-0d8f-4853-864a-d617c88adf02,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:19.098197 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:19.098197 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:19.098683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.164134 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Pushing event updated for resources: {'Port': ['ID=c5161528-b2bc-4ae6-8ca0-abc9143b4080,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:19.166623 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Attempting to bind port dd7d3594-0d8f-4853-864a-d617c88adf02 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:19.167168 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Attempting to bind port dd7d3594-0d8f-4853-864a-d617c88adf02 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'd9305c9a-e269-4637-add4-84969650d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:19.167536 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Attempting to bind port dd7d3594-0d8f-4853-864a-d617c88adf02 on network 6d4580c8-4c60-45e7-b53a-7f4b66492648 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:19.173266 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.180994 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:41:19.181450 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Checking segment: {'id': 'd9305c9a-e269-4637-add4-84969650d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:19.181587 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.181673 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.181924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Bound using segment: {'id': 'd9305c9a-e269-4637-add4-84969650d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:41:19.182417 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Bound port: dd7d3594-0d8f-4853-864a-d617c88adf02, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9305c9a-e269-4637-add4-84969650d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:41:19.182788 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.191517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Attempting to bind port c5161528-b2bc-4ae6-8ca0-abc9143b4080 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:19.191892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Attempting to bind port c5161528-b2bc-4ae6-8ca0-abc9143b4080 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'b881a7f5-caa2-46a8-94ad-106d67cb0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:19.192253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Attempting to bind port c5161528-b2bc-4ae6-8ca0-abc9143b4080 on network 16cfc891-7074-4a12-8ae8-46d913cd15c9 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:19.201854 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:41:19.202297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Checking segment: {'id': 'b881a7f5-caa2-46a8-94ad-106d67cb0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:19.203132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.203132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Bound using segment: {'id': 'b881a7f5-caa2-46a8-94ad-106d67cb0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:41:19.203483 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Bound port: c5161528-b2bc-4ae6-8ca0-abc9143b4080, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b881a7f5-caa2-46a8-94ad-106d67cb0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:41:19.203882 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.206239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.207998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.304005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c1fa14-c865-4ebc-95c6-ef21654a3ef7,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:19.328349 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:19.333173 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] For port dd7d3594-0d8f-4853-864a-d617c88adf02, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:19.335125 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.337340 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] For port dd7d3594-0d8f-4853-864a-d617c88adf02, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=dd7d3594-0d8f-4853-864a-d617c88adf02,segment=NetworkSegment(d9305c9a-e269-4637-add4-84969650d63f),segment_id=d9305c9a-e269-4637-add4-84969650d63f)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:41:19.341272 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:19.347720 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.348667 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:19.357367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:19.358371 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:19.358972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.376044 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Allocated IP 172.26.3.18 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/86c04cc8-a747-42b7-979a-4ac04ec03f43) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:19.380712 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] For port c5161528-b2bc-4ae6-8ca0-abc9143b4080, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:19.387928 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Pushing event updated for resources: {'Port': ['ID=00b3a38f-1cfb-4252-9c4b-7faa20124199,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:19.389562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.405040 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-36436082-ebf4-4bfa-9a9f-4ff0745c7ad0 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.6299047 Feb 04 05:41:19.408677 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] For port c5161528-b2bc-4ae6-8ca0-abc9143b4080, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c5161528-b2bc-4ae6-8ca0-abc9143b4080,segment=NetworkSegment(b881a7f5-caa2-46a8-94ad-106d67cb0039),segment_id=b881a7f5-caa2-46a8-94ad-106d67cb0039)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:41:19.409459 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46630) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:19.417669 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.418047 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Added segment 47e8a0b6-5a96-4faf-a49f-9388f9a27f26 of type vlan for network 4884222b-0726-4f4b-993f-ebcd4e845852 Feb 04 05:41:19.428350 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.461846 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:19.480296 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4c6436ae-22b5-41b3-a6e6-780eac67558d tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.192'}]}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:19.485300 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236aa26-1736-4f22-8bed-2b81b1287b47 None None] Pushing event updated for resources: {'Port': ['ID=dd7d3594-0d8f-4853-864a-d617c88adf02,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:19.580275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee786f6-1e2e-4b9a-a7c9-1609a3e3e400 None None] Pushing event updated for resources: {'Port': ['ID=c5161528-b2bc-4ae6-8ca0-abc9143b4080,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:19.622015 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.624615 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.625129 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Added segment 05f45618-ac0f-4fc4-8c54-06b36bdc791d of type vlan for network 3291cf94-5ca3-49c6-b3b3-754cdd480100 Feb 04 05:41:19.637885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c75eaf-846f-49a5-b7a2-9a7a17207b54,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:19.668844 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b09bf11d-cd0a-4534-94d6-28c253b9f7c0 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:19.669123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c6436ae-22b5-41b3-a6e6-780eac67558d tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.670744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c6436ae-22b5-41b3-a6e6-780eac67558d tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.678075 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.769898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port b09bf11d-cd0a-4534-94d6-28c253b9f7c0 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:19.770270 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.772140 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c6436ae-22b5-41b3-a6e6-780eac67558d tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.786567 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.789052 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.812835 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.820221 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:19.821399 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:19.909819 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:20.048218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:20.061483 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c6436ae-22b5-41b3-a6e6-780eac67558d tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:20.078096 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1809027 Feb 04 05:41:20.085718 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:20.105643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:20.109562 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:20.117218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:20.124818 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:20.130465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:20.162173 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:20.171785 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c828b-56d6-438a-a7c5-798a4a6f0b9e tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Pushing event updated for resources: {'Network': ['ID=4884222b-0726-4f4b-993f-ebcd4e845852,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:20.189583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 4884222b-0726-4f4b-993f-ebcd4e845852 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:41:20.278419 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port b09bf11d-cd0a-4534-94d6-28c253b9f7c0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b09bf11d-cd0a-4534-94d6-28c253b9f7c0,segment=NetworkSegment(93a5c28a-88f2-4f56-bf7e-1d8290ed5262),segment_id=93a5c28a-88f2-4f56-bf7e-1d8290ed5262)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:41:20.296812 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:20.358634 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Pushing event updated for resources: {'Network': ['ID=3291cf94-5ca3-49c6-b3b3-754cdd480100,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:20.367055 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a5a9bc25-d321-43ca-b79d-c364afe5f627 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3210084 Feb 04 05:41:20.372504 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46642) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:20.388124 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 3291cf94-5ca3-49c6-b3b3-754cdd480100 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:41:20.438380 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:41:20.444403 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Allocated IP 172.26.3.48 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/aa4743d9-27c1-4095-909a-5cb5c4e9f391) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:20.480947 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ad787e-a48d-4d70-8414-58e88de9d1eb None None] Network f07bb420-9540-48eb-88e2-6374a7d0283e requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:41:20.509818 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Pushing event updated for resources: {'Port': ['ID=86c04cc8-a747-42b7-979a-4ac04ec03f43,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:20.590026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Request body: {'network': {'name': 'tempest-network--44280070', 'router:external': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:20.596916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:41:20.616980 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Sync routers for ids ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:41:20.632914 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Routers {'2db6a7ac-005f-4ff1-a8c0-f45716e2305d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:20.634748 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:20.637978 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Made reservation on behalf of 0cfcb65cf0544afca7ecd27583d557d4 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:20.640398 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:20.670862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:20.671073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=b09bf11d-cd0a-4534-94d6-28c253b9f7c0,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:20.674640 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bb34ee33-ea01-4bcf-a4df-289168100411 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6370630 Feb 04 05:41:20.681592 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:20.692224 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46646) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:20.702926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e2ee2ad1-4455-41c1-ba54-031b4dd029d1 None None] Provisioning complete for port b09bf11d-cd0a-4534-94d6-28c253b9f7c0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:20.703296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e2ee2ad1-4455-41c1-ba54-031b4dd029d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:20.830831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:20.845185 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:20.854209 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46648) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:20.860184 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Request body: {'port': {'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852', 'binding:host_id': 'hv-neutron-8277', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-825161357'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:20.901121 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Set router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:41:20.906441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:20.920197 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:20.931132 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:20.931482 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Added segment 98e55823-69be-4183-97bc-28a50657feeb of type vlan for network e764adf4-7dc6-488e-a7a1-abec53d5c33c Feb 04 05:41:20.960605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:21.035478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e028cb81-6517-4eaa-97eb-829ba32b1d67 None None] Network 6d4580c8-4c60-45e7-b53a-7f4b66492648 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:41:21.086637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:21.127997 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5191d955-3640-4c30-9d90-9d62b6e894a0,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:21.185236 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-424aa661-24d1-4320-aba4-c4130d724412 None None] Provisioning complete for port dd7d3594-0d8f-4853-864a-d617c88adf02 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:21.185849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-424aa661-24d1-4320-aba4-c4130d724412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:21.207720 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Allocated IP 172.26.3.237 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/335505bf-9ec7-49a6-a727-9665c26681b3) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:21.211805 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Made reservation on behalf of fb4e45ea073041398cd8b1ed2f285b03 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:21.214176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:21.238256 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:21.241131 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:21.242168 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:21.243625 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:21.323992 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:21.333514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:21.335713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Pushing event updated for resources: {'Port': ['ID=aa4743d9-27c1-4095-909a-5cb5c4e9f391,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:21.347764 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.9716506 Feb 04 05:41:21.347943 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:18Z', 'revision_number': 3, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'gw_port': {'id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:21.351765 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:21.393498 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Checking router: 2db6a7ac-005f-4ff1-a8c0-f45716e2305d for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:41:21.394958 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Updating router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d port 2bc89c50-0ff7-4b75-b919-a95acb32457f binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:41:21.402873 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46652) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:21.450693 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:21.572915 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-424aa661-24d1-4320-aba4-c4130d724412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:21.650102 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-424aa661-24d1-4320-aba4-c4130d724412 None None] For port dd7d3594-0d8f-4853-864a-d617c88adf02, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=dd7d3594-0d8f-4853-864a-d617c88adf02,segment=NetworkSegment(d9305c9a-e269-4637-add4-84969650d63f),segment_id=d9305c9a-e269-4637-add4-84969650d63f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:41:21.650950 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:21.667030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-424aa661-24d1-4320-aba4-c4130d724412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:21.710706 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77597360-6d2e-4971-ac47-dd2368dc0f2d tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event updated for resources: {'Network': ['ID=e764adf4-7dc6-488e-a7a1-abec53d5c33c,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:21.733833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:21.755240 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424aa661-24d1-4320-aba4-c4130d724412 None None] Pushing event updated for resources: {'Port': ['ID=dd7d3594-0d8f-4853-864a-d617c88adf02,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:21.759150 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb79d37-a589-49a5-896a-1a6738e21c40 None None] Network 16cfc891-7074-4a12-8ae8-46d913cd15c9 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:41:21.822215 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network e764adf4-7dc6-488e-a7a1-abec53d5c33c details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:41:21.890943 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b09bf11d-cd0a-4534-94d6-28c253b9f7c0 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:21.927219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:21.933672 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:41:21.960548 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-83b48155-a3a3-42ac-a213-10174a9293c7 None None] Provisioning complete for port c5161528-b2bc-4ae6-8ca0-abc9143b4080 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:21.961599 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-83b48155-a3a3-42ac-a213-10174a9293c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:21.983386 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.066456 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port b09bf11d-cd0a-4534-94d6-28c253b9f7c0 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:22.066911 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.081869 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.102520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.117284 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c6436ae-22b5-41b3-a6e6-780eac67558d tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.148633 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c6436ae-22b5-41b3-a6e6-780eac67558d tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.150165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] device_id is not set on port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:41:22.166923 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-83b48155-a3a3-42ac-a213-10174a9293c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.175270 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.196179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.209158 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-83b48155-a3a3-42ac-a213-10174a9293c7 None None] For port c5161528-b2bc-4ae6-8ca0-abc9143b4080, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c5161528-b2bc-4ae6-8ca0-abc9143b4080,segment=NetworkSegment(b881a7f5-caa2-46a8-94ad-106d67cb0039),segment_id=b881a7f5-caa2-46a8-94ad-106d67cb0039)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:41:22.209731 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.250836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-83b48155-a3a3-42ac-a213-10174a9293c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.304334 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b48155-a3a3-42ac-a213-10174a9293c7 None None] Pushing event updated for resources: {'Port': ['ID=c5161528-b2bc-4ae6-8ca0-abc9143b4080,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:22.309686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c5161528-b2bc-4ae6-8ca0-abc9143b4080 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:22.310045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5565169f-c19c-4580-9448-a4f4cdefe37d,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:22.335461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=108745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:22.335821 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:22.336650 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:22.337381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Subscribe: > port after_create 55550000 {{(pid=108745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:22.337381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Subscribe: > port after_delete 55550000 {{(pid=108745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:22.337692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Subscribe: > port after_update 55550000 {{(pid=108745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:22.337991 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=108745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:22.338325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=108745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:22.338639 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=108745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:22.338959 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=108745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:22.342845 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-83b48155-a3a3-42ac-a213-10174a9293c7 None None] Provisioning complete for port b09bf11d-cd0a-4534-94d6-28c253b9f7c0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:22.343964 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-83b48155-a3a3-42ac-a213-10174a9293c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.384291 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.408139 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port c5161528-b2bc-4ae6-8ca0-abc9143b4080 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:22.408501 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.510354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device dd7d3594-0d8f-4853-864a-d617c88adf02 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:22.552537 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=108745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:22.553052 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=108745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:22.553502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=108745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:22.554043 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=108745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:22.554262 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e764adf4-7dc6-488e-a7a1-abec53d5c33c']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:22.559256 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port dd7d3594-0d8f-4853-864a-d617c88adf02 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:22.559626 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.588163 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Router 5dc4e676-67b1-4062-9b09-4646197e8710 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:41:22.592584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:22.596799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e55823-69be-4183-97bc-28a50657feeb') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:22.597108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e55823-69be-4183-97bc-28a50657feeb') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:22.605246 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-4eef8094-c858-4d9e-ba99-cc6179fc1779 None None] Provisioning complete for port c5161528-b2bc-4ae6-8ca0-abc9143b4080 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:22.605621 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4eef8094-c858-4d9e-ba99-cc6179fc1779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.638576 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:22.641470 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:22.672044 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Allocated IP 172.26.3.117 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/0b51fa24-3b96-4e04-8911-d6946a0cbc62) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:22.680243 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.733050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-4eef8094-c858-4d9e-ba99-cc6179fc1779 None None] Provisioning complete for port dd7d3594-0d8f-4853-864a-d617c88adf02 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:22.733537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4eef8094-c858-4d9e-ba99-cc6179fc1779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.741261 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Router 0f77d255-975f-4246-9e9d-8e6277932a1e is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:41:22.748655 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:41:22.811321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.838791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Pushing event updated for resources: {'Port': ['ID=335505bf-9ec7-49a6-a727-9665c26681b3,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:22.857600 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:41:22.858049 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: from cryptography.utils import int_from_bytes Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: from cryptography.utils import int_from_bytes Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:41:22.868279 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:41:22.878872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Sync routers for ids ['5dc4e676-67b1-4062-9b09-4646197e8710'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:41:22.898410 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Routers {'5dc4e676-67b1-4062-9b09-4646197e8710'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:22.899326 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5dc4e676-67b1-4062-9b09-4646197e8710'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:22.917037 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.920973 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6a8935cb-3603-4ad5-a43f-b3a44192de14 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9215977 Feb 04 05:41:22.921738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46656) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:22.970068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:22.978629 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.045184 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Set router 5dc4e676-67b1-4062-9b09-4646197e8710 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:41:23.048968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:41:23.063393 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Sync routers for ids ['0f77d255-975f-4246-9e9d-8e6277932a1e'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:41:23.073596 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.078184 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-abbea969-1a29-4ded-bd1c-169a6f66bf47 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.0604458 Feb 04 05:41:23.080006 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46658) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:23.084432 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Routers {'0f77d255-975f-4246-9e9d-8e6277932a1e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:23.086494 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0f77d255-975f-4246-9e9d-8e6277932a1e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:23.109348 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.120679 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e764adf4-7dc6-488e-a7a1-abec53d5c33c {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 05:41:23.123650 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.130740 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "DELETE /v2.0/networks/e764adf4-7dc6-488e-a7a1-abec53d5c33c HTTP/1.1" status: 204 len: 168 time: 1.7177579 Feb 04 05:41:23.139729 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46660) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:23.174845 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-79b00f05-9347-4820-9ca0-17c5520060ab tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Request body: {'network': {'router:external': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:23.225496 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.258869 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d242d-33d3-43e9-b40a-d0f1769742ef tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event deleted for resources: {'Network': ['ID=e764adf4-7dc6-488e-a7a1-abec53d5c33c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:23.266143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.306241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:21Z', 'revision_number': 3, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'gw_port': {'id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:19Z', 'updated_at': '2022-02-04T05:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:23.325151 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Set router 0f77d255-975f-4246-9e9d-8e6277932a1e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:41:23.337788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] device_id is not set on port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:41:23.385441 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Checking router: 5dc4e676-67b1-4062-9b09-4646197e8710 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:41:23.387075 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Updating router 5dc4e676-67b1-4062-9b09-4646197e8710 port aa4743d9-27c1-4095-909a-5cb5c4e9f391 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:41:23.396151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.412947 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b00f05-9347-4820-9ca0-17c5520060ab tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Made reservation on behalf of 0cfcb65cf0544afca7ecd27583d557d4 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:23.415481 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-79b00f05-9347-4820-9ca0-17c5520060ab tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.472214 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.472800 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.615730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.654778 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device dd7d3594-0d8f-4853-864a-d617c88adf02 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:23.721897 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port dd7d3594-0d8f-4853-864a-d617c88adf02 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:23.722435 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.790872 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.809177 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c5161528-b2bc-4ae6-8ca0-abc9143b4080 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:23.819613 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.819846 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b00f05-9347-4820-9ca0-17c5520060ab tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:23.833575 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Allocated IP 172.20.0.1 (16cfc891-7074-4a12-8ae8-46d913cd15c9/55e14a0e-49fa-4b7e-a51a-07432707a113/a2681675-2990-4b34-96e9-802c2a9602ae) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:23.854340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:23.875048 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-79b00f05-9347-4820-9ca0-17c5520060ab tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.875664 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-79b00f05-9347-4820-9ca0-17c5520060ab tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Added segment d410d83f-2d0f-4d23-a89c-f1f0f04f9852 of type vlan for network 0c652334-91b4-4dc9-84d3-10b8fc6840ba Feb 04 05:41:23.875966 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Attempting to bind port 2bc89c50-0ff7-4b75-b919-a95acb32457f on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:23.876549 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Attempting to bind port 2bc89c50-0ff7-4b75-b919-a95acb32457f by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:23.877099 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Attempting to bind port 2bc89c50-0ff7-4b75-b919-a95acb32457f on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:23.913428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port c5161528-b2bc-4ae6-8ca0-abc9143b4080 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:23.913976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.925678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-79b00f05-9347-4820-9ca0-17c5520060ab tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.928124 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:41:23.928732 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:23.929306 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.930441 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:41:23.931112 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Bound port: 2bc89c50-0ff7-4b75-b919-a95acb32457f, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:41:23.931976 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.986840 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.990078 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] For port 2bc89c50-0ff7-4b75-b919-a95acb32457f, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:23.991791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:23.997289 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] For port 2bc89c50-0ff7-4b75-b919-a95acb32457f, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=2bc89c50-0ff7-4b75-b919-a95acb32457f,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:41:24.002320 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:20Z', 'revision_number': 3, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'gw_port': {'id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:18Z', 'updated_at': '2022-02-04T05:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:24.002525 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Checking segment: {'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:24.002802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Network hostable DHCP agents. Network: 4884222b-0726-4f4b-993f-ebcd4e845852, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:41:24.008454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:24.011450 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Pushing event updated for resources: {'Port': ['ID=ef918ec8-9ae3-49b8-a49c-b2724c2e05fb,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:24.018870 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:24.065454 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dbf95-2c3d-4437-b42b-d5b00707bc6e None None] Pushing event updated for resources: {'Port': ['ID=2bc89c50-0ff7-4b75-b919-a95acb32457f,revision_number=2']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:24.074492 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-79b00f05-9347-4820-9ca0-17c5520060ab tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.075437 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b00f05-9347-4820-9ca0-17c5520060ab tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:24.076004 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-79b00f05-9347-4820-9ca0-17c5520060ab tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.081125 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.082032 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Checking router: 0f77d255-975f-4246-9e9d-8e6277932a1e for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:41:24.082734 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Updating router 0f77d255-975f-4246-9e9d-8e6277932a1e port 86c04cc8-a747-42b7-979a-4ac04ec03f43 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:41:24.110798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c6436ae-22b5-41b3-a6e6-780eac67558d tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.115365 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbf95-2c3d-4437-b42b-d5b00707bc6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:24.116174 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbf95-2c3d-4437-b42b-d5b00707bc6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:24.116682 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbf95-2c3d-4437-b42b-d5b00707bc6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:24.117733 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbf95-2c3d-4437-b42b-d5b00707bc6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:24.118280 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbf95-2c3d-4437-b42b-d5b00707bc6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:24.118808 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbf95-2c3d-4437-b42b-d5b00707bc6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:24.119460 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbf95-2c3d-4437-b42b-d5b00707bc6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:24.119978 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbf95-2c3d-4437-b42b-d5b00707bc6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:24.120497 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbf95-2c3d-4437-b42b-d5b00707bc6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:24.120993 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbf95-2c3d-4437-b42b-d5b00707bc6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:24.121484 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbf95-2c3d-4437-b42b-d5b00707bc6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:24.121988 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbf95-2c3d-4437-b42b-d5b00707bc6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbf95-2c3d-4437-b42b-d5b00707bc6e None None] Tracked resource versions report: Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: pushed versions: Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: { 'AddressGroup': {'1.2'}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'ConntrackHelper': {'1.0'}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Log': {'1.0'}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Network': {'1.1'}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Port': {'1.7'}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'PortForwarding': {'1.2'}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'QosPolicy': {'1.9'}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'SecurityGroup': {'1.4'}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'SecurityGroupRule': {'1.2'}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'SubPort': {'1.0'}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Subnet': {'1.1'}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Trunk': {'1.1'}} Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: consumer versions: Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: { DHCP agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: HyperV agent@hv-neutron-8277: {}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: L3 agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: Metadata agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: Metering agent@dv-neutron-827794-1-hyperv: {}, Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: Open vSwitch agent@dv-neutron-827794-1-hyperv: { 'AddressGroup': '1.2', Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'ConntrackHelper': '1.0', Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Log': '1.0', Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Network': '1.1', Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Port': '1.7', Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'PortForwarding': '1.2', Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'QosPolicy': '1.9', Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'SecurityGroup': '1.4', Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'SecurityGroupRule': '1.2', Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'SubPort': '1.0', Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Subnet': '1.1', Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: 'Trunk': '1.1'}} Feb 04 05:41:24.123291 dv-neutron-827794-1-hyperv neutron-server[108747]: {{(pid=108747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 05:41:24.130066 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.153890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b00f05-9347-4820-9ca0-17c5520060ab tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event updated for resources: {'Network': ['ID=0c652334-91b4-4dc9-84d3-10b8fc6840ba,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:24.168614 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.176206 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 0c652334-91b4-4dc9-84d3-10b8fc6840ba details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:41:24.232412 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Routers {'2db6a7ac-005f-4ff1-a8c0-f45716e2305d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:24.233096 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:24.255252 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.260336 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-79b00f05-9347-4820-9ca0-17c5520060ab tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.0894687 Feb 04 05:41:24.261132 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Network 4884222b-0726-4f4b-993f-ebcd4e845852 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:41:24.270712 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46666) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:24.281893 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-66316f1d-ad0c-46f3-a2f0-d40d5c9f7690 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Request body: {'subnet': {'network_id': '0c652334-91b4-4dc9-84d3-10b8fc6840ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:24.322340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 4884222b-0726-4f4b-993f-ebcd4e845852) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:24.347460 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcadc538-2a14-450f-96dc-f879e28d8152 None None] Network 4884222b-0726-4f4b-993f-ebcd4e845852 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:41:24.354440 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:24.362812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.373655 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.375001 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4432771 Feb 04 05:41:24.382065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46668) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:24.392965 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e413c3e5-9e70-4eee-b6d9-33b6e300cb4f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-908690947', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'fixed_ips': [{'ip_address': '172.26.3.237'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:24.404181 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event updated for resources: {'Port': ['ID=0b51fa24-3b96-4e04-8911-d6946a0cbc62,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:24.406659 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:24.407002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:24.407371 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:24.417134 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:24.417475 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:24.422691 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 2 to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb Feb 04 05:41:24.469914 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] Set router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:41:24.499868 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e413c3e5-9e70-4eee-b6d9-33b6e300cb4f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Made reservation on behalf of 33e4e82a66f04b3f96bfd0c38361a748 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:24.502251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e413c3e5-9e70-4eee-b6d9-33b6e300cb4f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.511043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.520757 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.531040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:24.531434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:24.532534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:24.539609 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e413c3e5-9e70-4eee-b6d9-33b6e300cb4f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.560071 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.573474 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66316f1d-ad0c-46f3-a2f0-d40d5c9f7690 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Made reservation on behalf of 0cfcb65cf0544afca7ecd27583d557d4 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:24.582099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66316f1d-ad0c-46f3-a2f0-d40d5c9f7690 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks [] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.583834 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e17c4-58b6-4fdb-9fd8-56a0e62b73e5 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Pushing event updated for resources: {'Port': ['ID=335505bf-9ec7-49a6-a727-9665c26681b3,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:24.586717 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:24.587046 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:24.594214 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.597649 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 3 to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb Feb 04 05:41:24.610689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c6436ae-22b5-41b3-a6e6-780eac67558d tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.615689 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:24.616020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:24.616400 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:24.616842 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c6436ae-22b5-41b3-a6e6-780eac67558d tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.633933 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:24.634274 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:24.640810 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 4 to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb Feb 04 05:41:24.658621 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Attempting to bind port aa4743d9-27c1-4095-909a-5cb5c4e9f391 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:24.659449 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.659580 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Attempting to bind port aa4743d9-27c1-4095-909a-5cb5c4e9f391 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:24.660351 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Attempting to bind port aa4743d9-27c1-4095-909a-5cb5c4e9f391 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:24.680313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:41:24.681026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:24.681657 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.682339 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:41:24.683014 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Bound port: aa4743d9-27c1-4095-909a-5cb5c4e9f391, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:41:24.684049 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.684171 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:24.684382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:24.684711 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:24.689078 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bed996-0b78-4108-8b8e-c983fb08a9b3 None None] Pushing event updated for resources: {'Port': ['ID=aa4743d9-27c1-4095-909a-5cb5c4e9f391,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:24.755485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:24.756321 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:24.777264 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] For port aa4743d9-27c1-4095-909a-5cb5c4e9f391, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:24.786532 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] For port aa4743d9-27c1-4095-909a-5cb5c4e9f391, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=aa4743d9-27c1-4095-909a-5cb5c4e9f391,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:41:24.794945 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.798039 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c6436ae-22b5-41b3-a6e6-780eac67558d tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.798664 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6436ae-22b5-41b3-a6e6-780eac67558d tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40a989b2-2de1-4685-bdf2-75857fcdddb7 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:41:24.803171 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e413c3e5-9e70-4eee-b6d9-33b6e300cb4f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.806426 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 5 to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb Feb 04 05:41:24.826938 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e413c3e5-9e70-4eee-b6d9-33b6e300cb4f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.831171 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-e413c3e5-9e70-4eee-b6d9-33b6e300cb4f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] device_id is not set on port cd978502-4240-45d1-9f0f-e5f1b0f0f013 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:41:24.872190 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Allocated IP 172.20.0.1 (f07bb420-9540-48eb-88e2-6374a7d0283e/99ee1ca4-9ea5-48bd-8786-a32f88775164/b24f35fb-044c-4d6a-a27c-0cc3ae4088db) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:24.874209 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Routers {'5dc4e676-67b1-4062-9b09-4646197e8710'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:24.875308 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5dc4e676-67b1-4062-9b09-4646197e8710'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:24.902502 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-4c6436ae-22b5-41b3-a6e6-780eac67558d tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 05:41:24.906571 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4c6436ae-22b5-41b3-a6e6-780eac67558d tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.4454458 Feb 04 05:41:24.907775 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46670) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:24.955826 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bed996-0b78-4108-8b8e-c983fb08a9b3 None None] Pushing event updated for resources: {'Port': ['ID=aa4743d9-27c1-4095-909a-5cb5c4e9f391,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:24.961802 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:24.972785 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dbf95-2c3d-4437-b42b-d5b00707bc6e None None] Pushing event updated for resources: {'Port': ['ID=2bc89c50-0ff7-4b75-b919-a95acb32457f,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:24.979358 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:25.019100 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6389a7b-6b8c-4d54-b3af-6c77b16f0be9 None None] Pushing event updated for resources: {'Port': ['ID=86c04cc8-a747-42b7-979a-4ac04ec03f43,revision_number=2']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:25.058465 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Attempting to bind port 86c04cc8-a747-42b7-979a-4ac04ec03f43 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:25.058465 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Attempting to bind port 86c04cc8-a747-42b7-979a-4ac04ec03f43 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:25.058895 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Attempting to bind port 86c04cc8-a747-42b7-979a-4ac04ec03f43 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:25.062282 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:18Z', 'revision_number': 3, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'gw_port': {'id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:25.064289 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] Set router 5dc4e676-67b1-4062-9b09-4646197e8710 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:41:25.077250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413c3e5-9e70-4eee-b6d9-33b6e300cb4f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ee7507-c2d6-4600-bb25-15efb67924eb,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:25.080019 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e413c3e5-9e70-4eee-b6d9-33b6e300cb4f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 05:41:25.080661 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e413c3e5-9e70-4eee-b6d9-33b6e300cb4f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:41:25.092599 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9f03c5-ab28-4d07-8984-de74ad97efd9 None None] The sync data for ids ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'] in dv-neutron-827794-1-hyperv is: [{'id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:18Z', 'revision_number': 3, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'gw_port': {'id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:41:25.096977 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:25.109804 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:41:25.110284 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:25.111410 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:25.111610 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:41:25.112095 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Bound port: 86c04cc8-a747-42b7-979a-4ac04ec03f43, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:41:25.112581 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:25.170397 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Network 16cfc891-7074-4a12-8ae8-46d913cd15c9 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:25.172921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:25.173169 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:25.173607 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:25.178229 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e413c3e5-9e70-4eee-b6d9-33b6e300cb4f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7897301 Feb 04 05:41:25.182870 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Pushing event updated for resources: {'Port': ['ID=a2681675-2990-4b34-96e9-802c2a9602ae,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:25.185448 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46672) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:25.196451 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:25.197727 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] For port 86c04cc8-a747-42b7-979a-4ac04ec03f43, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:25.200965 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:25.203342 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] For port 86c04cc8-a747-42b7-979a-4ac04ec03f43, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=86c04cc8-a747-42b7-979a-4ac04ec03f43,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:41:25.203641 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:25.204258 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:25.207451 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 6 to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb Feb 04 05:41:25.213025 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:25.266349 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:25.267251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:25.269989 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:25.293129 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Routers {'0f77d255-975f-4246-9e9d-8e6277932a1e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:25.294255 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0f77d255-975f-4246-9e9d-8e6277932a1e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:25.310724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:25.311050 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:25.317459 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 7 to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb Feb 04 05:41:25.360658 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:21Z', 'revision_number': 3, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'gw_port': {'id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:19Z', 'updated_at': '2022-02-04T05:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:25.371391 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:25.375394 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:25.375994 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:25.378489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:25.462473 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] Set router 0f77d255-975f-4246-9e9d-8e6277932a1e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:41:25.504453 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:25.504821 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:25.513209 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:25.548318 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 8 to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb Feb 04 05:41:25.551369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ec086-1bc5-4b07-b81a-ff33e81f949e None None] The sync data for ids ['5dc4e676-67b1-4062-9b09-4646197e8710'] in dv-neutron-827794-1-hyperv is: [{'id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:21Z', 'revision_number': 3, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'gw_port': {'id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:19Z', 'updated_at': '2022-02-04T05:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:41:25.574060 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:25.603205 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:25.604256 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:25.604715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:25.607985 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Allocated IP 172.20.0.1 (6d4580c8-4c60-45e7-b53a-7f4b66492648/e89e379d-ec5d-485a-8620-ecda425b96c4/deb8ebeb-5dd2-40fe-adeb-491a61a72546) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:25.614515 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:25.652793 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:25.653138 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:25.675726 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c0b5c0af-97ee-4a3b-b8be-4a3a2bbdd535 None None] Provisioning complete for port a2681675-2990-4b34-96e9-802c2a9602ae triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:25.676092 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c0b5c0af-97ee-4a3b-b8be-4a3a2bbdd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:25.678732 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 9 to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb Feb 04 05:41:25.722846 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6389a7b-6b8c-4d54-b3af-6c77b16f0be9 None None] Pushing event updated for resources: {'Port': ['ID=86c04cc8-a747-42b7-979a-4ac04ec03f43,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:25.743645 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c0b5c0af-97ee-4a3b-b8be-4a3a2bbdd535 None None] Port a2681675-2990-4b34-96e9-802c2a9602ae cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:25.751875 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:25.752202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:25.752541 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:25.801793 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:25.802113 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:25.809314 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 10 to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb Feb 04 05:41:25.812787 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event updated for resources: {'Port': ['ID=0b51fa24-3b96-4e04-8911-d6946a0cbc62,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:25.814094 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:20Z', 'revision_number': 3, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'gw_port': {'id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:18Z', 'updated_at': '2022-02-04T05:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:25.845616 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:25.855623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b85dc23a-c0bb-4126-9015-497e66528558 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Deleting port 00b3a38f-1cfb-4252-9c4b-7faa20124199 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:41:25.855921 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907e2228-0ac2-427f-87c6-ea843d275d4a None None] The sync data for ids ['0f77d255-975f-4246-9e9d-8e6277932a1e'] in dv-neutron-827794-1-hyperv is: [{'id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:20Z', 'revision_number': 3, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'gw_port': {'id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:18Z', 'updated_at': '2022-02-04T05:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:41:25.856096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b85dc23a-c0bb-4126-9015-497e66528558 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:25.858865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:25.862288 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:25.862775 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:25.863119 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:25.900392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:25.900785 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:25.901123 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:25.906299 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:25.910309 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f926e58f-fba8-4179-ab11-4e90a848264f tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4083855 Feb 04 05:41:25.913000 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46678) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:25.940276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Pushing event updated for resources: {'Port': ['ID=b24f35fb-044c-4d6a-a27c-0cc3ae4088db,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:25.947254 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1767839851'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:25.979908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.030297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d7185-2f98-433f-804d-0a96ab70104f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Deleting port 335505bf-9ec7-49a6-a727-9665c26681b3 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:41:26.030806 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e4d7185-2f98-433f-804d-0a96ab70104f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.041376 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Network f07bb420-9540-48eb-88e2-6374a7d0283e is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:26.067874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:26.073230 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:26.075677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.083141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.147877 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Made reservation on behalf of 3f983227435d41c3badda054b70768cf for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:26.151964 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.188396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] For port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb, host hv-neutron-8277, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:26.188827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempted to set empty binding levels {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 05:41:26.193243 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.215231 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.241797 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e4d7185-2f98-433f-804d-0a96ab70104f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.241797 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e4d7185-2f98-433f-804d-0a96ab70104f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.289943 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d7185-2f98-433f-804d-0a96ab70104f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Calling delete_port for 335505bf-9ec7-49a6-a727-9665c26681b3 owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:41:26.337362 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:26.338395 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.352212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.415908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Pushing event updated for resources: {'Port': ['ID=ef918ec8-9ae3-49b8-a49c-b2724c2e05fb,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:26.432724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Network 6d4580c8-4c60-45e7-b53a-7f4b66492648 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:26.442463 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2c4bdd38-2774-4e5e-afcb-053338fbba05 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.5848918 Feb 04 05:41:26.444068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46680) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:26.447150 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Pushing event updated for resources: {'Port': ['ID=deb8ebeb-5dd2-40fe-adeb-491a61a72546,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:26.451255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:26.454067 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:26.454549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.493484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5d454515-d4d4-4d69-a5e5-9fa1063655e0 None None] Provisioning complete for port b24f35fb-044c-4d6a-a27c-0cc3ae4088db triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:26.499155 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5d454515-d4d4-4d69-a5e5-9fa1063655e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.583196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5d454515-d4d4-4d69-a5e5-9fa1063655e0 None None] Port b24f35fb-044c-4d6a-a27c-0cc3ae4088db cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:26.659875 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.684121 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.807689 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-09d012f7-7dce-4e23-9b46-dcb7c61a7ec8 None None] Provisioning complete for port deb8ebeb-5dd2-40fe-adeb-491a61a72546 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:26.808064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-09d012f7-7dce-4e23-9b46-dcb7c61a7ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.859631 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-09d012f7-7dce-4e23-9b46-dcb7c61a7ec8 None None] Port deb8ebeb-5dd2-40fe-adeb-491a61a72546 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:26.947919 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.964744 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:26.966166 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b85dc23a-c0bb-4126-9015-497e66528558 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.000481 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:27.008961 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b7b1e-b895-4381-af86-d940301005cb tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Deleting port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:41:27.009317 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a5b7b1e-b895-4381-af86-d940301005cb tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.019770 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b85dc23a-c0bb-4126-9015-497e66528558 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Calling delete_port for 00b3a38f-1cfb-4252-9c4b-7faa20124199 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:41:27.019987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.020323 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Added segment 079c9fc2-685f-41a0-9a3e-fa73b542cc79 of type vlan for network 47cb354c-2ac6-485e-8fc5-1ad05182d1b5 Feb 04 05:41:27.035375 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.048486 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Pushing event updated for resources: {'Port': ['ID=a2681675-2990-4b34-96e9-802c2a9602ae,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:27.070754 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.128532 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ff2103-24ea-462f-a685-a11fbb724ed2,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:27.174730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.210984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-0a5b7b1e-b895-4381-af86-d940301005cb tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] For port ef918ec8-9ae3-49b8-a49c-b2724c2e05fb, host hv-neutron-8277, got binding levels [] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:41:27.211354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a5b7b1e-b895-4381-af86-d940301005cb tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.236453 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b7b1e-b895-4381-af86-d940301005cb tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Calling delete_port for ef918ec8-9ae3-49b8-a49c-b2724c2e05fb owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:41:27.254697 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.objects.ports [None req-66316f1d-ad0c-46f3-a2f0-d40d5c9f7690 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108744) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:41:27.255300 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66316f1d-ad0c-46f3-a2f0-d40d5c9f7690 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.305157 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.310346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:27.310738 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.312179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.427821 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Network 16cfc891-7074-4a12-8ae8-46d913cd15c9 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:27.440439 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5224409 Feb 04 05:41:27.442549 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:27.448055 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66316f1d-ad0c-46f3-a2f0-d40d5c9f7690 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a7d138c9-839e-4aea-b3fd-044d99a1a1b7,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:27.448348 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46682) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:27.453125 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-42c9fea9-5378-4f01-b828-451d4110c9af tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Request body: {'subnet': {'network_id': '47cb354c-2ac6-485e-8fc5-1ad05182d1b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:27.467223 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3afd7-8485-4ff0-9d43-6902b2ea67eb tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event updated for resources: {'Network': ['ID=47cb354c-2ac6-485e-8fc5-1ad05182d1b5,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:27.488899 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 47cb354c-2ac6-485e-8fc5-1ad05182d1b5 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:41:27.541686 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e4d7185-2f98-433f-804d-0a96ab70104f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.602924 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66316f1d-ad0c-46f3-a2f0-d40d5c9f7690 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Checking segment: {'id': 'd410d83f-2d0f-4d23-a89c-f1f0f04f9852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0c652334-91b4-4dc9-84d3-10b8fc6840ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:27.603553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66316f1d-ad0c-46f3-a2f0-d40d5c9f7690 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Network hostable DHCP agents. Network: 0c652334-91b4-4dc9-84d3-10b8fc6840ba, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:41:27.613307 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a5b7b1e-b895-4381-af86-d940301005cb tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.684764 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b85dc23a-c0bb-4126-9015-497e66528558 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.726505 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d7185-2f98-433f-804d-0a96ab70104f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Pushing event deleted for resources: {'Port': ['ID=335505bf-9ec7-49a6-a727-9665c26681b3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:27.740267 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b7b1e-b895-4381-af86-d940301005cb tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef918ec8-9ae3-49b8-a49c-b2724c2e05fb,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:27.755146 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a5b7b1e-b895-4381-af86-d940301005cb tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.762519 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0a5b7b1e-b895-4381-af86-d940301005cb tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "DELETE /v2.0/ports/ef918ec8-9ae3-49b8-a49c-b2724c2e05fb HTTP/1.1" status: 204 len: 168 time: 1.3103921 Feb 04 05:41:27.766716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46684) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:27.808238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 86c04cc8-a747-42b7-979a-4ac04ec03f43 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:27.810197 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cbb6aa-417f-44eb-b5b7-b39d920ccb13 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:41:27.813433 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e4d7185-2f98-433f-804d-0a96ab70104f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.815880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e4d7185-2f98-433f-804d-0a96ab70104f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.817299 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5e4d7185-2f98-433f-804d-0a96ab70104f tempest-ExternalNetworksAdminNegativeTestJSON-1152242186 tempest-ExternalNetworksAdminNegativeTestJSON-1152242186-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/3159344f-c429-4f8d-a2ac-5390a4138d94 HTTP/1.1" status: 204 len: 168 time: 2.5982506 Feb 04 05:41:27.817529 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c9cbb6aa-417f-44eb-b5b7-b39d920ccb13 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "GET /v2.0/ports/ef918ec8-9ae3-49b8-a49c-b2724c2e05fb HTTP/1.1" status: 404 len: 333 time: 0.0496514 Feb 04 05:41:27.822905 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46686) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:27.828684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85dc23a-c0bb-4126-9015-497e66528558 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Pushing event deleted for resources: {'Port': ['ID=00b3a38f-1cfb-4252-9c4b-7faa20124199,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:27.839228 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:41:27.844751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f2d1df91-d00e-4b0d-9e16-92d322cbb0e1 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Request body: {'port': {'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-29485543'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:27.845866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c9fea9-5378-4f01-b828-451d4110c9af tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Made reservation on behalf of 3f983227435d41c3badda054b70768cf for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:27.850930 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42c9fea9-5378-4f01-b828-451d4110c9af tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.860755 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.862771 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66316f1d-ad0c-46f3-a2f0-d40d5c9f7690 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Network 0c652334-91b4-4dc9-84d3-10b8fc6840ba is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:41:27.896580 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.897391 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.917292 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-66316f1d-ad0c-46f3-a2f0-d40d5c9f7690 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 0c652334-91b4-4dc9-84d3-10b8fc6840ba) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:27.918739 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c56149ef-87e8-4994-9092-b1c2b4749dd8 None None] Provisioning complete for port a2681675-2990-4b34-96e9-802c2a9602ae triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:27.919194 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b85dc23a-c0bb-4126-9015-497e66528558 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.922411 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b85dc23a-c0bb-4126-9015-497e66528558 tempest-RoutersAdminNegativeIpV6Test-1269480012 tempest-RoutersAdminNegativeIpV6Test-1269480012-project-admin] 10.222.0.10 "DELETE /v2.0/ports/00b3a38f-1cfb-4252-9c4b-7faa20124199 HTTP/1.1" status: 204 len: 168 time: 3.0108433 Feb 04 05:41:27.928414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c56149ef-87e8-4994-9092-b1c2b4749dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:27.935010 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a50dc66-d072-44b8-9162-230858801bad None None] Network 0c652334-91b4-4dc9-84d3-10b8fc6840ba requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:41:28.008745 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66316f1d-ad0c-46f3-a2f0-d40d5c9f7690 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:28.009338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66316f1d-ad0c-46f3-a2f0-d40d5c9f7690 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.070199 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c56149ef-87e8-4994-9092-b1c2b4749dd8 None None] Port a2681675-2990-4b34-96e9-802c2a9602ae cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:28.073037 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:41:28.079351 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 86c04cc8-a747-42b7-979a-4ac04ec03f43 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:28.079949 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.080447 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-087ec48a-4b12-41f7-85e3-27204adb11ff admin admin] 10.222.0.10 "PUT /v2.0/routers/2db6a7ac-005f-4ff1-a8c0-f45716e2305d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2327993 Feb 04 05:41:28.164926 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d1df91-d00e-4b0d-9e16-92d322cbb0e1 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Made reservation on behalf of fb4e45ea073041398cd8b1ed2f285b03 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:28.167486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f2d1df91-d00e-4b0d-9e16-92d322cbb0e1 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.183649 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-66316f1d-ad0c-46f3-a2f0-d40d5c9f7690 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9078288 Feb 04 05:41:28.190125 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46696) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:28.197258 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.202087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Pushing event updated for resources: {'Port': ['ID=deb8ebeb-5dd2-40fe-adeb-491a61a72546,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:28.202266 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Request body: {'floatingip': {'floating_network_id': '0c652334-91b4-4dc9-84d3-10b8fc6840ba'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:28.224424 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.225588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.236874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-f2d1df91-d00e-4b0d-9e16-92d322cbb0e1 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] device_id is not set on port 48181c23-ed0b-4e07-8d13-976223b35cdd yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:41:28.306581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.309820 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42c9fea9-5378-4f01-b828-451d4110c9af tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.335327 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f0fa1f-3aa7-423f-a92d-567e109174fc None None] Network 0c652334-91b4-4dc9-84d3-10b8fc6840ba requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:41:28.422280 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.443274 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9fea9-5378-4f01-b828-451d4110c9af tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event updated for resources: {'Subnet': ['ID=37dfacb0-6f7d-4707-a867-15db0a4c296c,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:28.467727 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 86c04cc8-a747-42b7-979a-4ac04ec03f43, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=86c04cc8-a747-42b7-979a-4ac04ec03f43,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:41:28.480179 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c9fea9-5378-4f01-b828-451d4110c9af tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Checking segment: {'id': '079c9fc2-685f-41a0-9a3e-fa73b542cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '47cb354c-2ac6-485e-8fc5-1ad05182d1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:28.480536 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c9fea9-5378-4f01-b828-451d4110c9af tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Network hostable DHCP agents. Network: 47cb354c-2ac6-485e-8fc5-1ad05182d1b5, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:41:28.484917 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.486112 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 2bc89c50-0ff7-4b75-b919-a95acb32457f up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:28.496426 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46708) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:28.519816 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46714) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:28.536409 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c9fea9-5378-4f01-b828-451d4110c9af tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Network 47cb354c-2ac6-485e-8fc5-1ad05182d1b5 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:41:28.557460 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.560584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-42c9fea9-5378-4f01-b828-451d4110c9af tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 47cb354c-2ac6-485e-8fc5-1ad05182d1b5) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:28.580557 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f783a1-e1ab-413d-9039-a618b87cc9cb None None] Network 47cb354c-2ac6-485e-8fc5-1ad05182d1b5 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:41:28.581000 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c9fea9-5378-4f01-b828-451d4110c9af tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:28.581830 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42c9fea9-5378-4f01-b828-451d4110c9af tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.659456 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-42c9fea9-5378-4f01-b828-451d4110c9af tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2076092 Feb 04 05:41:28.662612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Network 6d4580c8-4c60-45e7-b53a-7f4b66492648 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:28.663850 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46718) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:28.683523 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-79515123-5be1-481f-a437-8cc1c06c1785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.696840 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-741392473', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:28.711916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:28.740738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Pushing event updated for resources: {'Port': ['ID=b24f35fb-044c-4d6a-a27c-0cc3ae4088db,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:28.753942 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74a9b34f-2e61-4b41-bdc5-d3a160eaac5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.842253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Allocated IP 172.20.0.9 (0c652334-91b4-4dc9-84d3-10b8fc6840ba/a7d138c9-839e-4aea-b3fd-044d99a1a1b7/4ee6229b-b838-43ce-8136-3034b278d314) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:28.850486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Network f07bb420-9540-48eb-88e2-6374a7d0283e is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:28.866034 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:28.881874 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=86c04cc8-a747-42b7-979a-4ac04ec03f43,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:28.922961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.923144 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-47cb354c-2ac6-485e-8fc5-1ad05182d1b5', 'network_id': '47cb354c-2ac6-485e-8fc5-1ad05182d1b5', 'tenant_id': '3f983227435d41c3badda054b70768cf', 'fixed_ips': [{'subnet_id': '37dfacb0-6f7d-4707-a867-15db0a4c296c'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:41:28.924045 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.928250 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:28.949955 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 2bc89c50-0ff7-4b75-b919-a95acb32457f triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:28.951621 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.115966 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Router 5dc4e676-67b1-4062-9b09-4646197e8710 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:41:29.123882 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.171714 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 2bc89c50-0ff7-4b75-b919-a95acb32457f, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=2bc89c50-0ff7-4b75-b919-a95acb32457f,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:41:29.194398 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-79515123-5be1-481f-a437-8cc1c06c1785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.260346 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.260773 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.261873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device aa4743d9-27c1-4095-909a-5cb5c4e9f391 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:29.327127 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.329724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-79515123-5be1-481f-a437-8cc1c06c1785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.383832 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=2bc89c50-0ff7-4b75-b919-a95acb32457f,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:29.386855 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Sync routers for ids ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:41:29.387840 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-79515123-5be1-481f-a437-8cc1c06c1785 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ae539ab0b3c43a6a3990cc382b78651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8903508 Feb 04 05:41:29.397688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.400807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46724) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:29.418531 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Routers {'2db6a7ac-005f-4ff1-a8c0-f45716e2305d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:29.419308 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:29.425923 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f2d1df91-d00e-4b0d-9e16-92d322cbb0e1 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.429327 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a95fee25-e861-4964-ae97-794b20e46115 None None] Provisioning complete for port deb8ebeb-5dd2-40fe-adeb-491a61a72546 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:29.429870 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a95fee25-e861-4964-ae97-794b20e46115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.451346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79515123-5be1-481f-a437-8cc1c06c1785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6210ddd-ba13-4fed-aee6-a5845ba49ea7,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:29.482473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f2d1df91-d00e-4b0d-9e16-92d322cbb0e1 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.484124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74a9b34f-2e61-4b41-bdc5-d3a160eaac5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.488822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Network 0c652334-91b4-4dc9-84d3-10b8fc6840ba is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:29.501611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74a9b34f-2e61-4b41-bdc5-d3a160eaac5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.526823 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:29.532129 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a95fee25-e861-4964-ae97-794b20e46115 None None] Port deb8ebeb-5dd2-40fe-adeb-491a61a72546 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:29.548652 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-74a9b34f-2e61-4b41-bdc5-d3a160eaac5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=43312763fb5940d3bfa8e891514977b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0273643 Feb 04 05:41:29.548900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46726) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:29.555323 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:29.602740 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event updated for resources: {'Port': ['ID=4ee6229b-b838-43ce-8136-3034b278d314,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:29.611961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1df91-d00e-4b0d-9e16-92d322cbb0e1 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Pushing event updated for resources: {'Port': ['ID=48181c23-ed0b-4e07-8d13-976223b35cdd,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:29.675074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port aa4743d9-27c1-4095-909a-5cb5c4e9f391 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:29.675074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.753564 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e72c4346-f563-4718-810b-29da7bc635c7 None None] Provisioning complete for port b24f35fb-044c-4d6a-a27c-0cc3ae4088db triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:29.754125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e72c4346-f563-4718-810b-29da7bc635c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.755415 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d1df91-d00e-4b0d-9e16-92d322cbb0e1 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Network 4884222b-0726-4f4b-993f-ebcd4e845852 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:29.762042 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f2d1df91-d00e-4b0d-9e16-92d322cbb0e1 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:29.765495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Router 0f77d255-975f-4246-9e9d-8e6277932a1e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:41:29.768545 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d1df91-d00e-4b0d-9e16-92d322cbb0e1 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:29.769472 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d1df91-d00e-4b0d-9e16-92d322cbb0e1 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:29.770187 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f2d1df91-d00e-4b0d-9e16-92d322cbb0e1 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.809485 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Allocated IP 172.20.0.2 (47cb354c-2ac6-485e-8fc5-1ad05182d1b5/37dfacb0-6f7d-4707-a867-15db0a4c296c/170f026e-2175-4e49-8b30-ea0c21cf424d) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:29.811606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e72c4346-f563-4718-810b-29da7bc635c7 None None] Port b24f35fb-044c-4d6a-a27c-0cc3ae4088db cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:29.848101 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df65ebca-f08d-4404-8bc5-e8dec4767f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.852079 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Set router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:41:29.858045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9b34f-2e61-4b41-bdc5-d3a160eaac5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436c9034-27b3-4c1c-8bb5-1717cf801c0f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:29.901116 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.906096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46728) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:29.910973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df65ebca-f08d-4404-8bc5-e8dec4767f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.918179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8835cd84-854a-42a5-b074-d6cbe7a6cccd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--399271186', 'description': 'tempest-description--869326625'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:29.926255 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port aa4743d9-27c1-4095-909a-5cb5c4e9f391, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=aa4743d9-27c1-4095-909a-5cb5c4e9f391,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:41:29.930950 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f2d1df91-d00e-4b0d-9e16-92d322cbb0e1 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 2.0994961 Feb 04 05:41:29.931427 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.937884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46730) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:29.943635 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5095c6d0-6cfd-49a2-809b-b36c91f094b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.959278 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:29.982807 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:30.007245 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5095c6d0-6cfd-49a2-809b-b36c91f094b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.009538 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.031217 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=aa4743d9-27c1-4095-909a-5cb5c4e9f391,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:30.058188 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:41:30.063932 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.087238 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-868633bb-76bc-41c2-bd62-eb577b902d31 admin admin] 10.222.0.10 "PUT /v2.0/routers/5dc4e676-67b1-4062-9b09-4646197e8710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1490743 Feb 04 05:41:30.111417 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Sync routers for ids ['5dc4e676-67b1-4062-9b09-4646197e8710'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:41:30.155951 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Routers {'5dc4e676-67b1-4062-9b09-4646197e8710'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:30.158681 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5dc4e676-67b1-4062-9b09-4646197e8710'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:30.206147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 86c04cc8-a747-42b7-979a-4ac04ec03f43 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:30.246914 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.249974 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df65ebca-f08d-4404-8bc5-e8dec4767f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.253273 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df65ebca-f08d-4404-8bc5-e8dec4767f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.254608 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-df65ebca-f08d-4404-8bc5-e8dec4767f47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6210ddd-ba13-4fed-aee6-a5845ba49ea7 HTTP/1.1" status: 204 len: 168 time: 0.8490746 Feb 04 05:41:30.275288 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8835cd84-854a-42a5-b074-d6cbe7a6cccd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.282045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65ebca-f08d-4404-8bc5-e8dec4767f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6210ddd-ba13-4fed-aee6-a5845ba49ea7,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:30.282832 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Set router 5dc4e676-67b1-4062-9b09-4646197e8710 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:41:30.287448 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.308577 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.480071 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event updated for resources: {'Port': ['ID=4ee6229b-b838-43ce-8136-3034b278d314,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:30.485605 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.515834 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5095c6d0-6cfd-49a2-809b-b36c91f094b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.524355 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5095c6d0-6cfd-49a2-809b-b36c91f094b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.526012 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5095c6d0-6cfd-49a2-809b-b36c91f094b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/436c9034-27b3-4c1c-8bb5-1717cf801c0f HTTP/1.1" status: 204 len: 168 time: 0.9682190 Feb 04 05:41:30.540123 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.542159 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9e1e29e1-f580-4319-a0be-2fa61619ea45 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3508143 Feb 04 05:41:30.562791 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] device_id is not set on port 48181c23-ed0b-4e07-8d13-976223b35cdd yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:41:30.571649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.574338 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095c6d0-6cfd-49a2-809b-b36c91f094b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436c9034-27b3-4c1c-8bb5-1717cf801c0f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:30.576214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:41:30.582972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46744) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:30.633977 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Sync routers for ids ['0f77d255-975f-4246-9e9d-8e6277932a1e'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:41:30.653511 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-51204052-8569-4ce3-90b6-1896cd3255f2 admin admin] 10.222.0.10 "PUT /v2.0/routers/0f77d255-975f-4246-9e9d-8e6277932a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5710897 Feb 04 05:41:30.675776 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.736850 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:27Z', 'revision_number': 4, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'gw_port': {'id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:19Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'b24f35fb-044c-4d6a-a27c-0cc3ae4088db', 'name': '', 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'mac_address': 'fa:16:3e:a2:c9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:27Z', 'revision_number': 2, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'subnets': [{'id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:30.737722 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 86c04cc8-a747-42b7-979a-4ac04ec03f43 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:30.741064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.797583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Routers {'0f77d255-975f-4246-9e9d-8e6277932a1e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:30.799835 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0f77d255-975f-4246-9e9d-8e6277932a1e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:30.805380 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46752) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:30.807963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8835cd84-854a-42a5-b074-d6cbe7a6cccd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.824476 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Checking router: 5dc4e676-67b1-4062-9b09-4646197e8710 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:41:30.824851 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Updating router 5dc4e676-67b1-4062-9b09-4646197e8710 port b24f35fb-044c-4d6a-a27c-0cc3ae4088db binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:41:30.827413 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-755d55c2-232a-4000-a44c-60076715d019 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=0c652334-91b4-4dc9-84d3-10b8fc6840ba HTTP/1.1" status: 200 len: 689 time: 0.2425625 Feb 04 05:41:30.832139 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46754) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:30.859853 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8835cd84-854a-42a5-b074-d6cbe7a6cccd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.890083 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.898880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8835cd84-854a-42a5-b074-d6cbe7a6cccd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.900094 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8835cd84-854a-42a5-b074-d6cbe7a6cccd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9906428 Feb 04 05:41:30.916971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46756) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:30.926778 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:30.964007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4ade0d27-f585-4fb1-bab9-b94599fae6e9 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Request body: {'security_group_rule': {'security_group_id': '671a2bc9-1162-43f8-9743-6fed1ed70cb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:30.969911 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:25Z', 'revision_number': 4, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'gw_port': {'id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'a2681675-2990-4b34-96e9-802c2a9602ae', 'name': '', 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'mac_address': 'fa:16:3e:1f:a7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:23Z', 'updated_at': '2022-02-04T05:41:26Z', 'revision_number': 2, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'subnets': [{'id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:30.977350 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.027066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ade0d27-f585-4fb1-bab9-b94599fae6e9 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.069876 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e14a2f93-5107-4ec7-8976-d86cead04ce4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33e4e82a66f04b3f96bfd0c38361a748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629354 Feb 04 05:41:31.073545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46760) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:31.144199 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ade0d27-f585-4fb1-bab9-b94599fae6e9 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.152244 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46764) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:31.159307 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Pushing event updated for resources: {'Port': ['ID=48181c23-ed0b-4e07-8d13-976223b35cdd,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:31.165070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Checking router: 2db6a7ac-005f-4ff1-a8c0-f45716e2305d for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:41:31.165410 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Updating router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d port a2681675-2990-4b34-96e9-802c2a9602ae binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:41:31.170325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-c8962701-49bc-4504-a01b-774a2d7ec4a9 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--444868928', 'description': 'tempest-description--1270695915'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:31.171339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ade0d27-f585-4fb1-bab9-b94599fae6e9 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.197191 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835cd84-854a-42a5-b074-d6cbe7a6cccd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=671a2bc9-1162-43f8-9743-6fed1ed70cb0,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:31.204262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade0d27-f585-4fb1-bab9-b94599fae6e9 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ad0c07-926e-44c5-9321-97ac41608f08,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:31.220189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46766) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:31.223883 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:31.224243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:31.224620 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:31.255938 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:31.256322 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:31.257068 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 2 to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd Feb 04 05:41:31.273909 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Network 47cb354c-2ac6-485e-8fc5-1ad05182d1b5 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:31.276643 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:31.277451 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.297586 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:31.297942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:31.302648 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:31.304617 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:31.317105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:31.317446 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:31.320388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ade0d27-f585-4fb1-bab9-b94599fae6e9 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.322618 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4ade0d27-f585-4fb1-bab9-b94599fae6e9 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3799040 Feb 04 05:41:31.323380 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 3 to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd Feb 04 05:41:31.333102 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46768) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:31.340133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b879a059-a25b-46c2-ad8b-c917330bf777 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Request body: {'security_group_rule': {'security_group_id': '671a2bc9-1162-43f8-9743-6fed1ed70cb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:31.341516 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c8962701-49bc-4504-a01b-774a2d7ec4a9 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.379613 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.382345 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Pushing event updated for resources: {'Port': ['ID=170f026e-2175-4e49-8b30-ea0c21cf424d,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:31.390092 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Attempting to bind port 170f026e-2175-4e49-8b30-ea0c21cf424d on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:31.390523 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Attempting to bind port 170f026e-2175-4e49-8b30-ea0c21cf424d by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '079c9fc2-685f-41a0-9a3e-fa73b542cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '47cb354c-2ac6-485e-8fc5-1ad05182d1b5'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:31.390696 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Attempting to bind port 170f026e-2175-4e49-8b30-ea0c21cf424d on network 47cb354c-2ac6-485e-8fc5-1ad05182d1b5 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:31.392523 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:31.392865 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:31.393195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:31.401106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:31.401439 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:31.403198 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 4 to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd Feb 04 05:41:31.409600 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Set router 0f77d255-975f-4246-9e9d-8e6277932a1e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:41:31.428723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b879a059-a25b-46c2-ad8b-c917330bf777 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.473903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:31.474245 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:31.474577 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:31.497446 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6bd3-6e0f-4e45-9bbf-19548163925e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.538652 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:31.539596 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:31.569830 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 5 to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd Feb 04 05:41:31.590420 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46770) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:31.598300 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8fa68c07-c1c9-48ff-84ca-c39beb1c0875 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607486509', 'description': 'tempest-description--369160129'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:31.606005 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.613089 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.614381 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:41:31.614943 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Checking segment: {'id': '079c9fc2-685f-41a0-9a3e-fa73b542cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '47cb354c-2ac6-485e-8fc5-1ad05182d1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:31.615507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.616020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Bound using segment: {'id': '079c9fc2-685f-41a0-9a3e-fa73b542cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '47cb354c-2ac6-485e-8fc5-1ad05182d1b5'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:41:31.616627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Bound port: 170f026e-2175-4e49-8b30-ea0c21cf424d, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079c9fc2-685f-41a0-9a3e-fa73b542cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '47cb354c-2ac6-485e-8fc5-1ad05182d1b5'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:41:31.617200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.619873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 2bc89c50-0ff7-4b75-b919-a95acb32457f up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:31.624131 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:31.624665 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:31.625103 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:31.648590 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6bd3-6e0f-4e45-9bbf-19548163925e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.659270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:31.659804 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:31.680192 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-80308535-f5dc-4aab-8e4c-738d787afa91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96dfc45e36cb462082f654640a8561da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4551690 Feb 04 05:41:31.686596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46772) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:31.693807 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 6 to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd Feb 04 05:41:31.714036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:31.714539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:31.714889 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:31.760276 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c8962701-49bc-4504-a01b-774a2d7ec4a9 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.762881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Deleting port 4ee6229b-b838-43ce-8136-3034b278d314 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:41:31.763300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.769436 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:31.771046 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:31.773760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.809033 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Attempting to bind port b24f35fb-044c-4d6a-a27c-0cc3ae4088db on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:31.809419 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Attempting to bind port b24f35fb-044c-4d6a-a27c-0cc3ae4088db by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '93a5c28a-88f2-4f56-bf7e-1d8290ed5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:31.810003 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c8962701-49bc-4504-a01b-774a2d7ec4a9 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.810923 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Attempting to bind port b24f35fb-044c-4d6a-a27c-0cc3ae4088db on network f07bb420-9540-48eb-88e2-6374a7d0283e {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:31.815072 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36af32f7-5aac-454e-ac94-63fc676670b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.821796 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:41:31.823007 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Checking segment: {'id': '93a5c28a-88f2-4f56-bf7e-1d8290ed5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:31.823618 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.824241 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Bound using segment: {'id': '93a5c28a-88f2-4f56-bf7e-1d8290ed5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:41:31.824892 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Bound port: b24f35fb-044c-4d6a-a27c-0cc3ae4088db, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a5c28a-88f2-4f56-bf7e-1d8290ed5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:41:31.825471 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.827378 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b879a059-a25b-46c2-ad8b-c917330bf777 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.828207 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 7 to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd Feb 04 05:41:31.832096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.847811 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d96921-d6a7-48ce-ae2e-a4f543ac3edf None None] Pushing event updated for resources: {'Port': ['ID=b24f35fb-044c-4d6a-a27c-0cc3ae4088db,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:31.891780 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] For port 170f026e-2175-4e49-8b30-ea0c21cf424d, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:31.901950 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c8962701-49bc-4504-a01b-774a2d7ec4a9 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.903184 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c8962701-49bc-4504-a01b-774a2d7ec4a9 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7500083 Feb 04 05:41:31.910784 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46774) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:31.915250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6bd3-6e0f-4e45-9bbf-19548163925e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.917724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6bd3-6e0f-4e45-9bbf-19548163925e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.922446 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e9ae6bd3-6e0f-4e45-9bbf-19548163925e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4ee7507-c2d6-4600-bb25-15efb67924eb HTTP/1.1" status: 204 len: 168 time: 0.8474162 Feb 04 05:41:31.927300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5944f190-59da-4380-8c00-ff490b7e3846 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Request body: {'security_group_rule': {'security_group_id': 'dbc79efc-0523-4be4-b13b-576d29ab48d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:31.933607 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36af32f7-5aac-454e-ac94-63fc676670b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:31.943872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8962701-49bc-4504-a01b-774a2d7ec4a9 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc79efc-0523-4be4-b13b-576d29ab48d3,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:31.959789 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae6bd3-6e0f-4e45-9bbf-19548163925e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ee7507-c2d6-4600-bb25-15efb67924eb,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:31.982543 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] For port 170f026e-2175-4e49-8b30-ea0c21cf424d, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=170f026e-2175-4e49-8b30-ea0c21cf424d,segment=NetworkSegment(079c9fc2-685f-41a0-9a3e-fa73b542cc79),segment_id=079c9fc2-685f-41a0-9a3e-fa73b542cc79)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:41:32.006894 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] For port b24f35fb-044c-4d6a-a27c-0cc3ae4088db, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:32.011108 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] For port b24f35fb-044c-4d6a-a27c-0cc3ae4088db, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b24f35fb-044c-4d6a-a27c-0cc3ae4088db,segment=NetworkSegment(93a5c28a-88f2-4f56-bf7e-1d8290ed5262),segment_id=93a5c28a-88f2-4f56-bf7e-1d8290ed5262)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:41:32.019724 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.037985 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5944f190-59da-4380-8c00-ff490b7e3846 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.042848 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.043397 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.089835 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 2bc89c50-0ff7-4b75-b919-a95acb32457f triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:32.090358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.094260 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.096238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Calling delete_port for 4ee6229b-b838-43ce-8136-3034b278d314 owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:41:32.111293 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Routers {'5dc4e676-67b1-4062-9b09-4646197e8710'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:32.112000 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5dc4e676-67b1-4062-9b09-4646197e8710'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:32.152505 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fa68c07-c1c9-48ff-84ca-c39beb1c0875 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.191764 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:32.192268 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:32.192699 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:32.195132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b879a059-a25b-46c2-ad8b-c917330bf777 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.195487 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d96921-d6a7-48ce-ae2e-a4f543ac3edf None None] Pushing event updated for resources: {'Port': ['ID=b24f35fb-044c-4d6a-a27c-0cc3ae4088db,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:32.214882 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.226237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879a059-a25b-46c2-ad8b-c917330bf777 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ac8894-1ef7-4c48-bc8d-c531cd7d96f0,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:32.243187 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:32.243505 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:32.247592 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 8 to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd Feb 04 05:41:32.266224 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:32.266396 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:32.266713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:32.283124 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b879a059-a25b-46c2-ad8b-c917330bf777 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.287865 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b879a059-a25b-46c2-ad8b-c917330bf777 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9509344 Feb 04 05:41:32.288003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d683c1c8-cadf-41bb-a678-a50e32fe2c33 None None] Provisioning complete for port b24f35fb-044c-4d6a-a27c-0cc3ae4088db triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:32.288003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d683c1c8-cadf-41bb-a678-a50e32fe2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.289599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46782) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:32.313138 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:32.313547 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:32.327486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:32.331456 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 9 to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd Feb 04 05:41:32.355722 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] Set router 5dc4e676-67b1-4062-9b09-4646197e8710 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:41:32.376829 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:32.377403 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:32.377809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:32.398883 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.434991 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:32.435319 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:32.446238 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 10 to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd Feb 04 05:41:32.461722 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36af32f7-5aac-454e-ac94-63fc676670b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.461722 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36af32f7-5aac-454e-ac94-63fc676670b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.461722 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-36af32f7-5aac-454e-ac94-63fc676670b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b25302b4-25b4-4c63-b34c-45241461da2e HTTP/1.1" status: 204 len: 168 time: 0.7723174 Feb 04 05:41:32.473643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:32.474442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:32.474442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:32.483069 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Allocated IP 172.26.3.112 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/f4c29522-0f9b-43cf-a309-4a8e1e45dcdc) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:32.487927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:32.487927 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port 48181c23-ed0b-4e07-8d13-976223b35cdd on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:32.489648 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.489722 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af32f7-5aac-454e-ac94-63fc676670b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25302b4-25b4-4c63-b34c-45241461da2e,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:32.507774 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fa68c07-c1c9-48ff-84ca-c39beb1c0875 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.517292 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5944f190-59da-4380-8c00-ff490b7e3846 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.528197 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fa68c07-c1c9-48ff-84ca-c39beb1c0875 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.552068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5944f190-59da-4380-8c00-ff490b7e3846 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.595064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa68c07-c1c9-48ff-84ca-c39beb1c0875 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6dd4a7-b686-4167-8ca2-f52b35fe9467,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:32.604817 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790f535-4e40-437b-b65a-88a459bf8749 None None] Pushing event updated for resources: {'Port': ['ID=170f026e-2175-4e49-8b30-ea0c21cf424d,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:32.612320 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5944f190-59da-4380-8c00-ff490b7e3846 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.634497 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fa68c07-c1c9-48ff-84ca-c39beb1c0875 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.638653 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5944f190-59da-4380-8c00-ff490b7e3846 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7142754 Feb 04 05:41:32.640545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46790) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:32.641046 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46794) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:32.643217 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8fa68c07-c1c9-48ff-84ca-c39beb1c0875 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0501459 Feb 04 05:41:32.656129 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-375c6f18-0e01-474a-b337-7a8081642a6b tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Request body: {'security_group_rule': {'security_group_id': 'dbc79efc-0523-4be4-b13b-576d29ab48d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:32.659129 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for floatingip, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.668581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-9f69e4da-2690-44ae-8971-8d5d7ef84d10 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Request body: {'security_group_rule': {'security_group_id': '7b6dd4a7-b686-4167-8ca2-f52b35fe9467', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:32.701590 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944f190-59da-4380-8c00-ff490b7e3846 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e76cb2-13ad-4522-8f2c-57f007df4c5c,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:32.813622 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9f69e4da-2690-44ae-8971-8d5d7ef84d10 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.854941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:32.900305 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:27Z', 'revision_number': 4, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'gw_port': {'id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:19Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'b24f35fb-044c-4d6a-a27c-0cc3ae4088db', 'name': '', 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'mac_address': 'fa:16:3e:a2:c9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:31Z', 'revision_number': 4, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'subnets': [{'id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:32.938253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Attempting to bind port a2681675-2990-4b34-96e9-802c2a9602ae on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:32.944133 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Attempting to bind port a2681675-2990-4b34-96e9-802c2a9602ae by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'b881a7f5-caa2-46a8-94ad-106d67cb0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:32.944537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Attempting to bind port a2681675-2990-4b34-96e9-802c2a9602ae on network 16cfc891-7074-4a12-8ae8-46d913cd15c9 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:32.958952 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ee6229b-b838-43ce-8136-3034b278d314,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:32.960414 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e032a66-eccf-4024-a58b-24533f357879 None None] The sync data for ids ['5dc4e676-67b1-4062-9b09-4646197e8710'] in dv-neutron-827794-1-hyperv is: [{'id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:27Z', 'revision_number': 4, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'gw_port': {'id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:19Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'b24f35fb-044c-4d6a-a27c-0cc3ae4088db', 'name': '', 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'mac_address': 'fa:16:3e:a2:c9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:31Z', 'revision_number': 4, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'subnets': [{'id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:41:32.976236 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:26Z', 'revision_number': 4, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'gw_port': {'id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:18Z', 'updated_at': '2022-02-04T05:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'deb8ebeb-5dd2-40fe-adeb-491a61a72546', 'name': '', 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'mac_address': 'fa:16:3e:59:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:27Z', 'revision_number': 2, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'subnets': [{'id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:33.070869 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] For port 48181c23-ed0b-4e07-8d13-976223b35cdd, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:33.071359 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempted to set empty binding levels {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 05:41:33.107688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.139463 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:41:33.139990 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Checking segment: {'id': 'b881a7f5-caa2-46a8-94ad-106d67cb0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:33.140268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.140621 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Bound using segment: {'id': 'b881a7f5-caa2-46a8-94ad-106d67cb0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:41:33.141107 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Bound port: a2681675-2990-4b34-96e9-802c2a9602ae, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b881a7f5-caa2-46a8-94ad-106d67cb0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:41:33.141491 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.157889 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4467de-2bf4-4238-a4e0-d4f89b62c426 None None] Pushing event updated for resources: {'Port': ['ID=a2681675-2990-4b34-96e9-802c2a9602ae,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:33.160081 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-375c6f18-0e01-474a-b337-7a8081642a6b tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.169174 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Checking router: 0f77d255-975f-4246-9e9d-8e6277932a1e for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:41:33.169537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Updating router 0f77d255-975f-4246-9e9d-8e6277932a1e port deb8ebeb-5dd2-40fe-adeb-491a61a72546 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:41:33.256016 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d683c1c8-cadf-41bb-a678-a50e32fe2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.276774 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] In _notify_port_updated(), no bound segment for port 48181c23-ed0b-4e07-8d13-976223b35cdd on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:41:33.277617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.278288 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.286197 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "PUT /v2.0/ports/48181c23-ed0b-4e07-8d13-976223b35cdd HTTP/1.1" status: 200 len: 975 time: 3.3095434 Feb 04 05:41:33.300252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46812) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:33.302061 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9f69e4da-2690-44ae-8971-8d5d7ef84d10 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.357289 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9f69e4da-2690-44ae-8971-8d5d7ef84d10 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.379913 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.435640 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69e4da-2690-44ae-8971-8d5d7ef84d10 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045b001d-6815-4e96-b80a-3075436f2c9d,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:33.460253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.466728 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9f69e4da-2690-44ae-8971-8d5d7ef84d10 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.478635 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9f69e4da-2690-44ae-8971-8d5d7ef84d10 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8133748 Feb 04 05:41:33.483534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46818) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:33.488352 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.497893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e45d9086-f3fb-4090-b8b3-12b1bcf638cb tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Request body: {'security_group_rule': {'security_group_id': '7b6dd4a7-b686-4167-8ca2-f52b35fe9467', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:33.521419 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d683c1c8-cadf-41bb-a678-a50e32fe2c33 None None] For port b24f35fb-044c-4d6a-a27c-0cc3ae4088db, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b24f35fb-044c-4d6a-a27c-0cc3ae4088db,segment=NetworkSegment(93a5c28a-88f2-4f56-bf7e-1d8290ed5262),segment_id=93a5c28a-88f2-4f56-bf7e-1d8290ed5262)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:41:33.527580 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3656617-9a49-485d-8872-66759e1dbff5 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Pushing event updated for resources: {'Port': ['ID=48181c23-ed0b-4e07-8d13-976223b35cdd,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:33.528904 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] For port a2681675-2990-4b34-96e9-802c2a9602ae, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:33.534013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] For port a2681675-2990-4b34-96e9-802c2a9602ae, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a2681675-2990-4b34-96e9-802c2a9602ae,segment=NetworkSegment(b881a7f5-caa2-46a8-94ad-106d67cb0039),segment_id=b881a7f5-caa2-46a8-94ad-106d67cb0039)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:41:33.535423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d683c1c8-cadf-41bb-a678-a50e32fe2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.552701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-375c6f18-0e01-474a-b337-7a8081642a6b tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.568149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-375c6f18-0e01-474a-b337-7a8081642a6b tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.654640 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683c1c8-cadf-41bb-a678-a50e32fe2c33 None None] Pushing event updated for resources: {'Port': ['ID=b24f35fb-044c-4d6a-a27c-0cc3ae4088db,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:33.658419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c6f18-0e01-474a-b337-7a8081642a6b tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6650a020-7e9f-4377-ad49-6e06a245389d,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:33.674865 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.680972 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.710639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.711726 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.712568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.713210 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.713871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.719126 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.719992 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.720840 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.721567 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.722247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.723776 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.724444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.725101 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.725815 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.726521 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.727199 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:33.730441 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-557ae6e8-75ec-419c-9955-104667fd48c3 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14583 time: 0.4184365 Feb 04 05:41:33.733930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46822) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:33.819054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 170f026e-2175-4e49-8b30-ea0c21cf424d up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:33.863567 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.876689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.941186 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e45d9086-f3fb-4090-b8b3-12b1bcf638cb tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.956333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:33.989511 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-375c6f18-0e01-474a-b337-7a8081642a6b tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.010610 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-375c6f18-0e01-474a-b337-7a8081642a6b tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3681250 Feb 04 05:41:34.072514 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46830) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:34.089643 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:34.172605 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f19874ac-6aa9-4d74-9ada-b1a128185c42 None None] Provisioning complete for port a2681675-2990-4b34-96e9-802c2a9602ae triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:34.173185 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f19874ac-6aa9-4d74-9ada-b1a128185c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.205815 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e45d9086-f3fb-4090-b8b3-12b1bcf638cb tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.207220 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d138c9-839e-4aea-b3fd-044d99a1a1b7,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:34.230142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Routers {'2db6a7ac-005f-4ff1-a8c0-f45716e2305d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:34.230879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:34.236963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-60b82b8d-88cf-402c-90d3-71a93227ea0d tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Deleting port 48181c23-ed0b-4e07-8d13-976223b35cdd {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:41:34.237517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60b82b8d-88cf-402c-90d3-71a93227ea0d tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.248087 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.289764 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e45d9086-f3fb-4090-b8b3-12b1bcf638cb tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.297944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:34.353659 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4467de-2bf4-4238-a4e0-d4f89b62c426 None None] Pushing event updated for resources: {'Port': ['ID=a2681675-2990-4b34-96e9-802c2a9602ae,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:34.374385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aead81f-d201-4c7b-94b4-16a95e9b3c54 None None] Network 47cb354c-2ac6-485e-8fc5-1ad05182d1b5 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:41:34.377295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:34.405584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46840) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:34.425450 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d9086-f3fb-4090-b8b3-12b1bcf638cb tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefda318-ca68-494d-901d-dab0bf1e6296,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:34.429821 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.433097 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.439796 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event updated for resources: {'Port': ['ID=f4c29522-0f9b-43cf-a309-4a8e1e45dcdc,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:34.443477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e45d9086-f3fb-4090-b8b3-12b1bcf638cb tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.446533 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:34.448025 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e45d9086-f3fb-4090-b8b3-12b1bcf638cb tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9552119 Feb 04 05:41:34.451360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46846) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:34.455788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:34.458116 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Allocated IP 172.26.3.174 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/89f1b0d6-28ec-4b5f-9aaf-f4250a72e44a) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:34.496241 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c652334-91b4-4dc9-84d3-10b8fc6840ba']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:34.514742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd410d83f-2d0f-4d23-a89c-f1f0f04f9852') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:34.515040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd410d83f-2d0f-4d23-a89c-f1f0f04f9852') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:34.567952 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.587366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 170f026e-2175-4e49-8b30-ea0c21cf424d triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:34.588090 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.712483 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] Set router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:41:34.734104 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-60b82b8d-88cf-402c-90d3-71a93227ea0d tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] For port 48181c23-ed0b-4e07-8d13-976223b35cdd, host hv-neutron-8277, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:41:34.734479 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60b82b8d-88cf-402c-90d3-71a93227ea0d tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.809877 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-60b82b8d-88cf-402c-90d3-71a93227ea0d tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Calling delete_port for 48181c23-ed0b-4e07-8d13-976223b35cdd owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:41:34.816632 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f19874ac-6aa9-4d74-9ada-b1a128185c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.852519 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.874162 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.893981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:41:34.894752 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:41:34.898768 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:41:34.922481 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-aea1869e-1319-4e71-aaef-b02d07ae101f tempest-AgentManagementNegativeTest-1137014675 tempest-AgentManagementNegativeTest-1137014675-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5096903 Feb 04 05:41:34.923349 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46852) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:34.936054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:34.976828 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.105750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.113493 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f19874ac-6aa9-4d74-9ada-b1a128185c42 None None] For port a2681675-2990-4b34-96e9-802c2a9602ae, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a2681675-2990-4b34-96e9-802c2a9602ae,segment=NetworkSegment(b881a7f5-caa2-46a8-94ad-106d67cb0039),segment_id=b881a7f5-caa2-46a8-94ad-106d67cb0039)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:41:35.151501 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c652334-91b4-4dc9-84d3-10b8fc6840ba {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 05:41:35.175418 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.179019 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "DELETE /v2.0/networks/0c652334-91b4-4dc9-84d3-10b8fc6840ba HTTP/1.1" status: 204 len: 168 time: 4.3442216 Feb 04 05:41:35.186983 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62172df2-36f7-4261-a052-6ec90bd3ccce tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c652334-91b4-4dc9-84d3-10b8fc6840ba,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:35.188721 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46858) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:35.193361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f19874ac-6aa9-4d74-9ada-b1a128185c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.223028 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48671a4b-b7b9-454b-9f31-a7d72a653b9c None None] Pushing event updated for resources: {'Port': ['ID=deb8ebeb-5dd2-40fe-adeb-491a61a72546,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:35.290165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-8e125411-e3f9-41c0-8b67-82377739c8ca tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1664498589'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:35.300925 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.315872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.332888 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.395025 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-15bf40d5-400c-48e7-9f73-d39b67e3cae7 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2036948 Feb 04 05:41:35.406149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46860) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:35.411804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f19874ac-6aa9-4d74-9ada-b1a128185c42 None None] Provisioning complete for port b24f35fb-044c-4d6a-a27c-0cc3ae4088db triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:35.412322 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f19874ac-6aa9-4d74-9ada-b1a128185c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.510415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Attempting to bind port deb8ebeb-5dd2-40fe-adeb-491a61a72546 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:35.511117 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Attempting to bind port deb8ebeb-5dd2-40fe-adeb-491a61a72546 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'd9305c9a-e269-4637-add4-84969650d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:35.511683 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Attempting to bind port deb8ebeb-5dd2-40fe-adeb-491a61a72546 on network 6d4580c8-4c60-45e7-b53a-7f4b66492648 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:35.556606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:41:35.557159 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Checking segment: {'id': 'd9305c9a-e269-4637-add4-84969650d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:35.557640 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.558145 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Bound using segment: {'id': 'd9305c9a-e269-4637-add4-84969650d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:41:35.558712 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Bound port: deb8ebeb-5dd2-40fe-adeb-491a61a72546, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9305c9a-e269-4637-add4-84969650d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:41:35.559181 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.576591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8e125411-e3f9-41c0-8b67-82377739c8ca tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.578321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8e125411-e3f9-41c0-8b67-82377739c8ca tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.590298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.597612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb1e0aa-76ea-4125-8da4-84a203d5e797 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:35.598349 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb1e0aa-76ea-4125-8da4-84a203d5e797 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:35.598946 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb1e0aa-76ea-4125-8da4-84a203d5e797 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:35.599537 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb1e0aa-76ea-4125-8da4-84a203d5e797 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:35.600126 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb1e0aa-76ea-4125-8da4-84a203d5e797 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:35.600719 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb1e0aa-76ea-4125-8da4-84a203d5e797 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:35.601880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb1e0aa-76ea-4125-8da4-84a203d5e797 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:35.603879 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0bb1e0aa-76ea-4125-8da4-84a203d5e797 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4605 time: 0.1955111 Feb 04 05:41:35.610012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46866) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:35.643862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 170f026e-2175-4e49-8b30-ea0c21cf424d, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=170f026e-2175-4e49-8b30-ea0c21cf424d,segment=NetworkSegment(079c9fc2-685f-41a0-9a3e-fa73b542cc79),segment_id=079c9fc2-685f-41a0-9a3e-fa73b542cc79)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:41:35.651494 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19874ac-6aa9-4d74-9ada-b1a128185c42 None None] Pushing event updated for resources: {'Port': ['ID=a2681675-2990-4b34-96e9-802c2a9602ae,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:35.660585 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.661459 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b24f35fb-044c-4d6a-a27c-0cc3ae4088db up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:35.680934 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46868) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:35.739049 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-0b7d4bab-5adc-4873-a5cb-2c0094790f31 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] delete failed (client error): The resource could not be found. Feb 04 05:41:35.740333 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0b7d4bab-5adc-4873-a5cb-2c0094790f31 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/8679d7d0-c834-41c3-8e52-1dbe482296e4 HTTP/1.1" status: 404 len: 345 time: 0.1281514 Feb 04 05:41:35.751844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46872) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:35.829354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8e125411-e3f9-41c0-8b67-82377739c8ca tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.835497 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b71f3b7-ef3e-4d58-b9e0-c65f45f0cd19 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 05:41:35.836454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b71f3b7-ef3e-4d58-b9e0-c65f45f0cd19 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:41:35.840133 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8b71f3b7-ef3e-4d58-b9e0-c65f45f0cd19 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "DELETE /v2.0/networks/0c652334-91b4-4dc9-84d3-10b8fc6840ba HTTP/1.1" status: 404 len: 339 time: 0.0870216 Feb 04 05:41:35.860553 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46874) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:35.861857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8e125411-e3f9-41c0-8b67-82377739c8ca tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.869810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6f5abb0e-4890-4e93-9f1c-c0f819e95faa tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Request body: {'network': {'name': 'tempest-network--2026108722', 'router:external': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:35.895379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8e125411-e3f9-41c0-8b67-82377739c8ca tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:35.897829 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8e125411-e3f9-41c0-8b67-82377739c8ca tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9668658 Feb 04 05:41:35.901892 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46876) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:35.907893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] For port deb8ebeb-5dd2-40fe-adeb-491a61a72546, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:35.924803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] For port deb8ebeb-5dd2-40fe-adeb-491a61a72546, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=deb8ebeb-5dd2-40fe-adeb-491a61a72546,segment=NetworkSegment(d9305c9a-e269-4637-add4-84969650d63f),segment_id=d9305c9a-e269-4637-add4-84969650d63f)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:41:35.940143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=170f026e-2175-4e49-8b30-ea0c21cf424d,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:35.948215 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.003747 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:25Z', 'revision_number': 4, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'gw_port': {'id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'a2681675-2990-4b34-96e9-802c2a9602ae', 'name': '', 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'mac_address': 'fa:16:3e:1f:a7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:23Z', 'updated_at': '2022-02-04T05:41:33Z', 'revision_number': 4, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'subnets': [{'id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:36.029102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5abb0e-4890-4e93-9f1c-c0f819e95faa tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Made reservation on behalf of 0cfcb65cf0544afca7ecd27583d557d4 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:36.031609 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f5abb0e-4890-4e93-9f1c-c0f819e95faa tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.045782 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26dc97d-1578-4ffe-9e46-538e2e803733 None None] The sync data for ids ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'] in dv-neutron-827794-1-hyperv is: [{'id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:25Z', 'revision_number': 4, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'gw_port': {'id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'a2681675-2990-4b34-96e9-802c2a9602ae', 'name': '', 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'mac_address': 'fa:16:3e:1f:a7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:23Z', 'updated_at': '2022-02-04T05:41:33Z', 'revision_number': 4, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'subnets': [{'id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:41:36.046489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.052262 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-479054ab-72c6-4b21-b92f-3f97dd3fa2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.062665 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.076905 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-07025385-e795-4ac2-a618-c3413cfb4734 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.087557 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port b24f35fb-044c-4d6a-a27c-0cc3ae4088db triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:36.087933 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.135931 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48671a4b-b7b9-454b-9f31-a7d72a653b9c None None] Pushing event updated for resources: {'Port': ['ID=deb8ebeb-5dd2-40fe-adeb-491a61a72546,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:36.153024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Routers {'0f77d255-975f-4246-9e9d-8e6277932a1e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:36.153671 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0f77d255-975f-4246-9e9d-8e6277932a1e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:36.174284 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-eb21e0d9-7e17-48bc-9439-3e3341fa2c8a None None] Provisioning complete for port 170f026e-2175-4e49-8b30-ea0c21cf424d triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:36.174649 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eb21e0d9-7e17-48bc-9439-3e3341fa2c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.204481 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5abb0e-4890-4e93-9f1c-c0f819e95faa tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:36.235391 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60b82b8d-88cf-402c-90d3-71a93227ea0d tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.247117 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f5abb0e-4890-4e93-9f1c-c0f819e95faa tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.247471 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-6f5abb0e-4890-4e93-9f1c-c0f819e95faa tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Added segment 6c91ff83-da49-47a5-9aa5-4925b1fc72fc of type vlan for network 3d353f1b-24f3-40e5-bf63-4484c06fbe6b Feb 04 05:41:36.269879 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b82b8d-88cf-402c-90d3-71a93227ea0d tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Pushing event deleted for resources: {'Port': ['ID=48181c23-ed0b-4e07-8d13-976223b35cdd,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:36.295962 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60b82b8d-88cf-402c-90d3-71a93227ea0d tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.302845 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-60b82b8d-88cf-402c-90d3-71a93227ea0d tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "DELETE /v2.0/ports/48181c23-ed0b-4e07-8d13-976223b35cdd HTTP/1.1" status: 204 len: 168 time: 2.5652919 Feb 04 05:41:36.306463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46878) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:36.318803 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Router 4913e481-81b6-4e4e-ab21-1baba5417547 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:41:36.343704 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.388891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Pushing event updated for resources: {'Port': ['ID=89f1b0d6-28ec-4b5f-9aaf-f4250a72e44a,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:36.391915 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-5542e47a-0e4e-4c87-9119-9e2e91891c6d tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:41:36.397010 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5542e47a-0e4e-4c87-9119-9e2e91891c6d tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "GET /v2.0/ports/48181c23-ed0b-4e07-8d13-976223b35cdd HTTP/1.1" status: 404 len: 333 time: 0.0843673 Feb 04 05:41:36.400020 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46880) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:36.414153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-07025385-e795-4ac2-a618-c3413cfb4734 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.424181 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-07025385-e795-4ac2-a618-c3413cfb4734 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.445388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f5abb0e-4890-4e93-9f1c-c0f819e95faa tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.514195 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-479054ab-72c6-4b21-b92f-3f97dd3fa2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.524854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Allocated IP 172.26.3.148 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/6646a1f0-267a-4a76-a70f-abd336683f05) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:36.528791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-479054ab-72c6-4b21-b92f-3f97dd3fa2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.528916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-22544cb1-fbb0-4c67-8330-26631142f3e9 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1941606108', 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:36.532305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device aa4743d9-27c1-4095-909a-5cb5c4e9f391 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:36.533920 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:41:36.537525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] Set router 0f77d255-975f-4246-9e9d-8e6277932a1e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:41:36.552766 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-07025385-e795-4ac2-a618-c3413cfb4734 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.553278 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07025385-e795-4ac2-a618-c3413cfb4734 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 842391a9-13d3-4a19-b756-dae6bc183654 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:41:36.553464 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f8115f-2cd4-40ee-999e-5acec3cdf7a8 None None] Sync routers for ids ['4913e481-81b6-4e4e-ab21-1baba5417547'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:41:36.563733 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.566053 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ee6760bf-8d4b-4e99-89bd-bf7239d9d397 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.8773601 Feb 04 05:41:36.571448 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46882) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:36.571582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-07025385-e795-4ac2-a618-c3413cfb4734 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.575527 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-07025385-e795-4ac2-a618-c3413cfb4734 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] 10.222.0.10 "DELETE /v2.0/routers/842391a9-13d3-4a19-b756-dae6bc183654 HTTP/1.1" status: 204 len: 168 time: 0.6696372 Feb 04 05:41:36.577062 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8115f-2cd4-40ee-999e-5acec3cdf7a8 None None] Routers {'4913e481-81b6-4e4e-ab21-1baba5417547'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:36.578720 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-37f8115f-2cd4-40ee-999e-5acec3cdf7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4913e481-81b6-4e4e-ab21-1baba5417547'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:36.587157 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46884) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:36.605304 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b3705d75-eae2-4a06-bad3-14bf24d9b075 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Request body: {'router': {'name': 'tempest-router-827437166', 'distributed': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:36.623355 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479054ab-72c6-4b21-b92f-3f97dd3fa2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36d888d-17ce-4cf2-a039-2419ca714649,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:36.630866 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-479054ab-72c6-4b21-b92f-3f97dd3fa2d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c8786a709874455da0519b5b38d59faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9448743 Feb 04 05:41:36.630866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f5abb0e-4890-4e93-9f1c-c0f819e95faa tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.630866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5abb0e-4890-4e93-9f1c-c0f819e95faa tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:36.630866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f5abb0e-4890-4e93-9f1c-c0f819e95faa tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.631936 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46886) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:36.658037 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-37f8115f-2cd4-40ee-999e-5acec3cdf7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:36.670078 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-eb21e0d9-7e17-48bc-9439-3e3341fa2c8a None None] Provisioning complete for port a2681675-2990-4b34-96e9-802c2a9602ae triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:36.670387 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eb21e0d9-7e17-48bc-9439-3e3341fa2c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.672588 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8115f-2cd4-40ee-999e-5acec3cdf7a8 None None] Routers {'4913e481-81b6-4e4e-ab21-1baba5417547'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:36.675883 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-37f8115f-2cd4-40ee-999e-5acec3cdf7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4913e481-81b6-4e4e-ab21-1baba5417547'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:36.695220 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:36.723924 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-37f8115f-2cd4-40ee-999e-5acec3cdf7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:36.725035 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f8115f-2cd4-40ee-999e-5acec3cdf7a8 None None] The sync data for ids ['4913e481-81b6-4e4e-ab21-1baba5417547'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:41:36.755896 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:36.759806 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6f5abb0e-4890-4e93-9f1c-c0f819e95faa tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8951612 Feb 04 05:41:36.759947 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:36.769505 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port aa4743d9-27c1-4095-909a-5cb5c4e9f391 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:36.769869 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.773884 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46888) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:36.794456 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3705d75-eae2-4a06-bad3-14bf24d9b075 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.795255 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3705d75-eae2-4a06-bad3-14bf24d9b075 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.813138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5abb0e-4890-4e93-9f1c-c0f819e95faa tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event updated for resources: {'Network': ['ID=3d353f1b-24f3-40e5-bf63-4484c06fbe6b,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:36.829256 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 3d353f1b-24f3-40e5-bf63-4484c06fbe6b details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:41:36.850726 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.910193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22544cb1-fbb0-4c67-8330-26631142f3e9 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Made reservation on behalf of fb4e45ea073041398cd8b1ed2f285b03 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:36.912893 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22544cb1-fbb0-4c67-8330-26631142f3e9 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:36.984031 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.012461 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-22544cb1-fbb0-4c67-8330-26631142f3e9 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] device_id is not set on port 2af4e97b-8866-48f6-beb7-8e2559fa3f01 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:41:37.016335 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-eb21e0d9-7e17-48bc-9439-3e3341fa2c8a None None] Provisioning complete for port deb8ebeb-5dd2-40fe-adeb-491a61a72546 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:37.016718 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eb21e0d9-7e17-48bc-9439-3e3341fa2c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.077211 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:26Z', 'revision_number': 4, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'gw_port': {'id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:18Z', 'updated_at': '2022-02-04T05:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'deb8ebeb-5dd2-40fe-adeb-491a61a72546', 'name': '', 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'mac_address': 'fa:16:3e:59:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:35Z', 'revision_number': 4, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'subnets': [{'id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:37.110171 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec23c4-96af-47a6-ae3b-8a0c0cce8dd2 None None] The sync data for ids ['0f77d255-975f-4246-9e9d-8e6277932a1e'] in dv-neutron-827794-1-hyperv is: [{'id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:26Z', 'revision_number': 4, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'gw_port': {'id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:18Z', 'updated_at': '2022-02-04T05:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'deb8ebeb-5dd2-40fe-adeb-491a61a72546', 'name': '', 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'mac_address': 'fa:16:3e:59:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:35Z', 'revision_number': 4, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'subnets': [{'id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:41:37.128195 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.189243 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e78e0ba0-e343-4932-803e-101830a4e558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.200785 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3705d75-eae2-4a06-bad3-14bf24d9b075 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.225021 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3705d75-eae2-4a06-bad3-14bf24d9b075 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.227328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 170f026e-2175-4e49-8b30-ea0c21cf424d up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:37.275616 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e78e0ba0-e343-4932-803e-101830a4e558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.282152 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eb21e0d9-7e17-48bc-9439-3e3341fa2c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.283843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb808a2-66be-4cf7-b82f-11bbd5232f3a tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:37.290094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb808a2-66be-4cf7-b82f-11bbd5232f3a tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:37.296552 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb808a2-66be-4cf7-b82f-11bbd5232f3a tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:37.303485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb808a2-66be-4cf7-b82f-11bbd5232f3a tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:37.305530 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3fb808a2-66be-4cf7-b82f-11bbd5232f3a tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5293984 Feb 04 05:41:37.312196 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46890) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:37.320999 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3705d75-eae2-4a06-bad3-14bf24d9b075 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.322181 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b3705d75-eae2-4a06-bad3-14bf24d9b075 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7280500 Feb 04 05:41:37.336891 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46892) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:37.361716 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.400104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-eb21e0d9-7e17-48bc-9439-3e3341fa2c8a None None] For port deb8ebeb-5dd2-40fe-adeb-491a61a72546, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=deb8ebeb-5dd2-40fe-adeb-491a61a72546,segment=NetworkSegment(d9305c9a-e269-4637-add4-84969650d63f),segment_id=d9305c9a-e269-4637-add4-84969650d63f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:41:37.402333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 170f026e-2175-4e49-8b30-ea0c21cf424d triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:37.402333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.406282 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.419234 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.442342 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eb21e0d9-7e17-48bc-9439-3e3341fa2c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.503718 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.527777 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21e0d9-7e17-48bc-9439-3e3341fa2c8a None None] Pushing event updated for resources: {'Port': ['ID=deb8ebeb-5dd2-40fe-adeb-491a61a72546,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:37.570074 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Pushing event updated for resources: {'Port': ['ID=89f1b0d6-28ec-4b5f-9aaf-f4250a72e44a,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:37.596640 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b24f35fb-044c-4d6a-a27c-0cc3ae4088db up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:37.638419 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7a7efad9-f968-4053-bf8e-40cb1ad8304b None None] Provisioning complete for port deb8ebeb-5dd2-40fe-adeb-491a61a72546 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:37.638787 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7a7efad9-f968-4053-bf8e-40cb1ad8304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.640003 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dbea4b27-c162-43a7-a6b5-e57f24861748 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.641453 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.651355 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:37.652331 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3e93d514-0aad-4222-abd6-5bd8d0ee7f30 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3401353 Feb 04 05:41:37.658729 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-96bc426a-e857-4a52-9414-c07736b4c6c5 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.703544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22544cb1-fbb0-4c67-8330-26631142f3e9 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.724235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:37.726824 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:37.795582 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port b24f35fb-044c-4d6a-a27c-0cc3ae4088db triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:37.795873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.806972 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Allocated IP 172.26.3.129 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/708e77dc-45ca-408b-aadf-e2fdbed2e620) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:37.879383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Pushing event updated for resources: {'Port': ['ID=6646a1f0-267a-4a76-a70f-abd336683f05,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:37.881937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22544cb1-fbb0-4c67-8330-26631142f3e9 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.935912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.952660 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22544cb1-fbb0-4c67-8330-26631142f3e9 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Network 4884222b-0726-4f4b-993f-ebcd4e845852 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:37.953925 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e78e0ba0-e343-4932-803e-101830a4e558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.956730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e78e0ba0-e343-4932-803e-101830a4e558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.960882 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e78e0ba0-e343-4932-803e-101830a4e558 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c36d888d-17ce-4cf2-a039-2419ca714649 HTTP/1.1" status: 204 len: 168 time: 1.3025777 Feb 04 05:41:37.966623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-22544cb1-fbb0-4c67-8330-26631142f3e9 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:37.983826 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22544cb1-fbb0-4c67-8330-26631142f3e9 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:37.988990 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22544cb1-fbb0-4c67-8330-26631142f3e9 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:37.989671 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22544cb1-fbb0-4c67-8330-26631142f3e9 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:37.992818 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22544cb1-fbb0-4c67-8330-26631142f3e9 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Pushing event updated for resources: {'Port': ['ID=2af4e97b-8866-48f6-beb7-8e2559fa3f01,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:38.017941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e0ba0-e343-4932-803e-101830a4e558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36d888d-17ce-4cf2-a039-2419ca714649,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:38.076271 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dbea4b27-c162-43a7-a6b5-e57f24861748 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:38.079999 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dbea4b27-c162-43a7-a6b5-e57f24861748 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:38.084900 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-22544cb1-fbb0-4c67-8330-26631142f3e9 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6807158 Feb 04 05:41:38.088961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46908) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:38.241103 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:38.302116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:38.415867 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6767d22-b590-4625-8759-80aff153152d tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:38.417255 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e6767d22-b590-4625-8759-80aff153152d tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "GET /v2.0/ports/2af4e97b-8866-48f6-beb7-8e2559fa3f01 HTTP/1.1" status: 200 len: 955 time: 0.3273261 Feb 04 05:41:38.421636 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46926) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:38.481346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:38.631959 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dbea4b27-c162-43a7-a6b5-e57f24861748 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:38.633017 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbea4b27-c162-43a7-a6b5-e57f24861748 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bce7b7c2-3470-4f92-afc8-97f1d24ed84a {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:41:38.637536 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:38.650736 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dbea4b27-c162-43a7-a6b5-e57f24861748 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:38.651891 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dbea4b27-c162-43a7-a6b5-e57f24861748 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] 10.222.0.10 "DELETE /v2.0/routers/bce7b7c2-3470-4f92-afc8-97f1d24ed84a HTTP/1.1" status: 204 len: 168 time: 1.3140664 Feb 04 05:41:38.682532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46930) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:38.686767 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-097978cc-df9b-49e2-8249-4086dd2950da tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Request body: {'router': {'name': 'tempest-router-639738093', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd67502eb33194161bf9768d698750668'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:38.708595 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Pushing event updated for resources: {'Port': ['ID=708e77dc-45ca-408b-aadf-e2fdbed2e620,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:38.801033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46940) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:38.802844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:38.813751 dv-neutron-827794-1-hyperv neutron-server[108745]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 05:41:38.842621 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:38.864168 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:38.874123 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-96bc426a-e857-4a52-9414-c07736b4c6c5 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:38.911654 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-7019aebe-f63a-46d2-a4f2-293d6a2eee70 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--399271186&fields=id&tenant_id=20a08d81f69747a5b8125d321d28b9a0 HTTP/1.1" status: 200 len: 267 time: 0.0991328 Feb 04 05:41:38.938984 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-097978cc-df9b-49e2-8249-4086dd2950da tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:38.940078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-097978cc-df9b-49e2-8249-4086dd2950da tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:38.944026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-96bc426a-e857-4a52-9414-c07736b4c6c5 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d353f1b-24f3-40e5-bf63-4484c06fbe6b']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:38.984370 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.000960 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e295ad0a-63d8-4201-a619-08870bc0ca99 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Deleting port 2af4e97b-8866-48f6-beb7-8e2559fa3f01 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:41:39.001300 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e295ad0a-63d8-4201-a619-08870bc0ca99 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.007821 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-96bc426a-e857-4a52-9414-c07736b4c6c5 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c91ff83-da49-47a5-9aa5-4925b1fc72fc') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:39.008261 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-96bc426a-e857-4a52-9414-c07736b4c6c5 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c91ff83-da49-47a5-9aa5-4925b1fc72fc') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:39.026161 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.079129 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46948) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:39.088195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-097978cc-df9b-49e2-8249-4086dd2950da tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.094524 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Allocated IP 172.20.0.1 (47cb354c-2ac6-485e-8fc5-1ad05182d1b5/37dfacb0-6f7d-4707-a867-15db0a4c296c/a5679b88-adbb-4072-9f0d-fa7d7c802997) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:39.108258 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-097978cc-df9b-49e2-8249-4086dd2950da tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.109700 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-96bc426a-e857-4a52-9414-c07736b4c6c5 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.117334 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e295ad0a-63d8-4201-a619-08870bc0ca99 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.155067 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e295ad0a-63d8-4201-a619-08870bc0ca99 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Calling delete_port for 2af4e97b-8866-48f6-beb7-8e2559fa3f01 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:41:39.167815 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-097978cc-df9b-49e2-8249-4086dd2950da tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.169035 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-097978cc-df9b-49e2-8249-4086dd2950da tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4855390 Feb 04 05:41:39.174558 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46950) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:39.218386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-9c57452a-75b0-4ba3-9489-8b4fe7ec7f00 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Request body: {'router': {'distributed': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:39.278574 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a2681675-2990-4b34-96e9-802c2a9602ae up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:39.349850 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port a2681675-2990-4b34-96e9-802c2a9602ae triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:39.350609 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.405042 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-96bc426a-e857-4a52-9414-c07736b4c6c5 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.458682 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bc426a-e857-4a52-9414-c07736b4c6c5 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:41:39.459387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-96bc426a-e857-4a52-9414-c07736b4c6c5 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.477054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device deb8ebeb-5dd2-40fe-adeb-491a61a72546 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:41:39.478416 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:41:39.497304 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Pushing event updated for resources: {'Port': ['ID=6646a1f0-267a-4a76-a70f-abd336683f05,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:39.512277 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1853963702'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:39.534688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port deb8ebeb-5dd2-40fe-adeb-491a61a72546 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:39.535602 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.539921 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.571822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.581063 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.583645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c57452a-75b0-4ba3-9489-8b4fe7ec7f00 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.585111 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c57452a-75b0-4ba3-9489-8b4fe7ec7f00 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.602136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c20d98-7c98-4201-959a-5c4e76232745 req-0f6f09e2-2994-4985-ba67-5827b540d860 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:39.603614 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-0f6f09e2-2994-4985-ba67-5827b540d860 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/networks?id=16cfc891-7074-4a12-8ae8-46d913cd15c9 HTTP/1.1" status: 200 len: 811 time: 0.6707170 Feb 04 05:41:39.638946 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e295ad0a-63d8-4201-a619-08870bc0ca99 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.642189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.646252 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c5ce4337-5f00-4d28-b57f-311d805c718d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5727069 Feb 04 05:41:39.652083 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Made reservation on behalf of 5367132e2d044ff3a90b0bb4e27985a7 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:39.655887 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.660412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-96bc426a-e857-4a52-9414-c07736b4c6c5 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.667074 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bc426a-e857-4a52-9414-c07736b4c6c5 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d353f1b-24f3-40e5-bf63-4484c06fbe6b {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 05:41:39.671354 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-62050319-d7d3-46a5-8129-ec29c3da68f0 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/quotas/20a08d81f69747a5b8125d321d28b9a0 HTTP/1.1" status: 200 len: 375 time: 0.0587931 Feb 04 05:41:39.672860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-96bc426a-e857-4a52-9414-c07736b4c6c5 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.682512 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-96bc426a-e857-4a52-9414-c07736b4c6c5 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "DELETE /v2.0/networks/3d353f1b-24f3-40e5-bf63-4484c06fbe6b HTTP/1.1" status: 204 len: 168 time: 2.3600779 Feb 04 05:41:39.689169 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.694540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46956) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:39.700810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-c13409f5-e2b4-4dda-b563-f9124cfd4e8a tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Request body: {'network': {'name': 'tempest-network--862277504', 'router:external': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:39.713266 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295ad0a-63d8-4201-a619-08870bc0ca99 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Pushing event deleted for resources: {'Port': ['ID=2af4e97b-8866-48f6-beb7-8e2559fa3f01,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:39.732207 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e295ad0a-63d8-4201-a619-08870bc0ca99 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.737723 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e295ad0a-63d8-4201-a619-08870bc0ca99 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "DELETE /v2.0/ports/2af4e97b-8866-48f6-beb7-8e2559fa3f01 HTTP/1.1" status: 204 len: 168 time: 1.3127930 Feb 04 05:41:39.738014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9c57452a-75b0-4ba3-9489-8b4fe7ec7f00 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=108744) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 04 05:41:39.738572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9c57452a-75b0-4ba3-9489-8b4fe7ec7f00 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Router fa02b3a3-b35f-49ee-8795-1274f45af379 migrating from provider to provider. {{(pid=108744) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 04 05:41:39.739142 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c57452a-75b0-4ba3-9489-8b4fe7ec7f00 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.741164 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46960) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:39.753647 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c57452a-75b0-4ba3-9489-8b4fe7ec7f00 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.754816 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.783618 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.802611 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6b0808-7fc2-4230-a86b-fcdc32643b8b tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:41:39.804445 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-be6b0808-7fc2-4230-a86b-fcdc32643b8b tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "GET /v2.0/ports/2af4e97b-8866-48f6-beb7-8e2559fa3f01 HTTP/1.1" status: 404 len: 333 time: 0.0618184 Feb 04 05:41:39.832384 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c57452a-75b0-4ba3-9489-8b4fe7ec7f00 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.836261 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Network 47cb354c-2ac6-485e-8fc5-1ad05182d1b5 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:39.844212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46964) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:39.850000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-49b0f473-3b5d-4e7a-b27a-4dd20b221f68 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Request body: {'port': {'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1055612274'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:39.868955 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:39.885225 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:39.885898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.942264 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:39.953611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc426a-e857-4a52-9414-c07736b4c6c5 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d353f1b-24f3-40e5-bf63-4484c06fbe6b,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:40.051842 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.077254 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.087267 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.125339 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13409f5-e2b4-4dda-b563-f9124cfd4e8a tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Made reservation on behalf of 0cfcb65cf0544afca7ecd27583d557d4 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:40.127658 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c13409f5-e2b4-4dda-b563-f9124cfd4e8a tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.201362 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e18b039-16b2-41c4-95e9-e625558299dd,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:40.216827 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1c18930d-e516-4ae1-a346-6d64e91afaf1 None None] Provisioning complete for port a5679b88-adbb-4072-9f0d-fa7d7c802997 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:40.217198 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1c18930d-e516-4ae1-a346-6d64e91afaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.230876 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-97f225cb-e88b-4365-b625-c3ef396c8eeb tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=20a08d81f69747a5b8125d321d28b9a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5351593 Feb 04 05:41:40.235870 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:40.283563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.284101 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Added segment 44d803ba-ee12-44e5-baf4-7b6302cd56a0 of type vlan for network b033df82-1b3d-49db-b43f-221fd4719018 Feb 04 05:41:40.287651 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1c18930d-e516-4ae1-a346-6d64e91afaf1 None None] Port a5679b88-adbb-4072-9f0d-fa7d7c802997 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:40.333925 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.371791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13409f5-e2b4-4dda-b563-f9124cfd4e8a tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:40.376825 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Pushing event updated for resources: {'Port': ['ID=708e77dc-45ca-408b-aadf-e2fdbed2e620,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:40.388726 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46988) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:40.412748 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event updated for resources: {'Port': ['ID=a5679b88-adbb-4072-9f0d-fa7d7c802997,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:40.436065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c13409f5-e2b4-4dda-b563-f9124cfd4e8a tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.436370 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-c13409f5-e2b4-4dda-b563-f9124cfd4e8a tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Added segment 10c0c9f7-8ba5-45e0-97c6-8b1eb5a3e73c of type vlan for network 322b1f8d-7f8c-465f-a035-714778df3b61 Feb 04 05:41:40.448875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b0f473-3b5d-4e7a-b27a-4dd20b221f68 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Made reservation on behalf of fb4e45ea073041398cd8b1ed2f285b03 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:40.451219 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49b0f473-3b5d-4e7a-b27a-4dd20b221f68 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.484124 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.487306 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-567c68b9-9a53-4b12-b75e-897e238e208a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:40.488133 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-567c68b9-9a53-4b12-b75e-897e238e208a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0985451 Feb 04 05:41:40.488514 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9c57452a-75b0-4ba3-9489-8b4fe7ec7f00 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] No L3 agents can host the router fa02b3a3-b35f-49ee-8795-1274f45af379 Feb 04 05:41:40.495963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-49b0f473-3b5d-4e7a-b27a-4dd20b221f68 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] device_id is not set on port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:41:40.497032 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.502692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:40.503311 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.534412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.618472 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-a374ee1d-9de8-43c0-91f4-fab2cb3da3b2 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--444868928&fields=id&tenant_id=b6bc50a287994b7bbacc86f33cc8b7f2 HTTP/1.1" status: 200 len: 267 time: 0.2237215 Feb 04 05:41:40.658286 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c13409f5-e2b4-4dda-b563-f9124cfd4e8a tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.670844 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5590172 Feb 04 05:41:40.681727 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 46992) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:40.705258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-8432ee4b-a71f-4b8c-8e70-1e03df95b328 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Request body: {'subnet': {'network_id': 'b033df82-1b3d-49db-b43f-221fd4719018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:40.717819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.726380 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8df881c9-e644-47bf-95c3-aea5f9ba59f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2662988 Feb 04 05:41:40.763769 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facaf69-eb68-4ab8-939c-a92c107c303c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event updated for resources: {'Network': ['ID=b033df82-1b3d-49db-b43f-221fd4719018,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:40.781951 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network b033df82-1b3d-49db-b43f-221fd4719018 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:41:40.845134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c57452a-75b0-4ba3-9489-8b4fe7ec7f00 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Hosts for router fa02b3a3-b35f-49ee-8795-1274f45af379: [] {{(pid=108744) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 04 05:41:40.894725 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c13409f5-e2b4-4dda-b563-f9124cfd4e8a tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.895666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13409f5-e2b4-4dda-b563-f9124cfd4e8a tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:40.896235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c13409f5-e2b4-4dda-b563-f9124cfd4e8a tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.909046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c57452a-75b0-4ba3-9489-8b4fe7ec7f00 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Hosts for other DVR routers connected to router fa02b3a3-b35f-49ee-8795-1274f45af379: set() {{(pid=108744) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 04 05:41:40.912206 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c57452a-75b0-4ba3-9489-8b4fe7ec7f00 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.914186 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9c57452a-75b0-4ba3-9489-8b4fe7ec7f00 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] 10.222.0.10 "PUT /v2.0/routers/fa02b3a3-b35f-49ee-8795-1274f45af379 HTTP/1.1" status: 200 len: 716 time: 1.7377839 Feb 04 05:41:40.930292 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 46998) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:40.963348 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-e89988e3-4c70-437b-beb5-e45aae9e4f04 service neutron] 10.222.0.10 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488137 Feb 04 05:41:40.982505 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-420f7f59-2cfe-4254-a71d-cca17d8a93ef tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:40.989385 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-420f7f59-2cfe-4254-a71d-cca17d8a93ef tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/networks?id=f07bb420-9540-48eb-88e2-6374a7d0283e HTTP/1.1" status: 200 len: 811 time: 0.3699844 Feb 04 05:41:40.992700 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49b0f473-3b5d-4e7a-b27a-4dd20b221f68 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:40.994304 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c13409f5-e2b4-4dda-b563-f9124cfd4e8a tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.2976997 Feb 04 05:41:41.002365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47000) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:41.063661 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-80457119-4565-469e-b701-e52fb69bdf19 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/quotas/b6bc50a287994b7bbacc86f33cc8b7f2 HTTP/1.1" status: 200 len: 375 time: 0.0733328 Feb 04 05:41:41.064318 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13409f5-e2b4-4dda-b563-f9124cfd4e8a tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event updated for resources: {'Network': ['ID=322b1f8d-7f8c-465f-a035-714778df3b61,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:41.078514 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 322b1f8d-7f8c-465f-a035-714778df3b61 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:41:41.086042 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8432ee4b-a71f-4b8c-8e70-1e03df95b328 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Made reservation on behalf of 5367132e2d044ff3a90b0bb4e27985a7 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:41.090240 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8432ee4b-a71f-4b8c-8e70-1e03df95b328 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:41.122033 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-82ad820b-8ce1-4fb2-87fc-cdd808a0d40c tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] 10.222.0.10 "GET /v2.0/routers/fa02b3a3-b35f-49ee-8795-1274f45af379 HTTP/1.1" status: 200 len: 716 time: 0.1881034 Feb 04 05:41:41.130620 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47002) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:41.206091 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fee373-63da-4dbb-8e45-2e0d9eccd1db tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:41.207485 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-60fee373-63da-4dbb-8e45-2e0d9eccd1db tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] 10.222.0.10 "GET /v2.0/networks/322b1f8d-7f8c-465f-a035-714778df3b61 HTTP/1.1" status: 200 len: 756 time: 0.1805980 Feb 04 05:41:41.214939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47006) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:41.216083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49b0f473-3b5d-4e7a-b27a-4dd20b221f68 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:41.265037 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-9f357445-8eda-4e68-83f3-e97ff8c59c32 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b6bc50a287994b7bbacc86f33cc8b7f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1971238 Feb 04 05:41:41.278600 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:41.281300 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b0f473-3b5d-4e7a-b27a-4dd20b221f68 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Network 4884222b-0726-4f4b-993f-ebcd4e845852 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:41.292288 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-49b0f473-3b5d-4e7a-b27a-4dd20b221f68 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:41.296466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:41.297219 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:41.316267 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-0f2686c6-1fbb-4b41-a522-4493d710a272 service neutron] 10.222.0.10 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438916 Feb 04 05:41:41.327963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b0f473-3b5d-4e7a-b27a-4dd20b221f68 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:41.329202 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b0f473-3b5d-4e7a-b27a-4dd20b221f68 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:41.329456 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49b0f473-3b5d-4e7a-b27a-4dd20b221f68 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:41.368600 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0f473-3b5d-4e7a-b27a-4dd20b221f68 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Pushing event updated for resources: {'Port': ['ID=d30d1fe4-d76d-45ca-be02-a9bbf3eb4835,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:41.383878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c8b802-2989-442a-b8de-0bdcad32a9c0 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:41.385356 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c6c8b802-2989-442a-b8de-0bdcad32a9c0 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] 10.222.0.10 "GET /v2.0/networks/3291cf94-5ca3-49c6-b3b3-754cdd480100 HTTP/1.1" status: 200 len: 767 time: 0.1644506 Feb 04 05:41:41.388382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47014) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:41.422895 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0277692a-9f44-493e-ade2-8ac4645ba01a tempest-RoutersTestDVR-912209630 tempest-RoutersTestDVR-912209630-project] 10.222.0.10 "GET /v2.0/routers/fa02b3a3-b35f-49ee-8795-1274f45af379 HTTP/1.1" status: 200 len: 682 time: 0.2893875 Feb 04 05:41:41.443484 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47016) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:41.455237 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-49b0f473-3b5d-4e7a-b27a-4dd20b221f68 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6073718 Feb 04 05:41:41.458824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47018) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:41.464341 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-e04e0c51-65bc-4fbb-b9dc-21c2d1720e85 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:41.465575 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:41.469820 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-e04e0c51-65bc-4fbb-b9dc-21c2d1720e85 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0960147 Feb 04 05:41:41.545521 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event updated for resources: {'Port': ['ID=a5679b88-adbb-4072-9f0d-fa7d7c802997,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:41.587459 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Network 47cb354c-2ac6-485e-8fc5-1ad05182d1b5 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:41.593349 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:41.606526 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:41.780893 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Router 4913e481-81b6-4e4e-ab21-1baba5417547 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:41:41.874796 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a4856c07-6ce4-47e1-bb7f-ebb73f772903 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:41.878795 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d49d58d1-47b5-4460-9a1b-d78981ecefb6 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:41.924214 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8432ee4b-a71f-4b8c-8e70-1e03df95b328 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:41.930922 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-334b427a-ccab-4d40-aaed-b44f047b76e2 None None] Provisioning complete for port a5679b88-adbb-4072-9f0d-fa7d7c802997 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:41.932259 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-334b427a-ccab-4d40-aaed-b44f047b76e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:41.977911 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-334b427a-ccab-4d40-aaed-b44f047b76e2 None None] Port a5679b88-adbb-4072-9f0d-fa7d7c802997 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:42.033455 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-f4daecc7-3f9d-4f80-af52-c370813e0fb9 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--607486509&fields=id&tenant_id=b3b334c0f27542469913ffec4ba71672 HTTP/1.1" status: 200 len: 267 time: 0.2852879 Feb 04 05:41:42.191322 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:41:42.202496 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c0d5dd8d-79d0-455a-9dd0-dc21b7703445 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] 10.222.0.10 "PUT /v2.0/routers/4913e481-81b6-4e4e-ab21-1baba5417547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6292391 Feb 04 05:41:42.205403 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a4856c07-6ce4-47e1-bb7f-ebb73f772903 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.205535 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47060) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:42.205990 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4360c451-14cf-4e8c-a690-e30945443ec6 None None] Sync routers for ids ['4913e481-81b6-4e4e-ab21-1baba5417547'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:41:42.209202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432ee4b-a71f-4b8c-8e70-1e03df95b328 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event updated for resources: {'Subnet': ['ID=82295e8a-d3d3-4c02-8c4f-8d829f42f678,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:42.212560 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-5e3793f1-41d8-4448-a7a8-28f450b53d31 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Request body: {'port': {'network_id': '47cb354c-2ac6-485e-8fc5-1ad05182d1b5', 'name': 'tempest-FloatingIPAdminTestJSON-1422179560'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:42.215030 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a4856c07-6ce4-47e1-bb7f-ebb73f772903 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.216723 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4360c451-14cf-4e8c-a690-e30945443ec6 None None] Routers {'4913e481-81b6-4e4e-ab21-1baba5417547'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:42.217345 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4360c451-14cf-4e8c-a690-e30945443ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4913e481-81b6-4e4e-ab21-1baba5417547'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:42.236370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] device_id is not set on port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:41:42.267927 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-7ceff5c1-3a80-43b9-9d7e-5b9402af1376 service neutron] 10.222.0.10 "GET /v2.0/networks/f07bb420-9540-48eb-88e2-6374a7d0283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272298 Feb 04 05:41:42.272728 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.350121 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.362480 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d49d58d1-47b5-4460-9a1b-d78981ecefb6 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.391827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-d49d58d1-47b5-4460-9a1b-d78981ecefb6 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322b1f8d-7f8c-465f-a035-714778df3b61']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:42.394863 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4360c451-14cf-4e8c-a690-e30945443ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:42.406384 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4360c451-14cf-4e8c-a690-e30945443ec6 None None] Routers {'4913e481-81b6-4e4e-ab21-1baba5417547'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:42.406928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4360c451-14cf-4e8c-a690-e30945443ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4913e481-81b6-4e4e-ab21-1baba5417547'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:42.420769 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8432ee4b-a71f-4b8c-8e70-1e03df95b328 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Checking segment: {'id': '44d803ba-ee12-44e5-baf4-7b6302cd56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b033df82-1b3d-49db-b43f-221fd4719018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:42.421127 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8432ee4b-a71f-4b8c-8e70-1e03df95b328 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Network hostable DHCP agents. Network: b033df82-1b3d-49db-b43f-221fd4719018, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:41:42.435476 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-d49d58d1-47b5-4460-9a1b-d78981ecefb6 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c0c9f7-8ba5-45e0-97c6-8b1eb5a3e73c') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:42.435775 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-d49d58d1-47b5-4460-9a1b-d78981ecefb6 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c0c9f7-8ba5-45e0-97c6-8b1eb5a3e73c') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:42.446183 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4360c451-14cf-4e8c-a690-e30945443ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:42.446848 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4360c451-14cf-4e8c-a690-e30945443ec6 None None] The sync data for ids ['4913e481-81b6-4e4e-ab21-1baba5417547'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:41:42.458066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:42.458690 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:42.459096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:42.462845 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Pushing event updated for resources: {'Port': ['ID=d30d1fe4-d76d-45ca-be02-a9bbf3eb4835,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:42.471501 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3793f1-41d8-4448-a7a8-28f450b53d31 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Made reservation on behalf of 3f983227435d41c3badda054b70768cf for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:42.475424 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e3793f1-41d8-4448-a7a8-28f450b53d31 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.480089 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:42.480089 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:42.484298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d49d58d1-47b5-4460-9a1b-d78981ecefb6 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.485694 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a4856c07-6ce4-47e1-bb7f-ebb73f772903 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.485905 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 2 to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 Feb 04 05:41:42.486200 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4856c07-6ce4-47e1-bb7f-ebb73f772903 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa02b3a3-b35f-49ee-8795-1274f45af379 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:41:42.509191 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:42.509803 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:42.509965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:42.513647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a4856c07-6ce4-47e1-bb7f-ebb73f772903 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.514803 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a4856c07-6ce4-47e1-bb7f-ebb73f772903 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] 10.222.0.10 "DELETE /v2.0/routers/fa02b3a3-b35f-49ee-8795-1274f45af379 HTTP/1.1" status: 204 len: 168 time: 1.0661848 Feb 04 05:41:42.518585 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-5e3793f1-41d8-4448-a7a8-28f450b53d31 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] device_id is not set on port 9ba4a216-631e-44be-9cbe-605dbea8e971 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:41:42.522738 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47068) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:42.527905 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:42.528448 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:42.530795 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 3 to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 Feb 04 05:41:42.533866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d49d58d1-47b5-4460-9a1b-d78981ecefb6 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.539555 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b1b209d6-5208-42b4-b4da-78efbf6228a0 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Request body: {'router': {'name': 'tempest-router-1412983337', 'distributed': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:42.557832 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49d58d1-47b5-4460-9a1b-d78981ecefb6 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:41:42.558232 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d49d58d1-47b5-4460-9a1b-d78981ecefb6 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.561515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8432ee4b-a71f-4b8c-8e70-1e03df95b328 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Network b033df82-1b3d-49db-b43f-221fd4719018 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:41:42.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:41:42.584256 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:42.584457 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:42.584796 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:42.595859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:42.596347 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:42.596811 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 4 to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 Feb 04 05:41:42.619907 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:42.620248 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:42.620578 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:42.624445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd636652-a648-456e-b583-853363c8989d req-fa85bfd4-ba3e-4445-ba45-a2b8e74fa8d7 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:42.625918 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-fa85bfd4-ba3e-4445-ba45-a2b8e74fa8d7 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/networks?id=6d4580c8-4c60-45e7-b53a-7f4b66492648 HTTP/1.1" status: 200 len: 805 time: 0.5204954 Feb 04 05:41:42.645682 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-8432ee4b-a71f-4b8c-8e70-1e03df95b328 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, b033df82-1b3d-49db-b43f-221fd4719018) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:42.656775 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:42.657046 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:42.658102 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71792084-2d54-42e2-9fa4-b5d647d6ac29 None None] Network b033df82-1b3d-49db-b43f-221fd4719018 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:41:42.660108 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 5 to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 Feb 04 05:41:42.671508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8432ee4b-a71f-4b8c-8e70-1e03df95b328 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:42.672087 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8432ee4b-a71f-4b8c-8e70-1e03df95b328 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.683963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:42.684361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:42.684705 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:42.688626 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-9c99c798-26b1-49e5-a012-027a1ab47bb5 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/quotas/b3b334c0f27542469913ffec4ba71672 HTTP/1.1" status: 200 len: 375 time: 0.0455573 Feb 04 05:41:42.690727 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-7ddc9158-34e2-4113-96b7-ad4f91642485 service neutron] 10.222.0.10 "GET /v2.0/networks/f07bb420-9540-48eb-88e2-6374a7d0283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482010 Feb 04 05:41:42.696670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:42.697584 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:42.700164 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1b209d6-5208-42b4-b4da-78efbf6228a0 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.700990 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 6 to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 Feb 04 05:41:42.701842 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1b209d6-5208-42b4-b4da-78efbf6228a0 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.704803 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-5e3793f1-41d8-4448-a7a8-28f450b53d31 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Allocated IP 172.20.0.9 (47cb354c-2ac6-485e-8fc5-1ad05182d1b5/37dfacb0-6f7d-4707-a867-15db0a4c296c/9ba4a216-631e-44be-9cbe-605dbea8e971) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:42.712649 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8432ee4b-a71f-4b8c-8e70-1e03df95b328 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0138786 Feb 04 05:41:42.715062 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d49d58d1-47b5-4460-9a1b-d78981ecefb6 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.717955 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47072) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:42.731399 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:42.731745 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:42.732181 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:42.736197 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b8cb061c-cce2-4246-8a44-ae6a525bbb98 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Request body: {'port': {'network_id': 'b033df82-1b3d-49db-b43f-221fd4719018', 'name': 'tempest-AllowedAddressPairTestJSON-27576986'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:42.741951 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49d58d1-47b5-4460-9a1b-d78981ecefb6 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 322b1f8d-7f8c-465f-a035-714778df3b61 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 05:41:42.759883 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d49d58d1-47b5-4460-9a1b-d78981ecefb6 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.760520 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:42.760857 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:42.763031 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d49d58d1-47b5-4460-9a1b-d78981ecefb6 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "DELETE /v2.0/networks/322b1f8d-7f8c-465f-a035-714778df3b61 HTTP/1.1" status: 204 len: 168 time: 1.3737636 Feb 04 05:41:42.775905 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 7 to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 Feb 04 05:41:42.785969 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47074) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:42.788719 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-385c2ff4-221e-4e70-ad80-81db0e7f9f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.806719 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-c6644f0b-ae7e-4b87-8b5e-0eec3cb66185 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Request body: {'network': {'name': 'tempest-network--953269053'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:42.873610 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:42.880533 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d58d1-47b5-4460-9a1b-d78981ecefb6 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event deleted for resources: {'Network': ['ID=322b1f8d-7f8c-465f-a035-714778df3b61,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:42.884381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:42.884809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:42.912962 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:42.913435 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:42.917235 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 8 to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 Feb 04 05:41:42.972991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-b033df82-1b3d-49db-b43f-221fd4719018', 'network_id': 'b033df82-1b3d-49db-b43f-221fd4719018', 'tenant_id': '5367132e2d044ff3a90b0bb4e27985a7', 'fixed_ips': [{'subnet_id': '82295e8a-d3d3-4c02-8c4f-8d829f42f678'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:41:42.974050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:42.978508 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:42.978977 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:42.979466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:42.987164 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:42.987606 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:42.992631 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 9 to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 Feb 04 05:41:43.028742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1b209d6-5208-42b4-b4da-78efbf6228a0 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:43.036632 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:43.048952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:43.050082 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-99011e49-38e9-4182-a319-c8e7bcea5749 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3b334c0f27542469913ffec4ba71672&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3340776 Feb 04 05:41:43.050749 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:43.055437 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6644f0b-ae7e-4b87-8b5e-0eec3cb66185 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Made reservation on behalf of 0cfcb65cf0544afca7ecd27583d557d4 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:43.058590 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c6644f0b-ae7e-4b87-8b5e-0eec3cb66185 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:43.065046 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1b209d6-5208-42b4-b4da-78efbf6228a0 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:43.074318 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:43.077142 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:43.083837 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempt 10 to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 Feb 04 05:41:43.121397 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:43.127488 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:43.127935 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempting to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:43.135962 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:43.140290 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Failed to bind port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '47e8a0b6-5a96-4faf-a49f-9388f9a27f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4884222b-0726-4f4b-993f-ebcd4e845852'}] Feb 04 05:41:43.140763 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:43.257874 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1b209d6-5208-42b4-b4da-78efbf6228a0 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:43.259116 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b1b209d6-5208-42b4-b4da-78efbf6228a0 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7307434 Feb 04 05:41:43.287935 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47090) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:43.329476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] For port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:43.330068 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attempted to set empty binding levels {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 05:41:43.338618 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:43.362752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Allocated IP 172.20.0.2 (b033df82-1b3d-49db-b43f-221fd4719018/82295e8a-d3d3-4c02-8c4f-8d829f42f678/8f5381c6-7e4a-4c00-9a7a-8a8329719f23) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:43.386852 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Pushing event updated for resources: {'Port': ['ID=d30d1fe4-d76d-45ca-be02-a9bbf3eb4835,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:43.401287 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e3793f1-41d8-4448-a7a8-28f450b53d31 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:43.403363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] In _notify_port_updated(), no bound segment for port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 on network 4884222b-0726-4f4b-993f-ebcd4e845852 {{(pid=108744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:41:43.404216 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:43.404812 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:43.409523 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-335504a6-6da0-4b2a-857e-d0f0cf60b706 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "PUT /v2.0/ports/d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 HTTP/1.1" status: 200 len: 977 time: 1.9480169 Feb 04 05:41:43.410148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47096) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:43.517013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1993347d-793e-45a8-a540-c7a2bc25a685 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Deleting port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:41:43.517361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1993347d-793e-45a8-a540-c7a2bc25a685 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:43.535694 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7637940c-c1be-40c4-be32-d387693bf9d2 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:43.541095 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6644f0b-ae7e-4b87-8b5e-0eec3cb66185 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:43.569315 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-49b18980-24c4-4739-96ec-cc54dcf29ca7 req-5e7e1b2a-ca49-4cc4-885c-7ccbc5659db3 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 210 time: 0.2443564 Feb 04 05:41:43.592186 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e3793f1-41d8-4448-a7a8-28f450b53d31 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:43.657871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3793f1-41d8-4448-a7a8-28f450b53d31 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Network 47cb354c-2ac6-485e-8fc5-1ad05182d1b5 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:43.659379 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:43.660735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3793f1-41d8-4448-a7a8-28f450b53d31 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event updated for resources: {'Port': ['ID=9ba4a216-631e-44be-9cbe-605dbea8e971,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:43.663974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-5e3793f1-41d8-4448-a7a8-28f450b53d31 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:43.669311 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3793f1-41d8-4448-a7a8-28f450b53d31 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:43.674951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3793f1-41d8-4448-a7a8-28f450b53d31 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:43.676331 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e3793f1-41d8-4448-a7a8-28f450b53d31 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:43.681348 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:43.686920 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-1993347d-793e-45a8-a540-c7a2bc25a685 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] For port d30d1fe4-d76d-45ca-be02-a9bbf3eb4835, host hv-neutron-8277, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:41:43.687485 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1993347d-793e-45a8-a540-c7a2bc25a685 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:43.706000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1993347d-793e-45a8-a540-c7a2bc25a685 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Calling delete_port for d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:41:43.740826 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5e3793f1-41d8-4448-a7a8-28f450b53d31 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5309553 Feb 04 05:41:43.744388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47104) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:43.747457 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.26', 64247) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:43.777551 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Pushing event updated for resources: {'Port': ['ID=8f5381c6-7e4a-4c00-9a7a-8a8329719f23,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:43.802651 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-864ab32a-a4c2-4ba5-b746-27858684396f req-03c4ba56-b9d1-4736-9f66-e6c0909688ed tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 210 time: 0.0786586 Feb 04 05:41:43.806189 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Network b033df82-1b3d-49db-b43f-221fd4719018 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:43.807655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:43.813263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:43.975193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Attempting to bind port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:43.976846 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Attempting to bind port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '44d803ba-ee12-44e5-baf4-7b6302cd56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b033df82-1b3d-49db-b43f-221fd4719018'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:43.977896 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Attempting to bind port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 on network b033df82-1b3d-49db-b43f-221fd4719018 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:43.995538 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:41:43.997618 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Checking segment: {'id': '44d803ba-ee12-44e5-baf4-7b6302cd56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b033df82-1b3d-49db-b43f-221fd4719018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:44.005717 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.006165 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Bound using segment: {'id': '44d803ba-ee12-44e5-baf4-7b6302cd56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b033df82-1b3d-49db-b43f-221fd4719018'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:41:44.006672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Bound port: 8f5381c6-7e4a-4c00-9a7a-8a8329719f23, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d803ba-ee12-44e5-baf4-7b6302cd56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b033df82-1b3d-49db-b43f-221fd4719018'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:41:44.007591 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.089827 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'project_id': '3f983227435d41c3badda054b70768cf', 'port_id': '9ba4a216-631e-44be-9cbe-605dbea8e971'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:44.139402 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] For port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:44.143412 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] For port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8f5381c6-7e4a-4c00-9a7a-8a8329719f23,segment=NetworkSegment(44d803ba-ee12-44e5-baf4-7b6302cd56a0),segment_id=44d803ba-ee12-44e5-baf4-7b6302cd56a0)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:41:44.154057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.166680 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c6644f0b-ae7e-4b87-8b5e-0eec3cb66185 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.167286 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-c6644f0b-ae7e-4b87-8b5e-0eec3cb66185 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Added segment fbdfa79e-584d-4374-9d25-3c76b9a46b07 of type vlan for network 93ae7d0f-286e-45f4-8ce2-913f5f258aa9 Feb 04 05:41:44.183033 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.190658 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5affd9db-b56f-4d6b-8154-d001bee6bee1 None None] Provisioning complete for port 9ba4a216-631e-44be-9cbe-605dbea8e971 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:44.191136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5affd9db-b56f-4d6b-8154-d001bee6bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.204741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1993347d-793e-45a8-a540-c7a2bc25a685 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.253245 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-ddc977c2-f933-4a9c-af38-ace81f3ee59b service neutron] 10.222.0.10 "GET /v2.0/networks/6d4580c8-4c60-45e7-b53a-7f4b66492648?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1909809 Feb 04 05:41:44.262645 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7637940c-c1be-40c4-be32-d387693bf9d2 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.271374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7637940c-c1be-40c4-be32-d387693bf9d2 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.296173 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c6644f0b-ae7e-4b87-8b5e-0eec3cb66185 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.298520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cb061c-cce2-4246-8a44-ae6a525bbb98 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Made reservation on behalf of 5367132e2d044ff3a90b0bb4e27985a7 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:44.303477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b8cb061c-cce2-4246-8a44-ae6a525bbb98 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.310789 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c20d98-7c98-4201-959a-5c4e76232745 req-ad3d9989-23d4-42ce-ab71-21b61aa0cced tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:44.314713 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-ad3d9989-23d4-42ce-ab71-21b61aa0cced tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.26 "GET /v2.0/networks?id=16cfc891-7074-4a12-8ae8-46d913cd15c9 HTTP/1.1" status: 200 len: 811 time: 0.5650909 Feb 04 05:41:44.321036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993347d-793e-45a8-a540-c7a2bc25a685 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Pushing event deleted for resources: {'Port': ['ID=d30d1fe4-d76d-45ca-be02-a9bbf3eb4835,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:44.327659 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5affd9db-b56f-4d6b-8154-d001bee6bee1 None None] Port 9ba4a216-631e-44be-9cbe-605dbea8e971 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:44.333430 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1993347d-793e-45a8-a540-c7a2bc25a685 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.337615 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682bf68-db62-49ba-81d1-a0c0b06a9c01 None None] Pushing event updated for resources: {'Port': ['ID=8f5381c6-7e4a-4c00-9a7a-8a8329719f23,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:44.337806 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1993347d-793e-45a8-a540-c7a2bc25a685 tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "DELETE /v2.0/ports/d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 HTTP/1.1" status: 204 len: 168 time: 0.9251423 Feb 04 05:41:44.364386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47130) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:44.411241 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1b13c7-3af2-41f3-a1bf-1001c9ec2bba tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:41:44.412752 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cb1b13c7-3af2-41f3-a1bf-1001c9ec2bba tempest-PortsAdminExtendedAttrsTestJSON-673429841 tempest-PortsAdminExtendedAttrsTestJSON-673429841-project-admin] 10.222.0.10 "GET /v2.0/ports/d30d1fe4-d76d-45ca-be02-a9bbf3eb4835 HTTP/1.1" status: 404 len: 333 time: 0.0400865 Feb 04 05:41:44.414363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.db.resource_extend [None req-c6644f0b-ae7e-4b87-8b5e-0eec3cb66185 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:41:44.418000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47136) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:44.431572 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-b8cb061c-cce2-4246-8a44-ae6a525bbb98 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] device_id is not set on port 54b83d49-5ca9-4564-aff2-9e84f933840e yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:41:44.436331 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7637940c-c1be-40c4-be32-d387693bf9d2 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.436854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7637940c-c1be-40c4-be32-d387693bf9d2 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d195267d-4ace-4a88-a455-c5a94d46b3e6 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:41:44.448508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7637940c-c1be-40c4-be32-d387693bf9d2 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.449639 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7637940c-c1be-40c4-be32-d387693bf9d2 tempest-RoutersTestDVR-363933715 tempest-RoutersTestDVR-363933715-project-admin] 10.222.0.10 "DELETE /v2.0/routers/d195267d-4ace-4a88-a455-c5a94d46b3e6 HTTP/1.1" status: 204 len: 168 time: 1.1538732 Feb 04 05:41:44.524932 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c6644f0b-ae7e-4b87-8b5e-0eec3cb66185 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.525991 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6644f0b-ae7e-4b87-8b5e-0eec3cb66185 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:44.526568 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c6644f0b-ae7e-4b87-8b5e-0eec3cb66185 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.665689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.676104 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-6c284576-1611-481d-a053-7ffb5d223dc2 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20a08d81f69747a5b8125d321d28b9a0 HTTP/1.1" status: 200 len: 379 time: 0.3106744 Feb 04 05:41:44.723554 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-82c20d98-7c98-4201-959a-5c4e76232745 req-eb4aa2b0-db73-4d58-9f52-336e6e10d217 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Request body: {'port': {'device_id': '2f48aca6-90f8-4060-aa88-d98b69a691fc', 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'admin_state_up': True, 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'security_groups': ['671a2bc9-1162-43f8-9743-6fed1ed70cb0']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:44.822324 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4edca649-8db6-41b3-8d16-71bcf7e8ac12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:44.834022 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-b20f7da0-b54b-4290-bd66-65aa12fa52a2 service neutron] 10.222.0.10 "GET /v2.0/networks/6d4580c8-4c60-45e7-b53a-7f4b66492648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798669 Feb 04 05:41:44.860640 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c6644f0b-ae7e-4b87-8b5e-0eec3cb66185 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0587134 Feb 04 05:41:44.869598 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f0b16f73-fe6f-438f-b801-c60e2bcf2e42 req-9f3e0762-3682-4fa2-b05b-7bc637b14c56 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 210 time: 0.1142547 Feb 04 05:41:44.873958 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47156) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:44.915250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-dff73795-f35e-4839-9b6c-dfb3573bf842 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Request body: {'network': {'router:external': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:44.917519 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6644f0b-ae7e-4b87-8b5e-0eec3cb66185 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event updated for resources: {'Network': ['ID=93ae7d0f-286e-45f4-8ce2-913f5f258aa9,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:44.929958 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 93ae7d0f-286e-45f4-8ce2-913f5f258aa9 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:41:45.026041 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:45.056499 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Subscribe: > segment before_delete 55550000 {{(pid=108744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:45.056997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:45.057909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:45.058958 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Subscribe: > port after_create 55550000 {{(pid=108744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:45.059477 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Subscribe: > port after_delete 55550000 {{(pid=108744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:45.059821 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Subscribe: > port after_update 55550000 {{(pid=108744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:45.060306 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Subscribe: > segment after_delete 55550000 {{(pid=108744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:45.060560 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Subscribe: > subnet after_create 55550000 {{(pid=108744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:45.060875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Subscribe: > subnet after_delete 55550000 {{(pid=108744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:45.061327 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Subscribe: > subnet after_update 55550000 {{(pid=108744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:45.136593 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-30d19924-4480-4962-ba66-07febaabcb8d req-85cd9679-5e8b-4716-a433-7733b89efd46 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 210 time: 0.0947278 Feb 04 05:41:45.156909 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-b8cb061c-cce2-4246-8a44-ae6a525bbb98 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Allocated IP 172.20.0.5 (b033df82-1b3d-49db-b43f-221fd4719018/82295e8a-d3d3-4c02-8c4f-8d829f42f678/54b83d49-5ca9-4564-aff2-9e84f933840e) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:45.163383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47158) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:45.394883 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:45.439939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dff73795-f35e-4839-9b6c-dfb3573bf842 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:45.490105 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.26', 64253) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:45.502357 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:45.502797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:45.577264 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e58e1b53-98b0-47d1-a0de-eb3b5c1d9d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:45.579384 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dff73795-f35e-4839-9b6c-dfb3573bf842 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:45.652957 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Subscribe: > subnet after_create 55550000 {{(pid=108744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:45.653489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Subscribe: > subnet after_delete 55550000 {{(pid=108744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:45.653667 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Subscribe: > subnet before_create 55550000 {{(pid=108744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:45.653972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Subscribe: > subnet before_update 55550000 {{(pid=108744) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 05:41:45.654338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4884222b-0726-4f4b-993f-ebcd4e845852']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:45.716064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e8a0b6-5a96-4faf-a49f-9388f9a27f26') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:45.719901 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e8a0b6-5a96-4faf-a49f-9388f9a27f26') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:45.782956 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:45.796049 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:45.820610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff73795-f35e-4839-9b6c-dfb3573bf842 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event updated for resources: {'Network': ['ID=93ae7d0f-286e-45f4-8ce2-913f5f258aa9,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:45.830874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:45.844220 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:41:45.845349 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:45.874042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:45.877553 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b0e0f77c-fb6d-4775-9962-a48f2b046c01 req-b72588cf-af55-4052-91e9-b1e6f16886b2 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 210 time: 0.3861191 Feb 04 05:41:45.905728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8f5381c6-7e4a-4c00-9a7a-8a8329719f23,segment=NetworkSegment(44d803ba-ee12-44e5-baf4-7b6302cd56a0),segment_id=44d803ba-ee12-44e5-baf4-7b6302cd56a0)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:41:45.914749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: from cryptography.utils import int_from_bytes Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: from cryptography.utils import int_from_bytes Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:41:46.005851 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:41:46.009243 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=8f5381c6-7e4a-4c00-9a7a-8a8329719f23,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:46.014698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:46.028911 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dff73795-f35e-4839-9b6c-dfb3573bf842 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Network 93ae7d0f-286e-45f4-8ce2-913f5f258aa9 is not hosted by any dhcp agent {{(pid=108745) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 05:41:46.031954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff73795-f35e-4839-9b6c-dfb3573bf842 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:46.033956 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dff73795-f35e-4839-9b6c-dfb3573bf842 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:46.041461 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dff73795-f35e-4839-9b6c-dfb3573bf842 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "PUT /v2.0/networks/93ae7d0f-286e-45f4-8ce2-913f5f258aa9 HTTP/1.1" status: 200 len: 856 time: 1.1327777 Feb 04 05:41:46.090998 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:46.099444 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] 10.222.0.10 "DELETE /v2.0/networks/4884222b-0726-4f4b-993f-ebcd4e845852 HTTP/1.1" status: 204 len: 168 time: 1.6176541 Feb 04 05:41:46.132991 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47180) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:46.204927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3076a-e341-4db2-8da1-8583b5055bbf tempest-PortsAdminExtendedAttrsTestJSON-1423044999 tempest-PortsAdminExtendedAttrsTestJSON-1423044999-project] Pushing event deleted for resources: {'Network': ['ID=4884222b-0726-4f4b-993f-ebcd4e845852,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:46.333313 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e758a3ea-4f86-4b9d-9c2c-8cc22c89328a req-b7b6e559-a0f8-4f30-8b55-9f609a5f7e92 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 210 time: 0.0977802 Feb 04 05:41:46.342987 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f4f849-d462-4000-8426-20a0151fa50d None None] Network b033df82-1b3d-49db-b43f-221fd4719018 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:41:46.441731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-63be28fc-191c-4888-973a-8a4ec1414cb8 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:46.453060 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-43bf3f40-0feb-4894-b6e7-6f25991cf7eb None None] Provisioning complete for port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:46.453647 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-43bf3f40-0feb-4894-b6e7-6f25991cf7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:46.486928 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:46.570387 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8ad6ea4a-ebcb-4c4b-81e4-5e0cc048ff6b req-47ae82a5-b6ab-47b6-8bdd-20969e8fbb76 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 210 time: 0.2355313 Feb 04 05:41:46.574877 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e58e1b53-98b0-47d1-a0de-eb3b5c1d9d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:46.604217 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-c6cba11b-f57b-4d9f-8ced-494c330a9ce8 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:46.606121 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-c6cba11b-f57b-4d9f-8ced-494c330a9ce8 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.26 "GET /v2.0/networks?id=f07bb420-9540-48eb-88e2-6374a7d0283e HTTP/1.1" status: 200 len: 811 time: 1.0924408 Feb 04 05:41:46.613742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47190) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:46.623265 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e58e1b53-98b0-47d1-a0de-eb3b5c1d9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:46.697987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b8cb061c-cce2-4246-8a44-ae6a525bbb98 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:46.747769 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b8cb061c-cce2-4246-8a44-ae6a525bbb98 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:46.918625 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e58e1b53-98b0-47d1-a0de-eb3b5c1d9d0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d67502eb33194161bf9768d698750668&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7541966 Feb 04 05:41:46.934404 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47196) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:46.934940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e1b53-98b0-47d1-a0de-eb3b5c1d9d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0035adae-1122-45e6-b75c-ad8281ceaee5,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:46.955497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cb061c-cce2-4246-8a44-ae6a525bbb98 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Network b033df82-1b3d-49db-b43f-221fd4719018 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:46.977606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-b8cb061c-cce2-4246-8a44-ae6a525bbb98 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:46.995744 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb061c-cce2-4246-8a44-ae6a525bbb98 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:47.009639 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb061c-cce2-4246-8a44-ae6a525bbb98 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event updated for resources: {'Port': ['ID=54b83d49-5ca9-4564-aff2-9e84f933840e,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:47.111880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c20d98-7c98-4201-959a-5c4e76232745 req-eb4aa2b0-db73-4d58-9f52-336e6e10d217 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Made reservation on behalf of 20a08d81f69747a5b8125d321d28b9a0 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:47.113953 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3ea379c9-9638-47f2-a118-362c26cd631d req-2036356a-6305-4ba0-b2e3-bec83647d39e tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 210 time: 0.1135075 Feb 04 05:41:47.126824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-82c20d98-7c98-4201-959a-5c4e76232745 req-eb4aa2b0-db73-4d58-9f52-336e6e10d217 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.128674 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-13b9d21e-ca55-4a8c-b239-2bda8a768b24 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f13a55656f1842a49a0f0244ca16a4d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5022960 Feb 04 05:41:47.135501 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cb061c-cce2-4246-8a44-ae6a525bbb98 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:47.136395 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b8cb061c-cce2-4246-8a44-ae6a525bbb98 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.140841 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47198) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:47.175492 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:41:47.186547 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b8cb061c-cce2-4246-8a44-ae6a525bbb98 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.4593942 Feb 04 05:41:47.192531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a9f1-1327-4a4f-8fe4-494f77a7fbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.194956 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47200) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:47.206985 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a3f0dc03-3a9f-41ad-9e5e-e40289b63da9 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Request body: {'port': {'network_id': 'b033df82-1b3d-49db-b43f-221fd4719018', 'name': 'tempest-AllowedAddressPairTestJSON-1746032521', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:8e:1a:6c'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:47.244221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-63be28fc-191c-4888-973a-8a4ec1414cb8 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.278750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6d1e9e01-c0f1-4931-b33a-2a37eb9cfd4c None None] Provisioning complete for port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:47.279406 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9e01-c0f1-4931-b33a-2a37eb9cfd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.290262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Allocated IP 172.26.3.212 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/4d70cefa-4b9f-4ace-ae41-13672cdf37ae) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:47.293238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:47.293994 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.341515 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-63be28fc-191c-4888-973a-8a4ec1414cb8 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ae7d0f-286e-45f4-8ce2-913f5f258aa9']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:47.371503 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-63be28fc-191c-4888-973a-8a4ec1414cb8 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbdfa79e-584d-4374-9d25-3c76b9a46b07') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:47.371887 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-63be28fc-191c-4888-973a-8a4ec1414cb8 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbdfa79e-584d-4374-9d25-3c76b9a46b07') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:47.394855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-63be28fc-191c-4888-973a-8a4ec1414cb8 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.479885 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-63be28fc-191c-4888-973a-8a4ec1414cb8 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.572589 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a9f1-1327-4a4f-8fe4-494f77a7fbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63be28fc-191c-4888-973a-8a4ec1414cb8 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-63be28fc-191c-4888-973a-8a4ec1414cb8 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:41:47.618162 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:41:47.645253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.675544 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-93987762-df6c-4b89-959a-7991ad623b76 req-d8922134-7ff9-4b83-982a-fa5ddfa3b56b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 210 time: 0.0983829 Feb 04 05:41:47.736207 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-eea0646b-8454-4be3-9b14-8566e63855b1 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6bc50a287994b7bbacc86f33cc8b7f2 HTTP/1.1" status: 200 len: 379 time: 0.4868557 Feb 04 05:41:47.754537 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-63be28fc-191c-4888-973a-8a4ec1414cb8 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.755161 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7aca-d9de-4c9a-a09a-30d3d5765b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.759090 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63be28fc-191c-4888-973a-8a4ec1414cb8 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 93ae7d0f-286e-45f4-8ce2-913f5f258aa9 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 05:41:47.763157 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dd1f5acd-4b22-46d5-8e5e-18dd24ab1b0a req-f1f02139-0cad-4dd5-b5a5-1bf44e5acfe8 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 210 time: 0.0768383 Feb 04 05:41:47.769664 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-5343330b-fbd0-461b-8a21-80983855c075 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Request body: {'port': {'device_id': 'fb7299d1-3042-41b9-868a-8797ae6640e3', 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'admin_state_up': True, 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'security_groups': ['dbc79efc-0523-4be4-b13b-576d29ab48d3']}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:47.805567 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.807756 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-63be28fc-191c-4888-973a-8a4ec1414cb8 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.811113 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-63be28fc-191c-4888-973a-8a4ec1414cb8 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] 10.222.0.10 "DELETE /v2.0/networks/93ae7d0f-286e-45f4-8ce2-913f5f258aa9 HTTP/1.1" status: 204 len: 168 time: 1.6724203 Feb 04 05:41:47.821179 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47206) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:47.841241 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be28fc-191c-4888-973a-8a4ec1414cb8 tempest-ExternalNetworksTestJSON-1593028360 tempest-ExternalNetworksTestJSON-1593028360-project-admin] Pushing event deleted for resources: {'Network': ['ID=93ae7d0f-286e-45f4-8ce2-913f5f258aa9,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:47.861921 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6109dd1f-6049-4696-9f21-a3eb4bb30c0b None None] Provisioning complete for port 54b83d49-5ca9-4564-aff2-9e84f933840e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:47.862337 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6109dd1f-6049-4696-9f21-a3eb4bb30c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.867701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-82c20d98-7c98-4201-959a-5c4e76232745 req-eb4aa2b0-db73-4d58-9f52-336e6e10d217 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Allocated IP 172.20.0.4 (16cfc891-7074-4a12-8ae8-46d913cd15c9/55e14a0e-49fa-4b7e-a51a-07432707a113/e3e26def-ad4c-4e64-a39c-c0373f6389ae) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:47.906606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7aca-d9de-4c9a-a09a-30d3d5765b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.920927 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-c465bde1-d34b-4ed1-acf2-5bfd6c0b3f76 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] DELETE failed (client error): The resource could not be found. Feb 04 05:41:47.921740 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c465bde1-d34b-4ed1-acf2-5bfd6c0b3f76 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:41:47.925396 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c465bde1-d34b-4ed1-acf2-5bfd6c0b3f76 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] 10.222.0.10 "DELETE /v2.0/subnets/a7d138c9-839e-4aea-b3fd-044d99a1a1b7 HTTP/1.1" status: 404 len: 337 time: 0.1032498 Feb 04 05:41:47.931431 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47208) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:47.942395 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6109dd1f-6049-4696-9f21-a3eb4bb30c0b None None] Port 54b83d49-5ca9-4564-aff2-9e84f933840e cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:47.963661 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.991651 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a9f1-1327-4a4f-8fe4-494f77a7fbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.994729 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a9f1-1327-4a4f-8fe4-494f77a7fbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:47.996081 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-eeb6a9f1-1327-4a4f-8fe4-494f77a7fbe1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0035adae-1122-45e6-b75c-ad8281ceaee5 HTTP/1.1" status: 204 len: 168 time: 1.0582905 Feb 04 05:41:48.071445 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:48.077698 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6a9f1-1327-4a4f-8fe4-494f77a7fbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0035adae-1122-45e6-b75c-ad8281ceaee5,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:48.098713 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f0dc03-3a9f-41ad-9e5e-e40289b63da9 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Made reservation on behalf of 5367132e2d044ff3a90b0bb4e27985a7 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:48.188263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:48.198943 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:48.207225 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:48.224743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77799cf1-0500-47ed-8237-2695f9fb4136 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:48.252013 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7aca-d9de-4c9a-a09a-30d3d5765b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:48.255199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7aca-d9de-4c9a-a09a-30d3d5765b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:48.256548 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dc3e7aca-d9de-4c9a-a09a-30d3d5765b9f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07c1fa14-c865-4ebc-95c6-ef21654a3ef7 HTTP/1.1" status: 204 len: 168 time: 1.1142511 Feb 04 05:41:48.303780 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.26', 64257) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:48.311607 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e7aca-d9de-4c9a-a09a-30d3d5765b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c1fa14-c865-4ebc-95c6-ef21654a3ef7,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:48.329462 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a73b554a-ca8b-42de-8d16-85f70d6141d5 req-721db13d-72ba-49c3-9e98-cf76b9706042 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 210 time: 0.0821402 Feb 04 05:41:48.454562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dc03-3a9f-41ad-9e5e-e40289b63da9 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:48.583330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Pushing event updated for resources: {'Port': ['ID=4d70cefa-4b9f-4ace-ae41-13672cdf37ae,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:48.615909 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77799cf1-0500-47ed-8237-2695f9fb4136 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:48.698799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47222) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:48.702816 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-77799cf1-0500-47ed-8237-2695f9fb4136 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3291cf94-5ca3-49c6-b3b3-754cdd480100']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:48.719914 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-77799cf1-0500-47ed-8237-2695f9fb4136 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f45618-ac0f-4fc4-8c54-06b36bdc791d') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:48.720655 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-77799cf1-0500-47ed-8237-2695f9fb4136 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f45618-ac0f-4fc4-8c54-06b36bdc791d') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:48.733384 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77799cf1-0500-47ed-8237-2695f9fb4136 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:48.750258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77799cf1-0500-47ed-8237-2695f9fb4136 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:48.766679 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77799cf1-0500-47ed-8237-2695f9fb4136 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:41:48.767320 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77799cf1-0500-47ed-8237-2695f9fb4136 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:48.791975 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d777ea87-acc2-4695-ba33-bfe77858996b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:48.795964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-82c20d98-7c98-4201-959a-5c4e76232745 req-eb4aa2b0-db73-4d58-9f52-336e6e10d217 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:41:48.842489 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:41:48.844615 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-5343330b-fbd0-461b-8a21-80983855c075 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Made reservation on behalf of b6bc50a287994b7bbacc86f33cc8b7f2 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:48.849656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-5343330b-fbd0-461b-8a21-80983855c075 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:48.883975 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77799cf1-0500-47ed-8237-2695f9fb4136 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:48.927290 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-98e749f3-a615-4f89-8905-b979678995af req-6600275f-c157-4280-9c8b-b0572446277c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 210 time: 0.0936563 Feb 04 05:41:48.951242 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77799cf1-0500-47ed-8237-2695f9fb4136 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:48.953267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd636652-a648-456e-b583-853363c8989d req-061c1c37-18c2-439c-abd5-337d3e7e3fb7 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:48.955284 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-061c1c37-18c2-439c-abd5-337d3e7e3fb7 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.26 "GET /v2.0/networks?id=6d4580c8-4c60-45e7-b53a-7f4b66492648 HTTP/1.1" status: 200 len: 805 time: 0.5841990 Feb 04 05:41:48.972564 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-77799cf1-0500-47ed-8237-2695f9fb4136 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] 10.222.0.10 "DELETE /v2.0/networks/3291cf94-5ca3-49c6-b3b3-754cdd480100 HTTP/1.1" status: 204 len: 168 time: 1.0230210 Feb 04 05:41:48.988940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-a3f0dc03-3a9f-41ad-9e5e-e40289b63da9 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] device_id is not set on port 83c16213-1656-4ffc-8d61-80bcbf301321 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:41:49.029632 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-48d0f6a6-5327-4145-a18e-5de407e95a08 req-0b9dffe5-7a53-41e2-9fc8-df2305f01815 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 210 time: 0.1063807 Feb 04 05:41:49.030486 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77799cf1-0500-47ed-8237-2695f9fb4136 tempest-ExternalNetworksTestJSON-1393081256 tempest-ExternalNetworksTestJSON-1393081256-project] Pushing event deleted for resources: {'Network': ['ID=3291cf94-5ca3-49c6-b3b3-754cdd480100,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:49.160242 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47232) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:49.203531 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-e4d59b90-f348-4cc2-b87b-4abafd08649a tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b334c0f27542469913ffec4ba71672 HTTP/1.1" status: 200 len: 379 time: 0.2065248 Feb 04 05:41:49.267023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-a3f0dc03-3a9f-41ad-9e5e-e40289b63da9 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Allocated IP 172.20.0.6 (b033df82-1b3d-49db-b43f-221fd4719018/82295e8a-d3d3-4c02-8c4f-8d829f42f678/83c16213-1656-4ffc-8d61-80bcbf301321) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:49.272938 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-82c20d98-7c98-4201-959a-5c4e76232745 req-eb4aa2b0-db73-4d58-9f52-336e6e10d217 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:49.277614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-bd636652-a648-456e-b583-853363c8989d req-e10e0c5e-4485-4c14-8757-a8341199cf60 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Request body: {'port': {'device_id': 'cd20e50e-6cc4-4a26-98a1-9663e695890e', 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'admin_state_up': True, 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'security_groups': ['7b6dd4a7-b686-4167-8ca2-f52b35fe9467']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:49.511757 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-313b6058-47e7-49c1-b0ed-1da7c2dae3cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb4e45ea073041398cd8b1ed2f285b03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3473017 Feb 04 05:41:49.514008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47238) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:49.514340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47240) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:49.515927 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5544163a-6a27-4a28-be1f-940647e33c95 req-6b35ca4d-edd5-41ec-893a-9f1bf99808e9 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 210 time: 0.0430031 Feb 04 05:41:49.529095 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d777ea87-acc2-4695-ba33-bfe77858996b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:49.598356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-5343330b-fbd0-461b-8a21-80983855c075 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Allocated IP 172.20.0.7 (f07bb420-9540-48eb-88e2-6374a7d0283e/99ee1ca4-9ea5-48bd-8786-a32f88775164/aaf3d6f9-41b6-4e39-b185-c283191efe75) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:49.598607 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c20d98-7c98-4201-959a-5c4e76232745 req-eb4aa2b0-db73-4d58-9f52-336e6e10d217 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Network 16cfc891-7074-4a12-8ae8-46d913cd15c9 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:49.609035 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aa2b0-db73-4d58-9f52-336e6e10d217 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Pushing event updated for resources: {'Port': ['ID=e3e26def-ad4c-4e64-a39c-c0373f6389ae,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:49.611386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d777ea87-acc2-4695-ba33-bfe77858996b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:49.639401 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dc03-3a9f-41ad-9e5e-e40289b63da9 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:49.653666 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-82c20d98-7c98-4201-959a-5c4e76232745 req-eb4aa2b0-db73-4d58-9f52-336e6e10d217 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:49.666297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c20d98-7c98-4201-959a-5c4e76232745 req-eb4aa2b0-db73-4d58-9f52-336e6e10d217 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:49.866221 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dc03-3a9f-41ad-9e5e-e40289b63da9 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:49.977953 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-661cd2c5-3037-4ba3-a2e1-9211037bb48f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a17e942909214f2ca9488cd64d3c8e1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4057519 Feb 04 05:41:49.992674 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f0dc03-3a9f-41ad-9e5e-e40289b63da9 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Network b033df82-1b3d-49db-b43f-221fd4719018 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:50.005246 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47250) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:50.064144 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777ea87-acc2-4695-ba33-bfe77858996b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035dfce7-3575-4ef5-9cbc-87cef81a5e4a,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:50.074425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-a3f0dc03-3a9f-41ad-9e5e-e40289b63da9 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:50.080152 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d777ea87-acc2-4695-ba33-bfe77858996b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa0c7b711e56449c9194e893de3f7b25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3724999 Feb 04 05:41:50.080278 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f0dc03-3a9f-41ad-9e5e-e40289b63da9 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:50.122475 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-81935471-0e37-4297-8de6-4b166e7930b5 None None] Provisioning complete for port e3e26def-ad4c-4e64-a39c-c0373f6389ae triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:50.123043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-81935471-0e37-4297-8de6-4b166e7930b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.136667 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47252) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:50.137546 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b08c019b-49d6-47b2-a575-016b38d313d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.172555 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b08c019b-49d6-47b2-a575-016b38d313d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.195096 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-81935471-0e37-4297-8de6-4b166e7930b5 None None] Port e3e26def-ad4c-4e64-a39c-c0373f6389ae cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:50.205457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f0dc03-3a9f-41ad-9e5e-e40289b63da9 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:50.206231 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dc03-3a9f-41ad-9e5e-e40289b63da9 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.260701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b08c019b-49d6-47b2-a575-016b38d313d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.263644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b08c019b-49d6-47b2-a575-016b38d313d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.267211 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b08c019b-49d6-47b2-a575-016b38d313d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5565169f-c19c-4580-9448-a4f4cdefe37d HTTP/1.1" status: 204 len: 168 time: 0.6915905 Feb 04 05:41:50.272614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c20d98-7c98-4201-959a-5c4e76232745 req-eb4aa2b0-db73-4d58-9f52-336e6e10d217 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:50.273621 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-82c20d98-7c98-4201-959a-5c4e76232745 req-eb4aa2b0-db73-4d58-9f52-336e6e10d217 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.297133 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-93078f33-7ac0-486d-b3db-d90beffe8442 req-309057e9-330f-40b1-9e99-93b1cab45bc7 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 210 time: 0.0876248 Feb 04 05:41:50.298084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0dc03-3a9f-41ad-9e5e-e40289b63da9 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event updated for resources: {'Port': ['ID=83c16213-1656-4ffc-8d61-80bcbf301321,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:50.346442 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac5a56b1-d91b-45d3-bd33-9507b727329c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.356675 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c019b-49d6-47b2-a575-016b38d313d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5565169f-c19c-4580-9448-a4f4cdefe37d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:50.357176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-5343330b-fbd0-461b-8a21-80983855c075 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.369201 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a3f0dc03-3a9f-41ad-9e5e-e40289b63da9 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.1658099 Feb 04 05:41:50.380571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd636652-a648-456e-b583-853363c8989d req-e10e0c5e-4485-4c14-8757-a8341199cf60 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Made reservation on behalf of b3b334c0f27542469913ffec4ba71672 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:50.384870 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47258) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:50.390008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-bd636652-a648-456e-b583-853363c8989d req-e10e0c5e-4485-4c14-8757-a8341199cf60 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.507995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac5a56b1-d91b-45d3-bd33-9507b727329c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.552971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795185f-40a8-425d-815a-089657b792f2 req-6ee1b250-8f28-49b9-a7ba-4c87f86cbdc5 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:50.555598 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6795185f-40a8-425d-815a-089657b792f2 req-6ee1b250-8f28-49b9-a7ba-4c87f86cbdc5 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 931 time: 0.3687477 Feb 04 05:41:50.625423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-3a9a66ea-9d35-4856-89f7-3eefb57fce93 None None] Provisioning complete for port 83c16213-1656-4ffc-8d61-80bcbf301321 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:50.626183 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3a9a66ea-9d35-4856-89f7-3eefb57fce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.676688 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6795185f-40a8-425d-815a-089657b792f2 req-636b7e13-2a80-4d1d-81e6-bf0ca4b55d65 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951023 Feb 04 05:41:50.704624 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d6a22a-738f-4ac6-980a-8279c2ac49d5 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:50.711330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d6a22a-738f-4ac6-980a-8279c2ac49d5 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:50.718516 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-3a9a66ea-9d35-4856-89f7-3eefb57fce93 None None] Port 83c16213-1656-4ffc-8d61-80bcbf301321 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:50.726015 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d6a22a-738f-4ac6-980a-8279c2ac49d5 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:50.730218 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b3d6a22a-738f-4ac6-980a-8279c2ac49d5 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3166120 Feb 04 05:41:50.758912 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-eebff85a-724b-4544-be21-9fc40328f4d0 req-fcfc378f-147c-43f8-9261-6f4e73a5a822 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 210 time: 0.0290623 Feb 04 05:41:50.759927 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47266) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:50.761274 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-5343330b-fbd0-461b-8a21-80983855c075 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.870265 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-5343330b-fbd0-461b-8a21-80983855c075 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Network f07bb420-9540-48eb-88e2-6374a7d0283e is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:50.888383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-5343330b-fbd0-461b-8a21-80983855c075 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:50.891594 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-5343330b-fbd0-461b-8a21-80983855c075 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:50.958761 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-5343330b-fbd0-461b-8a21-80983855c075 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:50.959510 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-5343330b-fbd0-461b-8a21-80983855c075 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.977639 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac5a56b1-d91b-45d3-bd33-9507b727329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.981233 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac5a56b1-d91b-45d3-bd33-9507b727329c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:50.983798 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ac5a56b1-d91b-45d3-bd33-9507b727329c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57c75eaf-846f-49a5-b7a2-9a7a17207b54 HTTP/1.1" status: 204 len: 168 time: 0.9765003 Feb 04 05:41:51.049733 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-5343330b-fbd0-461b-8a21-80983855c075 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2890661 Feb 04 05:41:51.064986 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343330b-fbd0-461b-8a21-80983855c075 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Pushing event updated for resources: {'Port': ['ID=aaf3d6f9-41b6-4e39-b185-c283191efe75,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:51.069908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a56b1-d91b-45d3-bd33-9507b727329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c75eaf-846f-49a5-b7a2-9a7a17207b54,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:51.128569 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-85eaa33c-9ffc-44e9-ad41-92bb955d49b6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Deleting port 83c16213-1656-4ffc-8d61-80bcbf301321 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:41:51.128982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85eaa33c-9ffc-44e9-ad41-92bb955d49b6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:51.163104 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:51.306871 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-eb4aa2b0-db73-4d58-9f52-336e6e10d217 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6028972 Feb 04 05:41:51.354166 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9e374ecc-b82e-401f-a6c5-263f4f7cc24f None None] Provisioning complete for port aaf3d6f9-41b6-4e39-b185-c283191efe75 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:51.355249 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85eaa33c-9ffc-44e9-ad41-92bb955d49b6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:51.366581 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9e374ecc-b82e-401f-a6c5-263f4f7cc24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:51.374256 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:51.413665 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-85eaa33c-9ffc-44e9-ad41-92bb955d49b6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Calling delete_port for 83c16213-1656-4ffc-8d61-80bcbf301321 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:41:51.482615 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-9e374ecc-b82e-401f-a6c5-263f4f7cc24f None None] Port aaf3d6f9-41b6-4e39-b185-c283191efe75 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:51.488011 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d3c43ec6-c272-426d-80e0-9361e5af8d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:51.584437 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d3c43ec6-c272-426d-80e0-9361e5af8d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:51.601305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47286) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:51.636467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-bd636652-a648-456e-b583-853363c8989d req-e10e0c5e-4485-4c14-8757-a8341199cf60 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Allocated IP 172.20.0.10 (6d4580c8-4c60-45e7-b53a-7f4b66492648/e89e379d-ec5d-485a-8620-ecda425b96c4/0ccf3cb6-74c6-437b-92ff-49831cda3fdb) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:51.729960 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-438a8a66-9c59-4c4b-ac95-0817a8deac90 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:51.730994 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-438a8a66-9c59-4c4b-ac95-0817a8deac90 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054884 Feb 04 05:41:51.736678 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:51.740237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d3c43ec6-c272-426d-80e0-9361e5af8d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:51.745658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d3c43ec6-c272-426d-80e0-9361e5af8d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:51.749754 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d3c43ec6-c272-426d-80e0-9361e5af8d4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/035dfce7-3575-4ef5-9cbc-87cef81a5e4a HTTP/1.1" status: 204 len: 168 time: 1.5310042 Feb 04 05:41:51.795965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c43ec6-c272-426d-80e0-9361e5af8d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035dfce7-3575-4ef5-9cbc-87cef81a5e4a,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:51.804065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:51.910584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47296) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:52.136260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:52.227567 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-e7f5320f-ea19-4872-be4f-b7f2c9f13f67 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:52.228610 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-e7f5320f-ea19-4872-be4f-b7f2c9f13f67 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069001 Feb 04 05:41:52.232226 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85eaa33c-9ffc-44e9-ad41-92bb955d49b6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:52.269300 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Pushing event updated for resources: {'Port': ['ID=4d70cefa-4b9f-4ace-ae41-13672cdf37ae,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:52.283576 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-feb44d66-45f8-46a9-9aa3-169a7a257aee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0cfcb65cf0544afca7ecd27583d557d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6768591 Feb 04 05:41:52.287046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47304) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:52.435755 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eaa33c-9ffc-44e9-ad41-92bb955d49b6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event deleted for resources: {'Port': ['ID=83c16213-1656-4ffc-8d61-80bcbf301321,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:52.479124 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-2a4d8871-1f13-445b-9193-d5bdd67d95f3 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:52.480145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160874cf-a9ee-40fa-95c4-714422a95625 req-27c1512e-58c9-42bf-867e-af41f2581a93 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:52.481854 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-160874cf-a9ee-40fa-95c4-714422a95625 req-27c1512e-58c9-42bf-867e-af41f2581a93 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 931 time: 0.9491923 Feb 04 05:41:52.483440 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2a4d8871-1f13-445b-9193-d5bdd67d95f3 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5622127 Feb 04 05:41:52.504051 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47312) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:52.519713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-a2c922a2-a01d-4ad8-95ea-e2fba9719f46 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:52.523514 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a2c922a2-a01d-4ad8-95ea-e2fba9719f46 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0070698 Feb 04 05:41:52.526788 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-bd636652-a648-456e-b583-853363c8989d req-e10e0c5e-4485-4c14-8757-a8341199cf60 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:52.538230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47314) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:52.543969 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-539cdebd-d8d2-4d4c-a75f-f6bab132e8f7 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:52.545046 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-539cdebd-d8d2-4d4c-a75f-f6bab132e8f7 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0055249 Feb 04 05:41:52.554901 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47316) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:52.583261 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-d1bef501-3282-468b-be14-fed4653dfa85 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:52.587382 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d1bef501-3282-468b-be14-fed4653dfa85 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0268397 Feb 04 05:41:52.594506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47318) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:52.601638 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-027e40ce-c7f7-4fed-99a0-60d7c6f7524c tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:52.605525 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-027e40ce-c7f7-4fed-99a0-60d7c6f7524c tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0100737 Feb 04 05:41:52.620626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47320) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:52.639372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-b6309b54-24bc-4f3b-9dc3-6634d216b5f7 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:52.643608 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b6309b54-24bc-4f3b-9dc3-6634d216b5f7 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0188124 Feb 04 05:41:52.648494 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47324) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:52.682061 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-20399176-9d15-4f98-9cef-334f3abd8ece tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:52.688191 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-20399176-9d15-4f98-9cef-334f3abd8ece tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0354717 Feb 04 05:41:52.691735 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-160874cf-a9ee-40fa-95c4-714422a95625 req-fba0b082-bf2b-4bd9-be7e-25139fe337f9 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568584 Feb 04 05:41:52.692892 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47330) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:52.699422 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-f22eb8a0-4397-4cab-8fce-5b6db524c212 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:52.700360 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f22eb8a0-4397-4cab-8fce-5b6db524c212 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0044863 Feb 04 05:41:52.716411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47332) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:52.717685 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Floating IP 97c84e43-5d18-4cda-a17d-99d0252352c6 associated. External IP: 172.26.3.212, port: 9ba4a216-631e-44be-9cbe-605dbea8e971. Feb 04 05:41:52.729569 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17e4a8-cfd7-4d7f-bdd7-c62f83cbe5d1 req-d34f6a5c-5444-4c47-aaa3-d78caa807702 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:52.732157 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92f59782-94ad-4750-b734-ae706dbecd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:52.735173 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fa17e4a8-cfd7-4d7f-bdd7-c62f83cbe5d1 req-d34f6a5c-5444-4c47-aaa3-d78caa807702 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 931 time: 0.5145752 Feb 04 05:41:52.740453 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85eaa33c-9ffc-44e9-ad41-92bb955d49b6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:52.751370 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-85eaa33c-9ffc-44e9-ad41-92bb955d49b6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "DELETE /v2.0/ports/83c16213-1656-4ffc-8d61-80bcbf301321 HTTP/1.1" status: 204 len: 168 time: 1.9779766 Feb 04 05:41:52.764363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47334) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:52.862377 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-492bcce1-7c64-4084-9940-ce4a426ad866 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:52.865845 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-492bcce1-7c64-4084-9940-ce4a426ad866 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.1442392 Feb 04 05:41:52.873139 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Request body: {'port': {'device_id': 'fb7299d1-3042-41b9-868a-8797ae6640e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:52.898031 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47336) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:52.903278 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51250df-f816-43c8-b75f-8aae2687f607 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] GET failed (client error): The resource could not be found. Feb 04 05:41:52.904887 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a51250df-f816-43c8-b75f-8aae2687f607 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "GET /v2.0/ports/83c16213-1656-4ffc-8d61-80bcbf301321 HTTP/1.1" status: 404 len: 333 time: 0.1283960 Feb 04 05:41:52.936528 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92f59782-94ad-4750-b734-ae706dbecd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:52.938458 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-da12e69b-3ba0-4a57-b4f6-f028b3b09660 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:52.939453 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-da12e69b-3ba0-4a57-b4f6-f028b3b09660 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0336001 Feb 04 05:41:52.984984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47338) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:52.985340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47340) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:52.998419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d361e691-24f4-444a-8876-9ab239a09a02 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Request body: {'port': {'network_id': 'b033df82-1b3d-49db-b43f-221fd4719018', 'name': 'tempest-AllowedAddressPairTestJSON-74889164'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:53.003108 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-bd636652-a648-456e-b583-853363c8989d req-e10e0c5e-4485-4c14-8757-a8341199cf60 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:53.013079 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-d3c16b51-6033-4f52-9c4d-c9b002b8f36c tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.016380 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d3c16b51-6033-4f52-9c4d-c9b002b8f36c tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0123086 Feb 04 05:41:53.039031 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47346) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.062580 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Request body: {'port': {'device_id': '2f48aca6-90f8-4060-aa88-d98b69a691fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:53.081189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92f59782-94ad-4750-b734-ae706dbecd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:53.083984 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92f59782-94ad-4750-b734-ae706dbecd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:53.087641 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-92f59782-94ad-4750-b734-ae706dbecd61 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5191d955-3640-4c30-9d90-9d62b6e894a0 HTTP/1.1" status: 204 len: 168 time: 0.7704487 Feb 04 05:41:53.105732 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:53.145679 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-33374ddf-afd6-4710-829c-a85f607ef940 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.159704 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-33374ddf-afd6-4710-829c-a85f607ef940 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0776560 Feb 04 05:41:53.172899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd636652-a648-456e-b583-853363c8989d req-e10e0c5e-4485-4c14-8757-a8341199cf60 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Network 6d4580c8-4c60-45e7-b53a-7f4b66492648 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:53.191355 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47352) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.193797 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f59782-94ad-4750-b734-ae706dbecd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5191d955-3640-4c30-9d90-9d62b6e894a0,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:53.206069 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-7e467c32-f8bf-4e39-a775-7a2c129f63b6 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.209489 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7e467c32-f8bf-4e39-a775-7a2c129f63b6 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0146565 Feb 04 05:41:53.218410 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-bd636652-a648-456e-b583-853363c8989d req-e10e0c5e-4485-4c14-8757-a8341199cf60 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:53.220165 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47354) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.226662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd636652-a648-456e-b583-853363c8989d req-e10e0c5e-4485-4c14-8757-a8341199cf60 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:53.244966 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-95957e99-7314-43ea-99e9-2a6c38f8919f tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.246295 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-95957e99-7314-43ea-99e9-2a6c38f8919f tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0215976 Feb 04 05:41:53.247471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e0c5e-4485-4c14-8757-a8341199cf60 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Pushing event updated for resources: {'Port': ['ID=0ccf3cb6-74c6-437b-92ff-49831cda3fdb,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:53.257136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47356) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.271055 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fa17e4a8-cfd7-4d7f-bdd7-c62f83cbe5d1 req-27fcc83c-d6ae-48a9-afc3-bcdee5edcbfc tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5184152 Feb 04 05:41:53.280272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-90724c0c-0e4a-4b36-a635-faf0d2ea0b2e tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.283273 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-90724c0c-0e4a-4b36-a635-faf0d2ea0b2e tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0169253 Feb 04 05:41:53.285944 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47358) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.317720 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-0b961b46-6485-43cc-8458-7ce1a50c9c15 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.317720 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0b961b46-6485-43cc-8458-7ce1a50c9c15 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0230207 Feb 04 05:41:53.323879 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47360) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.378679 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-84c8aa37-ccbb-4776-883c-62d1c36aba54 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.380002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47362) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.391562 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-84c8aa37-ccbb-4776-883c-62d1c36aba54 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0547068 Feb 04 05:41:53.399967 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47366) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.418837 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83f1d1-033e-4489-9ecf-b3a88f2a9a70 req-096ea820-b4bc-40cc-a40c-b45bb13a12d7 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:53.425725 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-c133e149-897d-41c0-9a09-112ea9f458d1 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.427600 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee83f1d1-033e-4489-9ecf-b3a88f2a9a70 req-096ea820-b4bc-40cc-a40c-b45bb13a12d7 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 932 time: 0.5563564 Feb 04 05:41:53.431577 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c133e149-897d-41c0-9a09-112ea9f458d1 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0165310 Feb 04 05:41:53.447360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47368) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.458912 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:53.489524 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-fdf01e76-5161-433f-a866-8950eefac25f tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.504989 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fdf01e76-5161-433f-a866-8950eefac25f tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0507493 Feb 04 05:41:53.511873 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47372) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.533432 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-4df21e07-23a8-4608-868f-782feb42039e tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.538405 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4df21e07-23a8-4608-868f-782feb42039e tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0196261 Feb 04 05:41:53.548107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47374) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.597579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-759c8a27-1e38-4a55-8df5-6a0899ddfa42 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.602355 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-759c8a27-1e38-4a55-8df5-6a0899ddfa42 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0287127 Feb 04 05:41:53.610866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd636652-a648-456e-b583-853363c8989d req-e10e0c5e-4485-4c14-8757-a8341199cf60 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:53.611541 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-bd636652-a648-456e-b583-853363c8989d req-e10e0c5e-4485-4c14-8757-a8341199cf60 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:53.614795 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47376) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.736686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9d81c28b-5d59-4490-b87e-49b9f2fd682c None None] Provisioning complete for port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:53.737199 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9d81c28b-5d59-4490-b87e-49b9f2fd682c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:53.836257 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-9d81c28b-5d59-4490-b87e-49b9f2fd682c None None] Port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:53.860386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-48e8ba9f-0eb1-42c4-9536-8e8b9b032528 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.861366 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-48e8ba9f-0eb1-42c4-9536-8e8b9b032528 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.1284666 Feb 04 05:41:53.886410 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47386) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.898977 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-ab7a82e6-0091-4c08-b74a-0c022805583e tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.903341 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ab7a82e6-0091-4c08-b74a-0c022805583e tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0125360 Feb 04 05:41:53.914383 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47388) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.914905 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-206431906'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:53.926851 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-4e1cbafa-5724-40b2-9e33-3663d180d19e tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.931033 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4e1cbafa-5724-40b2-9e33-3663d180d19e tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0150204 Feb 04 05:41:53.931155 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-e10e0c5e-4485-4c14-8757-a8341199cf60 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6668079 Feb 04 05:41:53.931695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47392) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.944065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-e3df8606-ecbd-451a-b713-9f01dce453fd tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.947485 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e3df8606-ecbd-451a-b713-9f01dce453fd tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0048289 Feb 04 05:41:53.955798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47394) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:53.964725 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-da898805-ef86-40ef-985f-b69da3e9e479 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:53.968362 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-da898805-ef86-40ef-985f-b69da3e9e479 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0092082 Feb 04 05:41:53.979883 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47396) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.083666 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee83f1d1-033e-4489-9ecf-b3a88f2a9a70 req-fd32f6ba-9a4b-481d-92f6-fc3615ce2a64 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6236780 Feb 04 05:41:54.084468 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d361e691-24f4-444a-8876-9ab239a09a02 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Made reservation on behalf of 5367132e2d044ff3a90b0bb4e27985a7 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:54.088467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d361e691-24f4-444a-8876-9ab239a09a02 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:54.094838 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-6771e9b9-552e-4292-a560-29332e43713c tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.098451 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6771e9b9-552e-4292-a560-29332e43713c tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.1149888 Feb 04 05:41:54.103878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47398) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.130374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-263e7120-df93-4dc1-9e8b-8635836d1a7c tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.133851 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-263e7120-df93-4dc1-9e8b-8635836d1a7c tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0128877 Feb 04 05:41:54.142012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47402) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.180508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-1ce8c953-d486-4df8-8fed-be6206c240c8 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.183339 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1ce8c953-d486-4df8-8fed-be6206c240c8 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0227075 Feb 04 05:41:54.190670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47404) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.196515 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-e31e06e2-9cc7-42c7-8a30-ee864bcac3cb tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.200016 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e31e06e2-9cc7-42c7-8a30-ee864bcac3cb tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0058362 Feb 04 05:41:54.204122 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47408) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.208083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Router 4913e481-81b6-4e4e-ab21-1baba5417547 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:41:54.231723 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-f1b608ac-3d77-4e48-98ce-7653b78d716b tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.237105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47410) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.239006 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f1b608ac-3d77-4e48-98ce-7653b78d716b tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0127711 Feb 04 05:41:54.244582 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-be7d3f7f-28af-4c2a-92d7-baa916f42761 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.250004 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-be7d3f7f-28af-4c2a-92d7-baa916f42761 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0077448 Feb 04 05:41:54.250004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47412) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.254022 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-e59bc880-40ed-42ca-bbb6-b778b230c80a tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.259594 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e59bc880-40ed-42ca-bbb6-b778b230c80a tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043674 Feb 04 05:41:54.265016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-d361e691-24f4-444a-8876-9ab239a09a02 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] device_id is not set on port b2b72714-258b-4c9e-86b5-cdef26ab7dce yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:41:54.369662 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47414) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.379386 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-fae916b4-86c3-4423-8353-ac4e9574d550 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.390686 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fae916b4-86c3-4423-8353-ac4e9574d550 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0183609 Feb 04 05:41:54.392382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:54.395811 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:54.419110 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47422) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.430558 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-986a5795-fdfa-4428-8328-97606fd3d472 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.434581 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-986a5795-fdfa-4428-8328-97606fd3d472 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0064294 Feb 04 05:41:54.459538 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47424) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.502269 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-8e4948a0-3378-4514-9a03-19657b0f1c94 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.505679 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8e4948a0-3378-4514-9a03-19657b0f1c94 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0426655 Feb 04 05:41:54.508718 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:54.520388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50bd07-3321-4b1d-849a-91568fa9e4ae req-c5bbad02-e053-44f7-9d15-d96f95911091 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:54.521897 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3f50bd07-3321-4b1d-849a-91568fa9e4ae req-c5bbad02-e053-44f7-9d15-d96f95911091 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 931 time: 0.6006818 Feb 04 05:41:54.526844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47426) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.609191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-95df84c4-bf46-4e1a-b229-dc5becce3a9f tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.614257 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-95df84c4-bf46-4e1a-b229-dc5becce3a9f tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0848408 Feb 04 05:41:54.635552 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47430) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.653390 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf3d6f9-41b6-4e39-b185-c283191efe75 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:41:54.670297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:54.676000 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-61874e9f-d27b-4979-b4a8-2e7a1b64098b tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.680869 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-61874e9f-d27b-4979-b4a8-2e7a1b64098b tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0271995 Feb 04 05:41:54.681064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47432) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.701486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-96cd63bb-e71f-47e4-942b-3d118426b671 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.708919 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-96cd63bb-e71f-47e4-942b-3d118426b671 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0247357 Feb 04 05:41:54.716629 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47434) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.727843 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-37fd92c1-6a32-49d2-b91a-927a8779f3e3 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.731365 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-37fd92c1-6a32-49d2-b91a-927a8779f3e3 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0111330 Feb 04 05:41:54.731365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:41:54.734154 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47436) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.748304 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b507f1f-463c-40cd-be63-62ae30b654ba None None] Sync routers for ids ['4913e481-81b6-4e4e-ab21-1baba5417547'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:41:54.756639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-df47c4f4-c1e2-411b-a241-c5be9ac4ef34 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.757614 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-df47c4f4-c1e2-411b-a241-c5be9ac4ef34 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0205979 Feb 04 05:41:54.759301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Transition to ACTIVE for port object aaf3d6f9-41b6-4e39-b185-c283191efe75 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:41:54.767107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47438) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.780444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-af141692-ec87-40b3-a70f-249365e0c54b tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.781689 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-af141692-ec87-40b3-a70f-249365e0c54b tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0066884 Feb 04 05:41:54.786134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47440) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.797096 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b507f1f-463c-40cd-be63-62ae30b654ba None None] Routers {'4913e481-81b6-4e4e-ab21-1baba5417547'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:54.800305 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8b507f1f-463c-40cd-be63-62ae30b654ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4913e481-81b6-4e4e-ab21-1baba5417547'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:54.806932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-20efd03d-ba48-4d5a-84df-5c3929b46940 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.807886 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-20efd03d-ba48-4d5a-84df-5c3929b46940 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050685 Feb 04 05:41:54.813247 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47444) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.823739 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:54.828994 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-9e6acb91-5279-4d8c-a5a4-f0930050f760 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.830093 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9e6acb91-5279-4d8c-a5a4-f0930050f760 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0062571 Feb 04 05:41:54.839370 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47446) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.843868 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3f50bd07-3321-4b1d-849a-91568fa9e4ae req-e8dc1922-8e04-42b6-83a3-f7c818269926 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425103 Feb 04 05:41:54.848182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-099fdb6e-0147-481c-9f16-34d13c21bed8 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.849121 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-099fdb6e-0147-481c-9f16-34d13c21bed8 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043561 Feb 04 05:41:54.853482 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-d361e691-24f4-444a-8876-9ab239a09a02 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Allocated IP 172.20.0.13 (b033df82-1b3d-49db-b43f-221fd4719018/82295e8a-d3d3-4c02-8c4f-8d829f42f678/b2b72714-258b-4c9e-86b5-cdef26ab7dce) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:54.857921 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8b507f1f-463c-40cd-be63-62ae30b654ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:54.858213 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47448) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.862541 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cbcef-2d39-40a4-9588-d2980b98a8aa req-7f4ea6f7-d279-453c-91ee-4a6b8fef337f tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:54.870391 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e01cbcef-2d39-40a4-9588-d2980b98a8aa req-7f4ea6f7-d279-453c-91ee-4a6b8fef337f tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 931 time: 0.4521244 Feb 04 05:41:54.878152 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b507f1f-463c-40cd-be63-62ae30b654ba None None] Routers {'4913e481-81b6-4e4e-ab21-1baba5417547'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:54.879357 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8b507f1f-463c-40cd-be63-62ae30b654ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4913e481-81b6-4e4e-ab21-1baba5417547'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:54.893642 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:54.907531 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-84788b50-fb73-430a-92cf-cb6700509043 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.912006 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-84788b50-fb73-430a-92cf-cb6700509043 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0504992 Feb 04 05:41:54.916788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47450) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.926724 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8b507f1f-463c-40cd-be63-62ae30b654ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:54.927720 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b507f1f-463c-40cd-be63-62ae30b654ba None None] The sync data for ids ['4913e481-81b6-4e4e-ab21-1baba5417547'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:41:54.937048 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-7e4c7483-5dd1-4e24-a841-b61cf4474195 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.940538 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7e4c7483-5dd1-4e24-a841-b61cf4474195 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043542 Feb 04 05:41:54.967319 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47452) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.980717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-5d62ccc9-5302-447a-9e51-7bca5a482fc8 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:54.987610 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5d62ccc9-5302-447a-9e51-7bca5a482fc8 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0186894 Feb 04 05:41:54.991076 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47454) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:54.998979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-51b98e9e-6f6c-431e-8236-e3f162ce6117 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.004186 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-51b98e9e-6f6c-431e-8236-e3f162ce6117 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0090926 Feb 04 05:41:55.009030 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf3d6f9-41b6-4e39-b185-c283191efe75,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:55.011272 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47456) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.023996 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-aaafb294-a02c-4ccb-a428-c89b8751266e tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 11.2752118 Feb 04 05:41:55.026891 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e01cbcef-2d39-40a4-9588-d2980b98a8aa req-51ccf6c2-06f3-4da8-bbd0-107836f79ac3 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500432 Feb 04 05:41:55.036852 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-e8e8f65b-dfe2-439c-b1be-667f1d48c1f0 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.043090 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e8e8f65b-dfe2-439c-b1be-667f1d48c1f0 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0149436 Feb 04 05:41:55.043908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47458) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.062487 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47460) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.094050 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [None req-46f80ca2-389f-4176-b1c9-7cbfffd545e2 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.102730 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-46f80ca2-389f-4176-b1c9-7cbfffd545e2 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0115099 Feb 04 05:41:55.107717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47466) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.114138 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-67dbb34e-7244-48c1-a546-5b858c5071ef tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.118700 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-67dbb34e-7244-48c1-a546-5b858c5071ef tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0097148 Feb 04 05:41:55.119487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47468) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.125891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-f6e0df20-96f4-4571-ac55-9db00c9d03c8 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.129840 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f6e0df20-96f4-4571-ac55-9db00c9d03c8 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0074713 Feb 04 05:41:55.132356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47470) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.140338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-f829a499-722f-4a3b-b423-c3d2f30d3188 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.143587 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f829a499-722f-4a3b-b423-c3d2f30d3188 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0075824 Feb 04 05:41:55.145949 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47474) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.156323 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-a3873c09-ae89-46de-88d3-5e62c15180ac tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.157599 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a3873c09-ae89-46de-88d3-5e62c15180ac tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0106342 Feb 04 05:41:55.160320 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47476) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.165405 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-fc4e7204-d019-44bd-bc83-b2d1dc6d3ccd tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.166612 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fc4e7204-d019-44bd-bc83-b2d1dc6d3ccd tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0052032 Feb 04 05:41:55.169394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47478) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.170320 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Attempting to bind port aaf3d6f9-41b6-4e39-b185-c283191efe75 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:55.170840 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Attempting to bind port aaf3d6f9-41b6-4e39-b185-c283191efe75 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '93a5c28a-88f2-4f56-bf7e-1d8290ed5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:55.171358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Attempting to bind port aaf3d6f9-41b6-4e39-b185-c283191efe75 on network f07bb420-9540-48eb-88e2-6374a7d0283e {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:55.180063 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-30ad80eb-f0cf-4f28-a139-6e42811ce21a tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.181292 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-30ad80eb-f0cf-4f28-a139-6e42811ce21a tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0066364 Feb 04 05:41:55.184214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Port aaf3d6f9-41b6-4e39-b185-c283191efe75 on network f07bb420-9540-48eb-88e2-6374a7d0283e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:55.184938 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Attempting to bind port aaf3d6f9-41b6-4e39-b185-c283191efe75 on network f07bb420-9540-48eb-88e2-6374a7d0283e {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:55.187703 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47482) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.193125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-75f2042d-4a51-47c7-99be-a322a00bfbab tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.198931 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-75f2042d-4a51-47c7-99be-a322a00bfbab tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0100131 Feb 04 05:41:55.202516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47484) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.204707 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:41:55.205067 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Checking segment: {'id': '93a5c28a-88f2-4f56-bf7e-1d8290ed5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:55.205622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Bound using segment: {'id': '93a5c28a-88f2-4f56-bf7e-1d8290ed5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:41:55.206141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Bound port: aaf3d6f9-41b6-4e39-b185-c283191efe75, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a5c28a-88f2-4f56-bf7e-1d8290ed5262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:41:55.206499 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:55.216229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e26def-ad4c-4e64-a39c-c0373f6389ae {{(pid=108745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:41:55.216358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-9ffef708-eb23-4a4a-9322-fb67bb3c80f5 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.219863 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9ffef708-eb23-4a4a-9322-fb67bb3c80f5 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0137503 Feb 04 05:41:55.230331 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47486) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.238240 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-7b2ccb19-a799-4edd-b005-9544f506fb5b tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.243597 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7b2ccb19-a799-4edd-b005-9544f506fb5b tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0120411 Feb 04 05:41:55.244492 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47490) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.254117 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-37295132-1111-4c69-9d83-42f168c43c3c tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.259179 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-37295132-1111-4c69-9d83-42f168c43c3c tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0069270 Feb 04 05:41:55.259179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47492) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.282489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-9c26e807-b6f7-4c60-ba40-0563467ba4af tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.283517 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9c26e807-b6f7-4c60-ba40-0563467ba4af tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0238636 Feb 04 05:41:55.289248 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47494) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.295434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-12fcd90b-0091-4bb4-add6-cd84989ca58b tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.296400 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-12fcd90b-0091-4bb4-add6-cd84989ca58b tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047352 Feb 04 05:41:55.296968 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:55.299445 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47496) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.304324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-2a395595-dbab-454a-8232-abb0d3f8c508 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.305466 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2a395595-dbab-454a-8232-abb0d3f8c508 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050654 Feb 04 05:41:55.308146 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47498) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.313638 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-1dda99c5-77d7-479c-aebb-196a02f285ec tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.317345 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1dda99c5-77d7-479c-aebb-196a02f285ec tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0056822 Feb 04 05:41:55.318884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47500) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.323050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-cc31a2cb-e41e-422c-9820-b4f53aad1dbd tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.326200 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cc31a2cb-e41e-422c-9820-b4f53aad1dbd tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042143 Feb 04 05:41:55.328128 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47502) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.336712 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-27cf52e9-200c-4a92-8f1f-cf68f2883a9a tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.337816 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-27cf52e9-200c-4a92-8f1f-cf68f2883a9a tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0087476 Feb 04 05:41:55.341615 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47504) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.349805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-3f4d7c8a-6509-4262-9eea-526651065079 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.354302 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3f4d7c8a-6509-4262-9eea-526651065079 tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0098178 Feb 04 05:41:55.354302 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47506) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.358649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [None req-cd7e38a7-fe58-4881-8e66-4bf24fb72b4b tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:41:55.362319 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cd7e38a7-fe58-4881-8e66-4bf24fb72b4b tempest-ExtensionsTestJSON-1290541549 tempest-ExtensionsTestJSON-1290541549-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044949 Feb 04 05:41:55.373169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] For port aaf3d6f9-41b6-4e39-b185-c283191efe75, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:55.378095 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] For port aaf3d6f9-41b6-4e39-b185-c283191efe75, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=aaf3d6f9-41b6-4e39-b185-c283191efe75,segment=NetworkSegment(93a5c28a-88f2-4f56-bf7e-1d8290ed5262),segment_id=93a5c28a-88f2-4f56-bf7e-1d8290ed5262)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:41:55.379084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.provisioning_blocks [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Transition to ACTIVE for port object e3e26def-ad4c-4e64-a39c-c0373f6389ae will not be triggered until provisioned by entity L2. {{(pid=108745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:41:55.383188 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:55.383925 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:55.408501 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:55.410391 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:55.422957 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c78c22f1-20b8-4118-b075-fb044b2724ac tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] 10.222.0.10 "GET /v2.0/floatingips/97c84e43-5d18-4cda-a17d-99d0252352c6 HTTP/1.1" status: 200 len: 983 time: 0.3625231 Feb 04 05:41:55.425638 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47512) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.489344 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:55.507639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:55.508260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:55.509673 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] 10.222.0.26 "PUT /v2.0/ports/aaf3d6f9-41b6-4e39-b185-c283191efe75 HTTP/1.1" status: 200 len: 1093 time: 2.9031281 Feb 04 05:41:55.517010 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7299d1-3042-41b9-868a-8797ae6640e3', 'tag': 'aaf3d6f9-41b6-4e39-b185-c283191efe75'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:41:55.525554 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85eba0-6fd3-41cb-946a-8373784d8e06 req-9fe9cda5-fcd9-4687-b510-220da10d1e6c tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:55.527229 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2f85eba0-6fd3-41cb-946a-8373784d8e06 req-9fe9cda5-fcd9-4687-b510-220da10d1e6c tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 932 time: 0.2637565 Feb 04 05:41:55.549472 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:55.549846 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Added segment d22096e7-062f-420e-8c9d-38824b4692f3 of type vlan for network a0baa961-271a-4743-bbff-405f2d42372f Feb 04 05:41:55.564521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d361e691-24f4-444a-8876-9ab239a09a02 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:55.567917 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3465bc0-2071-42d0-96fc-118c29eb89fc,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:55.618549 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e26def-ad4c-4e64-a39c-c0373f6389ae,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:55.627509 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852156a8-de8b-4714-a404-2995ea11ca03 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf3d6f9-41b6-4e39-b185-c283191efe75,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:55.654663 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9b5a0069-6cf3-44a9-aee8-d36733f3fa2f tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2907 time: 0.2245803 Feb 04 05:41:55.657813 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47522) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.780669 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47524) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.787669 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Request body: {'port': {'device_id': 'cd20e50e-6cc4-4a26-98a1-9663e695890e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:55.788945 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:55.826648 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2f85eba0-6fd3-41cb-946a-8373784d8e06 req-c2e3e567-2f1c-42a6-9435-33861bb7dfec tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866211 Feb 04 05:41:55.856045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47528) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:55.888814 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d361e691-24f4-444a-8876-9ab239a09a02 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:55.890939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:55.897403 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:55.898182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:55.942113 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b81e20-66f5-46ed-84e5-fa36660b0c88" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7299d1-3042-41b9-868a-8797ae6640e3", "tag": "aaf3d6f9-41b6-4e39-b185-c283191efe75"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:41:55.952984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Attempting to bind port e3e26def-ad4c-4e64-a39c-c0373f6389ae on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:55.953608 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Attempting to bind port e3e26def-ad4c-4e64-a39c-c0373f6389ae by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'b881a7f5-caa2-46a8-94ad-106d67cb0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:55.954321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Attempting to bind port e3e26def-ad4c-4e64-a39c-c0373f6389ae on network 16cfc891-7074-4a12-8ae8-46d913cd15c9 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:56.062109 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:56.077287 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-e4910229-9890-4879-9bde-b51cf8cffcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:56.078980 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-e4910229-9890-4879-9bde-b51cf8cffcc3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6bc50a287994b7bbacc86f33cc8b7f2&device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 1096 time: 0.2236030 Feb 04 05:41:56.189297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13149f08-2217-4980-b962-c24fae0b7528 x-openstack-request-id: req-13149f08-2217-4980-b962-c24fae0b7528 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:41:56.189540 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7299d1-3042-41b9-868a-8797ae6640e3", "tag": "aaf3d6f9-41b6-4e39-b185-c283191efe75", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:41:56.189981 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-13149f08-2217-4980-b962-c24fae0b7528 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:41:56.190320 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7299d1-3042-41b9-868a-8797ae6640e3', 'tag': 'aaf3d6f9-41b6-4e39-b185-c283191efe75', 'status': 'completed', 'code': 200} Feb 04 05:41:56.213293 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-451a6529-d612-49dd-9a1f-d8da4b158c6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf3d6f9-41b6-4e39-b185-c283191efe75 HTTP/1.1" status: 200 len: 217 time: 0.0798070 Feb 04 05:41:56.234152 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.8497388 Feb 04 05:41:56.246497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-350994744'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:56.256104 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Port e3e26def-ad4c-4e64-a39c-c0373f6389ae on network 16cfc891-7074-4a12-8ae8-46d913cd15c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:56.256461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Attempting to bind port e3e26def-ad4c-4e64-a39c-c0373f6389ae on network 16cfc891-7074-4a12-8ae8-46d913cd15c9 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:56.258170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47542) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:56.283849 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d361e691-24f4-444a-8876-9ab239a09a02 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Network b033df82-1b3d-49db-b43f-221fd4719018 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:41:56.289847 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-fb74bc4c-273d-467a-af52-a74c6b87ea1b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'name': 'tempest-PortsTestJSON-1218036688'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:56.319251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:41:56.319607 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Checking segment: {'id': 'b881a7f5-caa2-46a8-94ad-106d67cb0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:56.320149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Bound using segment: {'id': 'b881a7f5-caa2-46a8-94ad-106d67cb0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:41:56.320615 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Bound port: e3e26def-ad4c-4e64-a39c-c0373f6389ae, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b881a7f5-caa2-46a8-94ad-106d67cb0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:41:56.320967 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:56.323176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-d361e691-24f4-444a-8876-9ab239a09a02 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:56.325464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ce5e-b624-4402-a8d0-7a3fd3b62afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:56.331702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361e691-24f4-444a-8876-9ab239a09a02 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:56.370841 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-f686dd11-fbd8-4312-924f-262bdec55731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:56.371616 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361e691-24f4-444a-8876-9ab239a09a02 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event updated for resources: {'Port': ['ID=b2b72714-258b-4c9e-86b5-cdef26ab7dce,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:56.372316 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-f686dd11-fbd8-4312-924f-262bdec55731 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99ee1ca4-9ea5-48bd-8786-a32f88775164 HTTP/1.1" status: 200 len: 850 time: 0.1496816 Feb 04 05:41:56.403999 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5696aa0-23fd-4ec2-9052-da9679d917d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Network': ['ID=a0baa961-271a-4743-bbff-405f2d42372f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:56.417293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network a0baa961-271a-4743-bbff-405f2d42372f details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:41:56.527736 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-ac68539d-80cd-4e7c-ba24-390a3ce0b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:56.529151 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-ac68539d-80cd-4e7c-ba24-390a3ce0b239 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f07bb420-9540-48eb-88e2-6374a7d0283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1456051 Feb 04 05:41:56.551899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b36e808d-72f7-4df8-bd97-1bb575ee2858 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Deleting port 4d70cefa-4b9f-4ace-ae41-13672cdf37ae {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:41:56.552240 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b36e808d-72f7-4df8-bd97-1bb575ee2858 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:56.585168 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c3e714cf-dae7-416e-886d-002b67f973c0 None None] Provisioning complete for port b2b72714-258b-4c9e-86b5-cdef26ab7dce triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:56.585676 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c3e714cf-dae7-416e-886d-002b67f973c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:56.590820 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ce5e-b624-4402-a8d0-7a3fd3b62afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:56.600916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476d89d-f809-4451-b45f-a81fea9fe63e req-5de3b2b2-5856-4ba8-904c-ced5402d2fb1 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:56.602349 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0476d89d-f809-4451-b45f-a81fea9fe63e req-5de3b2b2-5856-4ba8-904c-ced5402d2fb1 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 943 time: 0.6383879 Feb 04 05:41:56.621611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d361e691-24f4-444a-8876-9ab239a09a02 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:56.622250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d361e691-24f4-444a-8876-9ab239a09a02 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:56.625708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ce5e-b624-4402-a8d0-7a3fd3b62afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:56.627682 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Made reservation on behalf of fac57e3bd5404dfcb4749cb3dc8623da for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:56.628367 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c3e714cf-dae7-416e-886d-002b67f973c0 None None] Port b2b72714-258b-4c9e-86b5-cdef26ab7dce cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:56.631155 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:56.707198 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f31f0-f68c-4dfb-b110-01fa411a7348 req-923bb13b-6758-4aa7-a40a-dfdb40ea029c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:56.708789 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0b3f31f0-f68c-4dfb-b110-01fa411a7348 req-923bb13b-6758-4aa7-a40a-dfdb40ea029c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 943 time: 0.4884093 Feb 04 05:41:56.710334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:56.775886 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d361e691-24f4-444a-8876-9ab239a09a02 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7812746 Feb 04 05:41:56.786754 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47548) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:56.788630 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] For port e3e26def-ad4c-4e64-a39c-c0373f6389ae, host hv-neutron-8277, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:56.795974 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8ac2ce5e-b624-4402-a8d0-7a3fd3b62afa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1bcb841d79094c6493ddf0e6fddeafb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0119545 Feb 04 05:41:56.795974 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2ce5e-b624-4402-a8d0-7a3fd3b62afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43abcaac-fe70-4766-85aa-77bc3bde8e63,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:56.801695 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f637971a-1f1d-403b-aa36-1b93d3556561 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:8e:1a:6c'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:56.804773 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47550) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:56.872782 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] For port e3e26def-ad4c-4e64-a39c-c0373f6389ae, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e3e26def-ad4c-4e64-a39c-c0373f6389ae,segment=NetworkSegment(b881a7f5-caa2-46a8-94ad-106d67cb0039),segment_id=b881a7f5-caa2-46a8-94ad-106d67cb0039)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:41:56.893935 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:56.898092 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0476d89d-f809-4451-b45f-a81fea9fe63e req-001fe22a-1df5-4ec4-80f4-aaa4a3df2db9 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848895 Feb 04 05:41:56.927951 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb74bc4c-273d-467a-af52-a74c6b87ea1b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:56.932459 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb74bc4c-273d-467a-af52-a74c6b87ea1b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:56.961412 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-fab4f0e3-1be0-4598-b9f2-3e93a9c03868 service neutron] 10.222.0.26 "GET /v2.0/networks/f07bb420-9540-48eb-88e2-6374a7d0283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205372 Feb 04 05:41:56.989353 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b36e808d-72f7-4df8-bd97-1bb575ee2858 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:56.989705 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b36e808d-72f7-4df8-bd97-1bb575ee2858 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:56.992455 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0b3f31f0-f68c-4dfb-b110-01fa411a7348 req-2aabe187-cd0b-42ab-9bf0-d0c888349f1d tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675340 Feb 04 05:41:57.036388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:57.037016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.038506 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] 10.222.0.26 "PUT /v2.0/ports/e3e26def-ad4c-4e64-a39c-c0373f6389ae HTTP/1.1" status: 200 len: 1093 time: 4.4334188 Feb 04 05:41:57.038883 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccf3cb6-74c6-437b-92ff-49831cda3fdb {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:41:57.042602 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f48aca6-90f8-4060-aa88-d98b69a691fc', 'tag': 'e3e26def-ad4c-4e64-a39c-c0373f6389ae'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:41:57.055057 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b36e808d-72f7-4df8-bd97-1bb575ee2858 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Calling delete_port for 4d70cefa-4b9f-4ace-ae41-13672cdf37ae owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:41:57.057913 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.091127 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Transition to ACTIVE for port object 0ccf3cb6-74c6-437b-92ff-49831cda3fdb will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:41:57.116526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-fb74bc4c-273d-467a-af52-a74c6b87ea1b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port 463e3efd-c3ef-4313-a57d-ddffae646b3e yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:41:57.139468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.202526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdabd91b-a698-4c45-a202-81a1e55a0641" -d '{"events": [{"name": "network-changed", "server_uuid": "2f48aca6-90f8-4060-aa88-d98b69a691fc", "tag": "e3e26def-ad4c-4e64-a39c-c0373f6389ae"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:41:57.244034 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5e0e1f26-7c8a-4759-b9c9-ef94c7dccc8f req-6c1a62aa-b868-4a3e-b0de-0dd5708e73ca service neutron] 10.222.0.26 "GET /v2.0/networks/f07bb420-9540-48eb-88e2-6374a7d0283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691178 Feb 04 05:41:57.247888 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0e873-15ee-436e-9e1a-c50b3818ced0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e26def-ad4c-4e64-a39c-c0373f6389ae,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:57.261612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccf3cb6-74c6-437b-92ff-49831cda3fdb,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:57.277857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9146ee69-380f-4292-b547-255b5ae37e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.349904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8c3d2-1ebb-4ce5-98e2-39aa3face86d req-07285e64-db2a-4361-ae21-ac164e145bf4 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:57.352179 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9fb8c3d2-1ebb-4ce5-98e2-39aa3face86d req-07285e64-db2a-4361-ae21-ac164e145bf4 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 932 time: 0.3658259 Feb 04 05:41:57.420222 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21566972-8f47-40e1-a3e3-de8b8ea88b7f x-openstack-request-id: req-21566972-8f47-40e1-a3e3-de8b8ea88b7f {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:41:57.420871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f48aca6-90f8-4060-aa88-d98b69a691fc", "tag": "e3e26def-ad4c-4e64-a39c-c0373f6389ae", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:41:57.420871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21566972-8f47-40e1-a3e3-de8b8ea88b7f {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:41:57.421200 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f48aca6-90f8-4060-aa88-d98b69a691fc', 'tag': 'e3e26def-ad4c-4e64-a39c-c0373f6389ae', 'status': 'completed', 'code': 200} Feb 04 05:41:57.423108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9146ee69-380f-4292-b547-255b5ae37e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.427042 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.449534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Attempting to bind port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:41:57.449924 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Attempting to bind port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd9305c9a-e269-4637-add4-84969650d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:41:57.450255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Attempting to bind port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb on network 6d4580c8-4c60-45e7-b53a-7f4b66492648 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:57.470487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b81e20-66f5-46ed-84e5-fa36660b0c88 req-45cec84d-6804-462c-a18b-e9389182cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:57.470487 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f3b81e20-66f5-46ed-84e5-fa36660b0c88 req-45cec84d-6804-462c-a18b-e9389182cb75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6bc50a287994b7bbacc86f33cc8b7f2&device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 1096 time: 0.1416774 Feb 04 05:41:57.470487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb on network 6d4580c8-4c60-45e7-b53a-7f4b66492648 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:41:57.470487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Attempting to bind port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb on network 6d4580c8-4c60-45e7-b53a-7f4b66492648 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:41:57.475333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.479458 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c20d98-7c98-4201-959a-5c4e76232745 req-3decc729-1ade-485a-a298-f2a8a54662a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:57.480996 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-3decc729-1ade-485a-a298-f2a8a54662a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20a08d81f69747a5b8125d321d28b9a0&device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 1096 time: 0.3870142 Feb 04 05:41:57.484064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:41:57.484402 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Checking segment: {'id': 'd9305c9a-e269-4637-add4-84969650d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:57.484828 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Bound using segment: {'id': 'd9305c9a-e269-4637-add4-84969650d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:41:57.485957 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Bound port: 0ccf3cb6-74c6-437b-92ff-49831cda3fdb, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9305c9a-e269-4637-add4-84969650d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:41:57.486313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.509499 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b36e808d-72f7-4df8-bd97-1bb575ee2858 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.600280 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e808d-72f7-4df8-bd97-1bb575ee2858 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event deleted for resources: {'Port': ['ID=4d70cefa-4b9f-4ace-ae41-13672cdf37ae,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:57.620460 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:57.641518 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-e573a4bb-63e3-4d1c-9131-9edcd186fb49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e26def-ad4c-4e64-a39c-c0373f6389ae HTTP/1.1" status: 200 len: 217 time: 0.1309953 Feb 04 05:41:57.648859 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f637971a-1f1d-403b-aa36-1b93d3556561 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.653014 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9fb8c3d2-1ebb-4ce5-98e2-39aa3face86d req-82cb146f-e86e-478a-955d-9af42af891bf tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2786851 Feb 04 05:41:57.714978 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.715571 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Added segment c880a7bf-12f8-4928-8d18-e0056ea2c94d of type vlan for network d7f35cee-0235-42e4-848b-55fa8f9e0745 Feb 04 05:41:57.724638 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbd9a7c-a429-461c-bfb9-7ecd8cd5e5e5,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:57.760926 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b36e808d-72f7-4df8-bd97-1bb575ee2858 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.761258 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-b36e808d-72f7-4df8-bd97-1bb575ee2858 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Floating IP 97c84e43-5d18-4cda-a17d-99d0252352c6 disassociated (deleted). External IP: 172.26.3.212, port: 9ba4a216-631e-44be-9cbe-605dbea8e971. Feb 04 05:41:57.795837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b81e20-66f5-46ed-84e5-fa36660b0c88 req-6eb91c43-281f-4b16-b39f-bd87be0a06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:57.797468 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f3b81e20-66f5-46ed-84e5-fa36660b0c88 req-6eb91c43-281f-4b16-b39f-bd87be0a06a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f07bb420-9540-48eb-88e2-6374a7d0283e HTTP/1.1" status: 200 len: 911 time: 0.3212433 Feb 04 05:41:57.804178 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] For port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:41:57.853608 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.857667 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f3b81e20-66f5-46ed-84e5-fa36660b0c88 req-8071f355-cfd2-4836-a031-591949e4b585 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf3d6f9-41b6-4e39-b185-c283191efe75 HTTP/1.1" status: 200 len: 217 time: 0.0497000 Feb 04 05:41:57.859297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] For port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0ccf3cb6-74c6-437b-92ff-49831cda3fdb,segment=NetworkSegment(d9305c9a-e269-4637-add4-84969650d63f),segment_id=d9305c9a-e269-4637-add4-84969650d63f)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:41:57.860917 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb74bc4c-273d-467a-af52-a74c6b87ea1b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.862312 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9146ee69-380f-4292-b547-255b5ae37e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.864737 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9146ee69-380f-4292-b547-255b5ae37e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.864869 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.865951 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9146ee69-380f-4292-b547-255b5ae37e26 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43abcaac-fe70-4766-85aa-77bc3bde8e63 HTTP/1.1" status: 204 len: 168 time: 1.0498803 Feb 04 05:41:57.867571 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c20d98-7c98-4201-959a-5c4e76232745 req-7ac17870-fe22-425c-adf6-1d21704d6a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:57.869060 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-7ac17870-fe22-425c-adf6-1d21704d6a6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=55e14a0e-49fa-4b7e-a51a-07432707a113 HTTP/1.1" status: 200 len: 850 time: 0.2152002 Feb 04 05:41:57.924975 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146ee69-380f-4292-b547-255b5ae37e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43abcaac-fe70-4766-85aa-77bc3bde8e63,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:57.978969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:57.979675 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:57.981037 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] 10.222.0.26 "PUT /v2.0/ports/0ccf3cb6-74c6-437b-92ff-49831cda3fdb HTTP/1.1" status: 200 len: 1094 time: 2.2581973 Feb 04 05:41:57.997184 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:58.002769 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:58.003401 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:58.017950 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b81e20-66f5-46ed-84e5-fa36660b0c88 req-cbd69854-0016-4af2-b3ac-b97c064f887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:58.020734 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f3b81e20-66f5-46ed-84e5-fa36660b0c88 req-cbd69854-0016-4af2-b3ac-b97c064f887c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99ee1ca4-9ea5-48bd-8786-a32f88775164 HTTP/1.1" status: 200 len: 850 time: 0.1536541 Feb 04 05:41:58.109516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aeb4f5-5279-4fd6-9522-cd785b558753 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccf3cb6-74c6-437b-92ff-49831cda3fdb,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:58.158152 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.2995977 Feb 04 05:41:58.160176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c20d98-7c98-4201-959a-5c4e76232745 req-33dcbc88-0757-4607-8923-894d1cb42ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:58.161692 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-33dcbc88-0757-4607-8923-894d1cb42ac9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16cfc891-7074-4a12-8ae8-46d913cd15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2849441 Feb 04 05:41:58.212710 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd20e50e-6cc4-4a26-98a1-9663e695890e', 'tag': '0ccf3cb6-74c6-437b-92ff-49831cda3fdb'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:41:58.215599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf9d5ec-976d-4067-8da1-72335fe61bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "cd20e50e-6cc4-4a26-98a1-9663e695890e", "tag": "0ccf3cb6-74c6-437b-92ff-49831cda3fdb"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:41:58.228599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb74bc4c-273d-467a-af52-a74c6b87ea1b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:58.248412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff14df-3368-4854-b0bc-3b650fafa180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Pushing event updated for resources: {'Network': ['ID=d7f35cee-0235-42e4-848b-55fa8f9e0745,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:58.257876 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd636652-a648-456e-b583-853363c8989d req-7100cafd-19b4-4fcf-ab5c-4b1e7e977567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:58.260284 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-7100cafd-19b4-4fcf-ab5c-4b1e7e977567 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3b334c0f27542469913ffec4ba71672&device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 1097 time: 0.2206185 Feb 04 05:41:58.263354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network d7f35cee-0235-42e4-848b-55fa8f9e0745 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:41:58.311217 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b81e20-66f5-46ed-84e5-fa36660b0c88 req-358dc9c8-761e-44c0-b280-78a99cc42b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:58.312859 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f3b81e20-66f5-46ed-84e5-fa36660b0c88 req-358dc9c8-761e-44c0-b280-78a99cc42b9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f07bb420-9540-48eb-88e2-6374a7d0283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2744212 Feb 04 05:41:58.409519 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-9fe5d4d4-b3a0-40ba-8490-bc098cb37405 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ccf3cb6-74c6-437b-92ff-49831cda3fdb HTTP/1.1" status: 200 len: 217 time: 0.0933459 Feb 04 05:41:58.432927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36e808d-72f7-4df8-bd97-1bb575ee2858 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Router 4913e481-81b6-4e4e-ab21-1baba5417547 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:41:58.547127 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd636652-a648-456e-b583-853363c8989d req-8098229a-b819-4d49-bf1d-a028ed85e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:58.549345 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-8098229a-b819-4d49-bf1d-a028ed85e83c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e89e379d-ec5d-485a-8620-ecda425b96c4 HTTP/1.1" status: 200 len: 844 time: 0.1306994 Feb 04 05:41:58.552849 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f3b81e20-66f5-46ed-84e5-fa36660b0c88 req-bff5a8e3-ebb2-4189-b5fe-5686ca6ced52 service neutron] 10.222.0.26 "GET /v2.0/networks/f07bb420-9540-48eb-88e2-6374a7d0283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277036 Feb 04 05:41:58.623489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74bc4c-273d-467a-af52-a74c6b87ea1b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=463e3efd-c3ef-4313-a57d-ddffae646b3e,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:58.648443 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944b340-a35e-4f51-9a59-e56cefb92c41 req-85fb02c6-12b0-4163-a240-4f334ce3527e tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:58.649959 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0944b340-a35e-4f51-9a59-e56cefb92c41 req-85fb02c6-12b0-4163-a240-4f334ce3527e tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 943 time: 0.5171719 Feb 04 05:41:58.656992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e61744-3d27-4cce-bdbb-f0fe2d6e72a0 req-2d7e428f-e3e2-4f32-b0a7-84bf42a9b7f0 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:58.658416 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f9e61744-3d27-4cce-bdbb-f0fe2d6e72a0 req-2d7e428f-e3e2-4f32-b0a7-84bf42a9b7f0 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 943 time: 0.5673716 Feb 04 05:41:58.683235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47590) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:58.726992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f637971a-1f1d-403b-aa36-1b93d3556561 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:58.738420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f637971a-1f1d-403b-aa36-1b93d3556561 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:58.746656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb74bc4c-273d-467a-af52-a74c6b87ea1b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Checking segment: {'id': 'd22096e7-062f-420e-8c9d-38824b4692f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:41:58.747018 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb74bc4c-273d-467a-af52-a74c6b87ea1b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network hostable DHCP agents. Network: a0baa961-271a-4743-bbff-405f2d42372f, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:41:58.750414 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-fa74d0ff-1c78-4600-8aa6-0c4244e55593 service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687768 Feb 04 05:41:58.843436 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0944b340-a35e-4f51-9a59-e56cefb92c41 req-b64166de-c0a2-4492-8814-c85bc4540692 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767967 Feb 04 05:41:58.847040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1958717048'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:58.885708 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f9e61744-3d27-4cce-bdbb-f0fe2d6e72a0 req-afce1c90-77cc-40d7-af02-b2b3b9eeea92 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168458 Feb 04 05:41:58.930635 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:41:58.958886 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637971a-1f1d-403b-aa36-1b93d3556561 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event updated for resources: {'Port': ['ID=b2b72714-258b-4c9e-86b5-cdef26ab7dce,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:58.966904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb74bc4c-273d-467a-af52-a74c6b87ea1b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network a0baa961-271a-4743-bbff-405f2d42372f is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:41:58.969599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36e808d-72f7-4df8-bd97-1bb575ee2858 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:41:58.972467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd636652-a648-456e-b583-853363c8989d req-667da854-89a7-40d7-8b0f-8dd843eeced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:58.974348 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-667da854-89a7-40d7-8b0f-8dd843eeced9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d4580c8-4c60-45e7-b53a-7f4b66492648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4136086 Feb 04 05:41:58.977353 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7672f97a-5792-4c45-bec5-228719a4bee5 x-openstack-request-id: req-7672f97a-5792-4c45-bec5-228719a4bee5 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:41:58.978212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd20e50e-6cc4-4a26-98a1-9663e695890e", "tag": "0ccf3cb6-74c6-437b-92ff-49831cda3fdb", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:41:58.978307 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7672f97a-5792-4c45-bec5-228719a4bee5 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:41:58.978692 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd20e50e-6cc4-4a26-98a1-9663e695890e', 'tag': '0ccf3cb6-74c6-437b-92ff-49831cda3fdb', 'status': 'completed', 'code': 200} Feb 04 05:41:58.988926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10676a92-5447-43ff-974f-657e0e54bc7b None None] Sync routers for ids ['4913e481-81b6-4e4e-ab21-1baba5417547'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:41:58.989131 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b36e808d-72f7-4df8-bd97-1bb575ee2858 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.002739 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10676a92-5447-43ff-974f-657e0e54bc7b None None] Routers {'4913e481-81b6-4e4e-ab21-1baba5417547'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:59.003479 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-10676a92-5447-43ff-974f-657e0e54bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4913e481-81b6-4e4e-ab21-1baba5417547'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:59.005267 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-f637971a-1f1d-403b-aa36-1b93d3556561 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] In _notify_port_updated(), no bound segment for port b2b72714-258b-4c9e-86b5-cdef26ab7dce on network b033df82-1b3d-49db-b43f-221fd4719018 {{(pid=108745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:41:59.014926 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f637971a-1f1d-403b-aa36-1b93d3556561 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:59.015733 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f637971a-1f1d-403b-aa36-1b93d3556561 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.017149 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f637971a-1f1d-403b-aa36-1b93d3556561 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "PUT /v2.0/ports/b2b72714-258b-4c9e-86b5-cdef26ab7dce HTTP/1.1" status: 200 len: 992 time: 2.2223532 Feb 04 05:41:59.022989 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47598) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:59.023801 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-fb74bc4c-273d-467a-af52-a74c6b87ea1b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, a0baa961-271a-4743-bbff-405f2d42372f) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:41:59.046211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74bc4c-273d-467a-af52-a74c6b87ea1b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:41:59.051892 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb74bc4c-273d-467a-af52-a74c6b87ea1b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:59.052831 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb74bc4c-273d-467a-af52-a74c6b87ea1b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.055666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Made reservation on behalf of f700b248b431497c9ef04226f660878c for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:59.059909 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.101403 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-10676a92-5447-43ff-974f-657e0e54bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:59.114127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1260a8a1-9f49-4c22-a4f7-45bf33a075b2 None None] Network a0baa961-271a-4743-bbff-405f2d42372f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:41:59.118284 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-3cbf390b-8e7d-49a6-989d-e9877bc657d7 service neutron] 10.222.0.26 "GET /v2.0/networks/6d4580c8-4c60-45e7-b53a-7f4b66492648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316905 Feb 04 05:41:59.130397 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.137425 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82c20d98-7c98-4201-959a-5c4e76232745 req-49eea725-8954-4f35-8c9e-638d80e9bf59 service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525670 Feb 04 05:41:59.161455 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fb74bc4c-273d-467a-af52-a74c6b87ea1b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8867450 Feb 04 05:41:59.171095 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47600) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:59.171828 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b36e808d-72f7-4df8-bd97-1bb575ee2858 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] 10.222.0.10 "DELETE /v2.0/floatingips/97c84e43-5d18-4cda-a17d-99d0252352c6 HTTP/1.1" status: 204 len: 168 time: 3.5129468 Feb 04 05:41:59.176951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47602) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:59.182295 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-acc7b129-0d32-47cb-8de6-62480b92d4ae tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1642485643'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:59.212066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:59.220999 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f3b81e20-66f5-46ed-84e5-fa36660b0c88 req-22994fc8-55e6-489d-a95d-2d43008c386b service neutron] 10.222.0.26 "GET /v2.0/networks/f07bb420-9540-48eb-88e2-6374a7d0283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6573882 Feb 04 05:41:59.269017 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47604) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:41:59.281375 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Request body: {'port': {'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745', 'binding:host_id': 'hv-neutron-8277', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-827406899'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:41:59.285208 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.286061 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10676a92-5447-43ff-974f-657e0e54bc7b None None] Routers {'4913e481-81b6-4e4e-ab21-1baba5417547'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:41:59.287212 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-10676a92-5447-43ff-974f-657e0e54bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4913e481-81b6-4e4e-ab21-1baba5417547'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:59.308853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe98e8-6e3e-4291-ac6a-4b4bc7ba21b5 req-c31ec6de-634a-47cf-a23b-ddc51f278145 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:59.310566 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-42fe98e8-6e3e-4291-ac6a-4b4bc7ba21b5 req-c31ec6de-634a-47cf-a23b-ddc51f278145 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 944 time: 0.1991284 Feb 04 05:41:59.310826 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bd636652-a648-456e-b583-853363c8989d req-d267ce87-4a13-40d9-a819-c47370ec9f2d service neutron] 10.222.0.26 "GET /v2.0/networks/6d4580c8-4c60-45e7-b53a-7f4b66492648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790884 Feb 04 05:41:59.324554 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc7b129-0d32-47cb-8de6-62480b92d4ae tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:59.327998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-acc7b129-0d32-47cb-8de6-62480b92d4ae tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.332011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-10676a92-5447-43ff-974f-657e0e54bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:41:59.332888 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10676a92-5447-43ff-974f-657e0e54bc7b None None] The sync data for ids ['4913e481-81b6-4e4e-ab21-1baba5417547'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:41:59.379715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabd91b-a698-4c45-a202-81a1e55a0641 req-035bf54a-376c-42fc-bc11-91cee4324910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:59.381568 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fdabd91b-a698-4c45-a202-81a1e55a0641 req-035bf54a-376c-42fc-bc11-91cee4324910 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20a08d81f69747a5b8125d321d28b9a0&device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 1096 time: 0.1645803 Feb 04 05:41:59.428273 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Made reservation on behalf of 901bb3634a3b4cc08dce3a7a4d5b0e5b for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:41:59.430554 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.442600 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.465351 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9d5ec-976d-4067-8da1-72335fe61bb8 req-de7abae8-961c-40a5-bceb-cbb034980d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:59.466221 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-98d20d81-f6a1-4c68-8a86-995cff5262aa None None] Provisioning complete for port b2b72714-258b-4c9e-86b5-cdef26ab7dce triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:41:59.466755 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-98d20d81-f6a1-4c68-8a86-995cff5262aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.467210 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7bf9d5ec-976d-4067-8da1-72335fe61bb8 req-de7abae8-961c-40a5-bceb-cbb034980d90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3b334c0f27542469913ffec4ba71672&device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 1097 time: 0.0874848 Feb 04 05:41:59.485219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-3a36f714-44e0-4212-a224-82ead53a416f tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Deleting port b2b72714-258b-4c9e-86b5-cdef26ab7dce {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:41:59.485614 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a36f714-44e0-4212-a224-82ead53a416f tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.508646 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-42fe98e8-6e3e-4291-ac6a-4b4bc7ba21b5 req-2399a7f0-085c-47df-8af9-d957ad840cb8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783800 Feb 04 05:41:59.525424 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-98d20d81-f6a1-4c68-8a86-995cff5262aa None None] Port b2b72714-258b-4c9e-86b5-cdef26ab7dce cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:41:59.528858 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc7b129-0d32-47cb-8de6-62480b92d4ae tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:59.567690 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.595347 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.596634 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-acc7b129-0d32-47cb-8de6-62480b92d4ae tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.596955 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-acc7b129-0d32-47cb-8de6-62480b92d4ae tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Added segment 70c9fe8c-a170-466e-8b0b-d577a31535c1 of type vlan for network d91aafaf-af60-4d73-b70f-ed211ef6f451 Feb 04 05:41:59.612941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.673175 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9d5ec-976d-4067-8da1-72335fe61bb8 req-88674f8a-c592-4442-8910-6bf0f3756598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:59.674813 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7bf9d5ec-976d-4067-8da1-72335fe61bb8 req-88674f8a-c592-4442-8910-6bf0f3756598 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d4580c8-4c60-45e7-b53a-7f4b66492648 HTTP/1.1" status: 200 len: 905 time: 0.1976902 Feb 04 05:41:59.687886 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.707736 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:41:59.733359 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-acc7b129-0d32-47cb-8de6-62480b92d4ae tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.735382 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.741900 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] device_id is not set on port 92d07c23-5071-4753-9d05-c8de14362010 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:41:59.749823 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a36f714-44e0-4212-a224-82ead53a416f tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.750836 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7bf9d5ec-976d-4067-8da1-72335fe61bb8 req-a3a0379e-e124-4a21-a266-290c14056340 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ccf3cb6-74c6-437b-92ff-49831cda3fdb HTTP/1.1" status: 200 len: 217 time: 0.0672140 Feb 04 05:41:59.753572 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19c75b7-4e07-487b-89db-310cb7f63b18,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:59.756464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.756807 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Added segment d2b33754-ec7b-4a57-b749-638444c3682c of type vlan for network cf61df85-f956-41c8-b216-83224029292b Feb 04 05:41:59.764217 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabd91b-a698-4c45-a202-81a1e55a0641 req-e0783fe0-1296-4377-a2ba-c81ec7c9558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:59.765654 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fdabd91b-a698-4c45-a202-81a1e55a0641 req-e0783fe0-1296-4377-a2ba-c81ec7c9558e service neutron] 10.222.0.26 "GET /v2.0/networks?id=16cfc891-7074-4a12-8ae8-46d913cd15c9 HTTP/1.1" status: 200 len: 911 time: 0.3735645 Feb 04 05:41:59.789230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-3a36f714-44e0-4212-a224-82ead53a416f tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Calling delete_port for b2b72714-258b-4c9e-86b5-cdef26ab7dce owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:41:59.874741 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fdabd91b-a698-4c45-a202-81a1e55a0641 req-76a0b2c4-edcc-45f0-9b09-86494fdf8164 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e26def-ad4c-4e64-a39c-c0373f6389ae HTTP/1.1" status: 200 len: 217 time: 0.0991752 Feb 04 05:41:59.880327 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.901387 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ea5df1-3e62-4dbc-bc56-ffdf40816a12,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:41:59.907160 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Allocated IP 172.26.3.58 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/a3a7f4e0-cf60-4c9c-a1bb-d2dc64925340) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:41:59.955984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-acc7b129-0d32-47cb-8de6-62480b92d4ae tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.961392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc7b129-0d32-47cb-8de6-62480b92d4ae tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:59.962177 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-acc7b129-0d32-47cb-8de6-62480b92d4ae tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:41:59.989544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9d5ec-976d-4067-8da1-72335fe61bb8 req-939770c2-34d1-438b-a793-5ebcc1539a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:41:59.991717 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7bf9d5ec-976d-4067-8da1-72335fe61bb8 req-939770c2-34d1-438b-a793-5ebcc1539a4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e89e379d-ec5d-485a-8620-ecda425b96c4 HTTP/1.1" status: 200 len: 844 time: 0.2287726 Feb 04 05:42:00.080114 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-acc7b129-0d32-47cb-8de6-62480b92d4ae tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9029739 Feb 04 05:42:00.098178 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47610) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:00.120695 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:00.122847 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'ports': [{'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f'}, {'network_id': 'd91aafaf-af60-4d73-b70f-ed211ef6f451'}]} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:00.123162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:00.123631 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'network_id': 'd91aafaf-af60-4d73-b70f-ed211ef6f451'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:00.126014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:00.126581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:00.136928 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabd91b-a698-4c45-a202-81a1e55a0641 req-bbeb1e4c-7d2d-41a0-8c48-dc259a3a28db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:00.138396 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fdabd91b-a698-4c45-a202-81a1e55a0641 req-bbeb1e4c-7d2d-41a0-8c48-dc259a3a28db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=55e14a0e-49fa-4b7e-a51a-07432707a113 HTTP/1.1" status: 200 len: 850 time: 0.2535849 Feb 04 05:42:00.161939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7b129-0d32-47cb-8de6-62480b92d4ae tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Network': ['ID=d91aafaf-af60-4d73-b70f-ed211ef6f451,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:00.174487 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network d91aafaf-af60-4d73-b70f-ed211ef6f451 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:00.202674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9d5ec-976d-4067-8da1-72335fe61bb8 req-2ea3baa5-0b70-4e36-9892-7ef971f63674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:00.204076 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7bf9d5ec-976d-4067-8da1-72335fe61bb8 req-2ea3baa5-0b70-4e36-9892-7ef971f63674 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d4580c8-4c60-45e7-b53a-7f4b66492648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1810763 Feb 04 05:42:00.221425 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5267835 Feb 04 05:42:00.227011 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4cc02-c5e9-41f9-97c8-cf98ea0435dd req-43828c6f-d0c2-477a-ac18-a64bc406b0e8 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:00.228442 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c0c4cc02-c5e9-41f9-97c8-cf98ea0435dd req-43828c6f-d0c2-477a-ac18-a64bc406b0e8 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 943 time: 0.2518051 Feb 04 05:42:00.228911 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47612) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:00.260527 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:00.267622 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-edf9cace-603e-4a10-bb5a-3ae942ced40b tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Request body: {'subnet': {'network_id': 'cf61df85-f956-41c8-b216-83224029292b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:00.286082 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88792e74-9daa-471d-acb9-d578332ce179 req-b5f28640-fb6f-4408-8bc1-7c4fb6712ee9 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:00.287550 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-88792e74-9daa-471d-acb9-d578332ce179 req-b5f28640-fb6f-4408-8bc1-7c4fb6712ee9 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 943 time: 0.2810516 Feb 04 05:42:00.395383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865cf16-78b0-4a25-9fcf-1777df01487f tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event updated for resources: {'Network': ['ID=cf61df85-f956-41c8-b216-83224029292b,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:00.398676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] device_id is not set on port 92d07c23-5071-4753-9d05-c8de14362010 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:00.407670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network cf61df85-f956-41c8-b216-83224029292b details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:00.421939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabd91b-a698-4c45-a202-81a1e55a0641 req-314b9467-2b63-4313-b6dd-228745e95f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:00.423482 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fdabd91b-a698-4c45-a202-81a1e55a0641 req-314b9467-2b63-4313-b6dd-228745e95f79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16cfc891-7074-4a12-8ae8-46d913cd15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2737615 Feb 04 05:42:00.427927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:00.448103 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:00.472298 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c0c4cc02-c5e9-41f9-97c8-cf98ea0435dd req-9143085c-9686-432e-a0bc-92c71af29fbf tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013102 Feb 04 05:42:00.483144 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:00.486351 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7bf9d5ec-976d-4067-8da1-72335fe61bb8 req-f4a847af-e707-4453-af30-9443531f76a5 service neutron] 10.222.0.26 "GET /v2.0/networks/6d4580c8-4c60-45e7-b53a-7f4b66492648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726603 Feb 04 05:42:00.518157 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-88792e74-9daa-471d-acb9-d578332ce179 req-b49d59c5-3e85-4c68-9398-3997daade2af tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054632 Feb 04 05:42:00.521374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a36f714-44e0-4212-a224-82ead53a416f tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:00.569515 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device aaf3d6f9-41b6-4e39-b185-c283191efe75 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:42:00.571034 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36f714-44e0-4212-a224-82ead53a416f tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event deleted for resources: {'Port': ['ID=b2b72714-258b-4c9e-86b5-cdef26ab7dce,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:00.581614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:00.585417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:00.596042 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf9cace-603e-4a10-bb5a-3ae942ced40b tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Made reservation on behalf of f700b248b431497c9ef04226f660878c for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:00.596749 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:00.599394 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-edf9cace-603e-4a10-bb5a-3ae942ced40b tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:00.630612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Pushing event updated for resources: {'Port': ['ID=92d07c23-5071-4753-9d05-c8de14362010,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:00.640793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'port': 2} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:00.650105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:00.698635 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Pushing event updated for resources: {'Port': ['ID=a3a7f4e0-cf60-4c9c-a1bb-d2dc64925340,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:00.738142 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:00.758612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Checking segment: {'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:00.759311 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Network hostable DHCP agents. Network: d7f35cee-0235-42e4-848b-55fa8f9e0745, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:00.761443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port aaf3d6f9-41b6-4e39-b185-c283191efe75, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=aaf3d6f9-41b6-4e39-b185-c283191efe75,segment=NetworkSegment(93a5c28a-88f2-4f56-bf7e-1d8290ed5262),segment_id=93a5c28a-88f2-4f56-bf7e-1d8290ed5262)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:00.775517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'aaf3d6f9-41b6-4e39-b185-c283191efe75', 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'port_id': 'aaf3d6f9-41b6-4e39-b185-c283191efe75', 'mac_address': 'fa:16:3e:9b:6e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:42:00.812260 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7bf9d5ec-976d-4067-8da1-72335fe61bb8 req-063c409a-6b4a-4de4-aec8-a8a0519de198 service neutron] 10.222.0.26 "GET /v2.0/networks/6d4580c8-4c60-45e7-b53a-7f4b66492648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178120 Feb 04 05:42:00.823672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:00.837998 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:00.839312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf3d6f9-41b6-4e39-b185-c283191efe75 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:42:00.866163 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port aaf3d6f9-41b6-4e39-b185-c283191efe75, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=aaf3d6f9-41b6-4e39-b185-c283191efe75,segment=NetworkSegment(93a5c28a-88f2-4f56-bf7e-1d8290ed5262),segment_id=93a5c28a-88f2-4f56-bf7e-1d8290ed5262)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:00.870778 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:00.921564 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=aaf3d6f9-41b6-4e39-b185-c283191efe75,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:00.937612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Network d7f35cee-0235-42e4-848b-55fa8f9e0745 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:00.952400 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:00.964164 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fdabd91b-a698-4c45-a202-81a1e55a0641 req-03c8a89a-5442-4b90-8441-40f7dde7e948 service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260706 Feb 04 05:42:00.986511 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, d7f35cee-0235-42e4-848b-55fa8f9e0745) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:01.002195 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09df890f-583d-461b-83ad-fbc8903b8680 None None] Network d7f35cee-0235-42e4-848b-55fa8f9e0745 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:01.029239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:01.067859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:01.068226 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:01.068917 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:01.076681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port e4f18f78-2818-4d76-8d27-cf778885a2fd yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:01.082024 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:01.082359 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:01.093813 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 2 to bind port 92d07c23-5071-4753-9d05-c8de14362010 Feb 04 05:42:01.113229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1986aa0-67f7-4aee-a6c3-de3f990ee2c6 req-e0ebf1c8-f669-4a60-a165-4d4adfb7a2e1 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:01.115016 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c1986aa0-67f7-4aee-a6c3-de3f990ee2c6 req-e0ebf1c8-f669-4a60-a165-4d4adfb7a2e1 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 944 time: 0.2396917 Feb 04 05:42:01.165531 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:01.165886 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:01.166218 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:01.178411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:01.178738 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:01.182565 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 3 to bind port 92d07c23-5071-4753-9d05-c8de14362010 Feb 04 05:42:01.196818 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a36f714-44e0-4212-a224-82ead53a416f tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.200117 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3a36f714-44e0-4212-a224-82ead53a416f tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "DELETE /v2.0/ports/b2b72714-258b-4c9e-86b5-cdef26ab7dce HTTP/1.1" status: 204 len: 168 time: 2.1742268 Feb 04 05:42:01.206112 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47616) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:01.231910 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c1986aa0-67f7-4aee-a6c3-de3f990ee2c6 req-ebbc8951-819c-4a0a-957e-b85e26c4635b tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081364 Feb 04 05:42:01.235882 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fdabd91b-a698-4c45-a202-81a1e55a0641 req-07f4821e-a110-4d32-b0cb-8599a1f3a4c8 service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496374 Feb 04 05:42:01.250459 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:01.251347 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:01.251347 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:01.258635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['aaf3d6f9-41b6-4e39-b185-c283191efe75'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:42:01.277867 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9685602-e334-4f18-be0b-9036fd295601 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] GET failed (client error): The resource could not be found. Feb 04 05:42:01.279544 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d9685602-e334-4f18-be0b-9036fd295601 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "GET /v2.0/ports/b2b72714-258b-4c9e-86b5-cdef26ab7dce HTTP/1.1" status: 404 len: 333 time: 0.0724957 Feb 04 05:42:01.283375 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:01.283710 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:01.284116 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47618) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:01.288395 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 4 to bind port 92d07c23-5071-4753-9d05-c8de14362010 Feb 04 05:42:01.295618 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-edf9cace-603e-4a10-bb5a-3ae942ced40b tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.296428 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-928afc88-1a9c-4e09-a27d-12e38970b88b tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Request body: {'port': {'network_id': 'b033df82-1b3d-49db-b43f-221fd4719018', 'name': 'tempest-AllowedAddressPairTestJSON-1664393747'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:01.368610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9cace-603e-4a10-bb5a-3ae942ced40b tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event updated for resources: {'Subnet': ['ID=2f0e2263-7ce9-49c7-84eb-4e11e74c2e65,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:01.376439 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9cace-603e-4a10-bb5a-3ae942ced40b tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Checking segment: {'id': 'd2b33754-ec7b-4a57-b749-638444c3682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cf61df85-f956-41c8-b216-83224029292b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:01.376664 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9cace-603e-4a10-bb5a-3ae942ced40b tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Network hostable DHCP agents. Network: cf61df85-f956-41c8-b216-83224029292b, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:01.384763 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:01.385098 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:01.385433 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:01.390802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.395032 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9cace-603e-4a10-bb5a-3ae942ced40b tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Network cf61df85-f956-41c8-b216-83224029292b is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:01.406020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-edf9cace-603e-4a10-bb5a-3ae942ced40b tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, cf61df85-f956-41c8-b216-83224029292b) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:01.406228 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.410742 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.411578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf9cace-603e-4a10-bb5a-3ae942ced40b tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:01.412410 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-edf9cace-603e-4a10-bb5a-3ae942ced40b tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.423613 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26f3a31-60d8-4d3b-811b-b9476c37517d None None] Network cf61df85-f956-41c8-b216-83224029292b requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:01.434318 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-edf9cace-603e-4a10-bb5a-3ae942ced40b tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1749845 Feb 04 05:42:01.434493 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:01.435401 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47620) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:01.435543 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:01.440221 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-865628e4-7337-441a-8b39-eae096eefa8c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1117781361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:01.454464 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 5 to bind port 92d07c23-5071-4753-9d05-c8de14362010 Feb 04 05:42:01.470697 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-865628e4-7337-441a-8b39-eae096eefa8c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.470697 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-865628e4-7337-441a-8b39-eae096eefa8c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.533487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:01.533844 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:01.534181 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:01.546665 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-865628e4-7337-441a-8b39-eae096eefa8c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.552243 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-865628e4-7337-441a-8b39-eae096eefa8c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.597100 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-865628e4-7337-441a-8b39-eae096eefa8c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.599723 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-865628e4-7337-441a-8b39-eae096eefa8c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1635318 Feb 04 05:42:01.602414 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47626) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:01.621142 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Pushing event updated for resources: {'Port': ['ID=a3a7f4e0-cf60-4c9c-a1bb-d2dc64925340,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:01.623483 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:01.623815 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:01.628944 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 6 to bind port 92d07c23-5071-4753-9d05-c8de14362010 Feb 04 05:42:01.637544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port 1da31b7b-4034-48c5-9dc8-44aed2053625 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:01.663681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.666607 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:01.667141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:01.668228 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:01.675224 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-cf61df85-f956-41c8-b216-83224029292b', 'network_id': 'cf61df85-f956-41c8-b216-83224029292b', 'tenant_id': 'f700b248b431497c9ef04226f660878c', 'fixed_ips': [{'subnet_id': '2f0e2263-7ce9-49c7-84eb-4e11e74c2e65'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:01.675755 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.684092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:01.684423 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:01.688211 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 7 to bind port 92d07c23-5071-4753-9d05-c8de14362010 Feb 04 05:42:01.721495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.722758 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-16b923ee-c65f-4894-9e36-3481ccd05f37 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5171628 Feb 04 05:42:01.727591 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47628) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:01.728343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:01.728794 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:01.729136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:01.741546 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928afc88-1a9c-4e09-a27d-12e38970b88b tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Made reservation on behalf of 5367132e2d044ff3a90b0bb4e27985a7 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:01.744471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-928afc88-1a9c-4e09-a27d-12e38970b88b tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.770637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:01.770977 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:01.772577 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-928afc88-1a9c-4e09-a27d-12e38970b88b tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] device_id is not set on port 969b512b-708b-4ae9-ad7b-cc0ecf6d085d yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:01.775502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51537b7-5b8c-42a0-b578-eaa5380b5d8c req-d73762fe-d1c3-4d8b-8eec-d8b6dc4e2cd3 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:01.777342 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a51537b7-5b8c-42a0-b578-eaa5380b5d8c req-d73762fe-d1c3-4d8b-8eec-d8b6dc4e2cd3 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 943 time: 0.2151210 Feb 04 05:42:01.778350 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 8 to bind port 92d07c23-5071-4753-9d05-c8de14362010 Feb 04 05:42:01.828267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:01.828513 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:01.828783 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:01.837486 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Allocated IP 172.20.0.2 (cf61df85-f956-41c8-b216-83224029292b/2f0e2263-7ce9-49c7-84eb-4e11e74c2e65/6468635f-54c9-40ce-a9ef-45fbfef292c0) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:01.853296 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:01.853628 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:01.859475 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 9 to bind port 92d07c23-5071-4753-9d05-c8de14362010 Feb 04 05:42:01.878903 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543777f0-3dc2-463a-99c5-af2384ac0436 req-160c26cf-4b51-4b3e-ac43-4c22147ceb6e tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:01.880375 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-543777f0-3dc2-463a-99c5-af2384ac0436 req-160c26cf-4b51-4b3e-ac43-4c22147ceb6e tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 944 time: 0.2712636 Feb 04 05:42:01.903394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:01.945963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:01.946232 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:01.946557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:01.954974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:01.956571 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a51537b7-5b8c-42a0-b578-eaa5380b5d8c req-0b73e1cb-97a2-4272-91f0-b2a780075c29 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410799 Feb 04 05:42:01.977811 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:01.978143 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:01.991676 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.plugin [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 10 to bind port 92d07c23-5071-4753-9d05-c8de14362010 Feb 04 05:42:02.011814 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-543777f0-3dc2-463a-99c5-af2384ac0436 req-c9c6e43b-7caa-4727-bbc1-79561770b973 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919189 Feb 04 05:42:02.018848 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.026390 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks [] for floatingip, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.029357 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-928afc88-1a9c-4e09-a27d-12e38970b88b tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Allocated IP 172.20.0.7 (b033df82-1b3d-49db-b43f-221fd4719018/82295e8a-d3d3-4c02-8c4f-8d829f42f678/969b512b-708b-4ae9-ad7b-cc0ecf6d085d) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:02.033344 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.049478 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:02.049847 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:02.050173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:02.051613 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.070830 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 92d07c23-5071-4753-9d05-c8de14362010 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:02.071157 dv-neutron-827794-1-hyperv neutron-server[108744]: ERROR neutron.plugins.ml2.managers [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 92d07c23-5071-4753-9d05-c8de14362010 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:02.071524 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.071808 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Network cf61df85-f956-41c8-b216-83224029292b is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:02.076037 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:02.079616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:02.087846 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Pushing event updated for resources: {'Port': ['ID=6468635f-54c9-40ce-a9ef-45fbfef292c0,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:02.122491 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.137920 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Attempting to bind port 6468635f-54c9-40ce-a9ef-45fbfef292c0 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:02.138525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Attempting to bind port 6468635f-54c9-40ce-a9ef-45fbfef292c0 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'd2b33754-ec7b-4a57-b749-638444c3682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cf61df85-f956-41c8-b216-83224029292b'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:02.139203 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Attempting to bind port 6468635f-54c9-40ce-a9ef-45fbfef292c0 on network cf61df85-f956-41c8-b216-83224029292b {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:02.143980 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:02.144361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Checking segment: {'id': 'd2b33754-ec7b-4a57-b749-638444c3682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cf61df85-f956-41c8-b216-83224029292b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:02.144758 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.145147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Bound using segment: {'id': 'd2b33754-ec7b-4a57-b749-638444c3682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cf61df85-f956-41c8-b216-83224029292b'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:02.145611 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Bound port: 6468635f-54c9-40ce-a9ef-45fbfef292c0, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b33754-ec7b-4a57-b749-638444c3682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cf61df85-f956-41c8-b216-83224029292b'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:02.146010 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.216442 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] For port 6468635f-54c9-40ce-a9ef-45fbfef292c0, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:02.220088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] For port 6468635f-54c9-40ce-a9ef-45fbfef292c0, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6468635f-54c9-40ce-a9ef-45fbfef292c0,segment=NetworkSegment(d2b33754-ec7b-4a57-b749-638444c3682c),segment_id=d2b33754-ec7b-4a57-b749-638444c3682c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:42:02.225710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.288411 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dcc6f-53b7-421f-a3ba-2b87ec58fd99 None None] Pushing event updated for resources: {'Port': ['ID=6468635f-54c9-40ce-a9ef-45fbfef292c0,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:02.433093 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295cbe5-4d14-411c-92a1-430b88ddd4b2 req-69008594-7b78-448f-a5df-7d197424f687 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:02.434912 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4295cbe5-4d14-411c-92a1-430b88ddd4b2 req-69008594-7b78-448f-a5df-7d197424f687 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 944 time: 0.1075106 Feb 04 05:42:02.436298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Allocated IP 172.20.0.1 (cf61df85-f956-41c8-b216-83224029292b/2f0e2263-7ce9-49c7-84eb-4e11e74c2e65/05884151-88df-4de7-86c2-824a761108b3) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:02.500898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network a0baa961-271a-4743-bbff-405f2d42372f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:02.525163 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4295cbe5-4d14-411c-92a1-430b88ddd4b2 req-b966816d-f47a-4955-894e-318712c0a735 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819995 Feb 04 05:42:02.526846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:02.536046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:02.536046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.541746 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=e4f18f78-2818-4d76-8d27-cf778885a2fd,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:02.549097 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 0ccf3cb6-74c6-437b-92ff-49831cda3fdb details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:42:02.641460 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.656618 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device aaf3d6f9-41b6-4e39-b185-c283191efe75 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:02.671728 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] For port 92d07c23-5071-4753-9d05-c8de14362010, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:02.672161 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempted to set empty binding levels {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 05:42:02.698709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.707386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.745679 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0ccf3cb6-74c6-437b-92ff-49831cda3fdb,segment=NetworkSegment(d9305c9a-e269-4637-add4-84969650d63f),segment_id=d9305c9a-e269-4637-add4-84969650d63f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:02.747872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Network cf61df85-f956-41c8-b216-83224029292b is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:02.751144 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:02.758430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:02.759899 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '0ccf3cb6-74c6-437b-92ff-49831cda3fdb', 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'port_id': '0ccf3cb6-74c6-437b-92ff-49831cda3fdb', 'mac_address': 'fa:16:3e:11:86:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:42:02.764810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event updated for resources: {'Port': ['ID=05884151-88df-4de7-86c2-824a761108b3,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:02.793492 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=1da31b7b-4034-48c5-9dc8-44aed2053625,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:02.808634 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:02.809458 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.815710 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.817317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-928afc88-1a9c-4e09-a27d-12e38970b88b tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.820265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port aaf3d6f9-41b6-4e39-b185-c283191efe75 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:42:02.825616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port aaf3d6f9-41b6-4e39-b185-c283191efe75 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:02.826013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.861074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.874785 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Checking segment: {'id': '70c9fe8c-a170-466e-8b0b-d577a31535c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd91aafaf-af60-4d73-b70f-ed211ef6f451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:02.875148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network hostable DHCP agents. Network: d91aafaf-af60-4d73-b70f-ed211ef6f451, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:02.888546 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccf3cb6-74c6-437b-92ff-49831cda3fdb {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:42:02.901561 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.6313941 Feb 04 05:42:02.902223 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47634) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:02.917759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325bedc-20bd-4f0d-bf6e-f73d46cf4701 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Pushing event updated for resources: {'Port': ['ID=92d07c23-5071-4753-9d05-c8de14362010,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:02.919320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0ccf3cb6-74c6-437b-92ff-49831cda3fdb,segment=NetworkSegment(d9305c9a-e269-4637-add4-84969650d63f),segment_id=d9305c9a-e269-4637-add4-84969650d63f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:02.948104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.948744 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device e3e26def-ad4c-4e64-a39c-c0373f6389ae details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:42:02.955954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.963955 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:02.987144 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network d91aafaf-af60-4d73-b70f-ed211ef6f451 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:03.047937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-928afc88-1a9c-4e09-a27d-12e38970b88b tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:03.060551 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, d91aafaf-af60-4d73-b70f-ed211ef6f451) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:03.095129 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:03.102441 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:03.108166 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:03.108828 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:03.152571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928afc88-1a9c-4e09-a27d-12e38970b88b tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Network b033df82-1b3d-49db-b43f-221fd4719018 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:03.164623 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:03.167211 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-928afc88-1a9c-4e09-a27d-12e38970b88b tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:03.171826 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-67cf6fb0-e225-43c3-8c00-415ec8905386 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0604038 Feb 04 05:42:03.188006 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47640) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:03.192866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928afc88-1a9c-4e09-a27d-12e38970b88b tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:03.243103 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port aaf3d6f9-41b6-4e39-b185-c283191efe75, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=aaf3d6f9-41b6-4e39-b185-c283191efe75,segment=NetworkSegment(93a5c28a-88f2-4f56-bf7e-1d8290ed5262),segment_id=93a5c28a-88f2-4f56-bf7e-1d8290ed5262)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:03.244911 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6092448-6cf1-4d31-8665-9ac5edd6995c None None] Network d91aafaf-af60-4d73-b70f-ed211ef6f451 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:03.252313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928afc88-1a9c-4e09-a27d-12e38970b88b tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event updated for resources: {'Port': ['ID=969b512b-708b-4ae9-ad7b-cc0ecf6d085d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:03.279684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2f1499b6-bedf-4f14-a31a-d9d42dac12ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Deleting port 92d07c23-5071-4753-9d05-c8de14362010 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:03.280035 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f1499b6-bedf-4f14-a31a-d9d42dac12ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:03.318599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928afc88-1a9c-4e09-a27d-12e38970b88b tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:03.320056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-928afc88-1a9c-4e09-a27d-12e38970b88b tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:03.358779 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9bb30-e0e2-4a30-ae0a-6f6d871d9a4d req-15957275-8680-4b7c-ad93-41425c86b754 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:03.368216 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-45e9bb30-e0e2-4a30-ae0a-6f6d871d9a4d req-15957275-8680-4b7c-ad93-41425c86b754 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 944 time: 0.2395401 Feb 04 05:42:03.370650 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Allocated IP 172.26.3.162 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/200bbbb4-3895-4663-8e2a-1af052718b5a) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:03.434049 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-928afc88-1a9c-4e09-a27d-12e38970b88b tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1399360 Feb 04 05:42:03.437171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47642) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:03.464875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-dba578df-afc2-4216-8a2e-86065a870b49 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8e:1a:6c'}]}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:03.465342 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd141e-f321-4696-bf95-7cbda5b3b367 req-497ef8c1-d845-47a5-982b-d9028931e1b7 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:03.472665 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9bd141e-f321-4696-bf95-7cbda5b3b367 req-497ef8c1-d845-47a5-982b-d9028931e1b7 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 943 time: 0.3420904 Feb 04 05:42:03.528146 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port e3e26def-ad4c-4e64-a39c-c0373f6389ae, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e3e26def-ad4c-4e64-a39c-c0373f6389ae,segment=NetworkSegment(b881a7f5-caa2-46a8-94ad-106d67cb0039),segment_id=b881a7f5-caa2-46a8-94ad-106d67cb0039)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:03.539614 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7299d1-3042-41b9-868a-8797ae6640e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf3d6f9-41b6-4e39-b185-c283191efe75'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:42:03.555646 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2f1499b6-bedf-4f14-a31a-d9d42dac12ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] For port 92d07c23-5071-4753-9d05-c8de14362010, host hv-neutron-8277, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:03.556445 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f1499b6-bedf-4f14-a31a-d9d42dac12ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:03.584249 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-45e9bb30-e0e2-4a30-ae0a-6f6d871d9a4d req-39f39871-4a7e-4679-8cdf-d4db51302466 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149436 Feb 04 05:42:03.587198 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9bd141e-f321-4696-bf95-7cbda5b3b367 req-1641764e-1d1c-44e2-863c-6096767ebe15 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136255 Feb 04 05:42:03.593217 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2f1499b6-bedf-4f14-a31a-d9d42dac12ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Calling delete_port for 92d07c23-5071-4753-9d05-c8de14362010 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:03.596063 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9a49e-ad2a-4998-8820-c1ff4826350a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port 1da31b7b-4034-48c5-9dc8-44aed2053625 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:03.596413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a49e-ad2a-4998-8820-c1ff4826350a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:03.617670 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:03.662628 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:03.673275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6468635f-54c9-40ce-a9ef-45fbfef292c0 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:03.714184 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=0ccf3cb6-74c6-437b-92ff-49831cda3fdb,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:03.724258 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:03.768694 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'e3e26def-ad4c-4e64-a39c-c0373f6389ae', 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'port_id': 'e3e26def-ad4c-4e64-a39c-c0373f6389ae', 'mac_address': 'fa:16:3e:41:58:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:42:03.826635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4ca615-ac6b-489b-afd0-b4b5bd0329dc" -d '{"events": [{"server_uuid": "fb7299d1-3042-41b9-868a-8797ae6640e3", "name": "network-vif-plugged", "status": "completed", "tag": "aaf3d6f9-41b6-4e39-b185-c283191efe75"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:42:03.852808 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-044c478a-ba40-49ae-8541-62f3439357de None None] Provisioning complete for port 969b512b-708b-4ae9-ad7b-cc0ecf6d085d triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:03.853211 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-044c478a-ba40-49ae-8541-62f3439357de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:03.869277 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:03.870925 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dba578df-afc2-4216-8a2e-86065a870b49 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:03.902152 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:03.904113 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67538c0d-fe3b-4340-9826-95a477278362 None None] Network cf61df85-f956-41c8-b216-83224029292b requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:03.974844 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f1499b6-bedf-4f14-a31a-d9d42dac12ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.021369 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1499b6-bedf-4f14-a31a-d9d42dac12ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Pushing event deleted for resources: {'Port': ['ID=92d07c23-5071-4753-9d05-c8de14362010,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:04.040448 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.046284 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f1499b6-bedf-4f14-a31a-d9d42dac12ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.052287 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2f1499b6-bedf-4f14-a31a-d9d42dac12ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "DELETE /v2.0/ports/92d07c23-5071-4753-9d05-c8de14362010 HTTP/1.1" status: 204 len: 168 time: 1.1463900 Feb 04 05:42:04.064507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47658) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:04.085701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.088234 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8b2252-a586-4b34-a6b8-a6a621113640 x-openstack-request-id: req-cc8b2252-a586-4b34-a6b8-a6a621113640 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:42:04.088547 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7299d1-3042-41b9-868a-8797ae6640e3", "name": "network-vif-plugged", "status": "completed", "tag": "aaf3d6f9-41b6-4e39-b185-c283191efe75", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:42:04.088806 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc8b2252-a586-4b34-a6b8-a6a621113640 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:42:04.089257 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7299d1-3042-41b9-868a-8797ae6640e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf3d6f9-41b6-4e39-b185-c283191efe75', 'code': 200} Feb 04 05:42:04.094055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a49e-ad2a-4998-8820-c1ff4826350a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.110736 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.130551 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6272237f-496f-47b3-8938-0973e877f636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:42:04.132583 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6272237f-496f-47b3-8938-0973e877f636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "GET /v2.0/ports/92d07c23-5071-4753-9d05-c8de14362010 HTTP/1.1" status: 404 len: 333 time: 0.0668933 Feb 04 05:42:04.141096 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9a49e-ad2a-4998-8820-c1ff4826350a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for 1da31b7b-4034-48c5-9dc8-44aed2053625 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:04.142423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e26def-ad4c-4e64-a39c-c0373f6389ae {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:42:04.143313 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47660) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:04.148712 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:04.155135 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:04.156549 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6a66d6e8-6e19-4a43-9057-d3eb7593dbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Request body: {'port': {'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1527471540'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:04.160012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event updated for resources: {'Port': ['ID=05884151-88df-4de7-86c2-824a761108b3,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:04.163636 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Pushing event updated for resources: {'Port': ['ID=200bbbb4-3895-4663-8e2a-1af052718b5a,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:04.168995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port e3e26def-ad4c-4e64-a39c-c0373f6389ae, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e3e26def-ad4c-4e64-a39c-c0373f6389ae,segment=NetworkSegment(b881a7f5-caa2-46a8-94ad-106d67cb0039),segment_id=b881a7f5-caa2-46a8-94ad-106d67cb0039)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:04.172372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:04.183168 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.189354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=aaf3d6f9-41b6-4e39-b185-c283191efe75,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:04.204922 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-044c478a-ba40-49ae-8541-62f3439357de None None] Port 969b512b-708b-4ae9-ad7b-cc0ecf6d085d cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:42:04.229941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cb0d2-370e-4b65-80e6-e7a8f859817a req-c0ac766c-85ea-4033-9819-c6cfa12eb9fa tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:04.231538 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-409cb0d2-370e-4b65-80e6-e7a8f859817a req-c0ac766c-85ea-4033-9819-c6cfa12eb9fa tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 945 time: 0.2549009 Feb 04 05:42:04.267870 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 6468635f-54c9-40ce-a9ef-45fbfef292c0 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:04.268568 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.280026 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dba578df-afc2-4216-8a2e-86065a870b49 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.289806 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dba578df-afc2-4216-8a2e-86065a870b49 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.344660 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba578df-afc2-4216-8a2e-86065a870b49 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event updated for resources: {'Port': ['ID=969b512b-708b-4ae9-ad7b-cc0ecf6d085d,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:04.349101 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.349890 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=e3e26def-ad4c-4e64-a39c-c0373f6389ae,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:04.367918 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a661c166-b8bb-4c86-9cf6-12876d004f47 None None] Provisioning complete for port 6468635f-54c9-40ce-a9ef-45fbfef292c0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:04.368452 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a661c166-b8bb-4c86-9cf6-12876d004f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.377530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a66d6e8-6e19-4a43-9057-d3eb7593dbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Made reservation on behalf of 901bb3634a3b4cc08dce3a7a4d5b0e5b for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:04.380026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a66d6e8-6e19-4a43-9057-d3eb7593dbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.424207 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['0ccf3cb6-74c6-437b-92ff-49831cda3fdb'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:42:04.429309 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['e3e26def-ad4c-4e64-a39c-c0373f6389ae'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:42:04.435930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.480050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-dba578df-afc2-4216-8a2e-86065a870b49 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] In _notify_port_updated(), no bound segment for port 969b512b-708b-4ae9-ad7b-cc0ecf6d085d on network b033df82-1b3d-49db-b43f-221fd4719018 {{(pid=108744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:42:04.482461 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-409cb0d2-370e-4b65-80e6-e7a8f859817a req-f06a08a4-9da2-4a86-9662-655336c3e726 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390828 Feb 04 05:42:04.483618 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-6a66d6e8-6e19-4a43-9057-d3eb7593dbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] device_id is not set on port 033b47e9-d970-429c-ad08-d6ccce400767 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:04.493332 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba578df-afc2-4216-8a2e-86065a870b49 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:04.494264 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dba578df-afc2-4216-8a2e-86065a870b49 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.498803 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-dba578df-afc2-4216-8a2e-86065a870b49 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "PUT /v2.0/ports/969b512b-708b-4ae9-ad7b-cc0ecf6d085d HTTP/1.1" status: 200 len: 996 time: 1.0580657 Feb 04 05:42:04.498966 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47662) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:04.501512 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e42e35-b80f-4d2f-aa74-63d3446d732d req-b2e71569-283d-4475-99ed-d824c469f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:04.503162 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-91e42e35-b80f-4d2f-aa74-63d3446d732d req-b2e71569-283d-4475-99ed-d824c469f3f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 1098 time: 0.2259793 Feb 04 05:42:04.531845 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Network cf61df85-f956-41c8-b216-83224029292b is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:04.600373 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:04.607963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.610444 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a49e-ad2a-4998-8820-c1ff4826350a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.638155 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-91e42e35-b80f-4d2f-aa74-63d3446d732d req-e01a0128-8357-4cb9-8a18-d0de5864292a service neutron] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.734354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9a49e-ad2a-4998-8820-c1ff4826350a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=1da31b7b-4034-48c5-9dc8-44aed2053625,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:04.746824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ee738-5d92-43ab-b7f4-72dcf2e3ab28 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Deleting port 969b512b-708b-4ae9-ad7b-cc0ecf6d085d {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:04.747170 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9b4ee738-5d92-43ab-b7f4-72dcf2e3ab28 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.800006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 6468635f-54c9-40ce-a9ef-45fbfef292c0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6468635f-54c9-40ce-a9ef-45fbfef292c0,segment=NetworkSegment(d2b33754-ec7b-4a57-b749-638444c3682c),segment_id=d2b33754-ec7b-4a57-b749-638444c3682c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:04.815064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.836182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a49e-ad2a-4998-8820-c1ff4826350a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.838927 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a661c166-b8bb-4c86-9cf6-12876d004f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.839410 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e5d9a49e-ad2a-4998-8820-c1ff4826350a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/1da31b7b-4034-48c5-9dc8-44aed2053625 HTTP/1.1" status: 204 len: 168 time: 1.6349349 Feb 04 05:42:04.842506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47668) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:04.947252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=6468635f-54c9-40ce-a9ef-45fbfef292c0,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:04.962899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.968188 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9b4ee738-5d92-43ab-b7f4-72dcf2e3ab28 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:04.988361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.010228 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ee738-5d92-43ab-b7f4-72dcf2e3ab28 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Calling delete_port for 969b512b-708b-4ae9-ad7b-cc0ecf6d085d owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:05.030223 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-a661c166-b8bb-4c86-9cf6-12876d004f47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:42:05.030673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-a661c166-b8bb-4c86-9cf6-12876d004f47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:42:05.042264 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276219a-1ca4-431b-81e9-b67a959a2a6c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:05.047970 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276219a-1ca4-431b-81e9-b67a959a2a6c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:05.052112 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8276219a-1ca4-431b-81e9-b67a959a2a6c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2061450 Feb 04 05:42:05.052241 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc5918-93d7-4f15-8c3b-39f021ff5633 req-b22da8e1-9cd9-41f4-9340-aea998f7cf27 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:05.052241 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9dcc5918-93d7-4f15-8c3b-39f021ff5633 req-b22da8e1-9cd9-41f4-9340-aea998f7cf27 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 944 time: 0.2854280 Feb 04 05:42:05.063926 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47670) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:05.133468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Pushing event updated for resources: {'Port': ['ID=200bbbb4-3895-4663-8e2a-1af052718b5a,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:05.149656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.190959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.191147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6468635f-54c9-40ce-a9ef-45fbfef292c0 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:05.195388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d3d29-a8cc-46ad-ab83-3e7fe2b3a57d req-97e11023-5151-42a1-a630-c62c5107c05d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:05.197414 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7f82fd79-e67f-419a-b449-19e2e695f10e tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4658186 Feb 04 05:42:05.200004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47672) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:05.203215 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e3d3d29-a8cc-46ad-ab83-3e7fe2b3a57d req-97e11023-5151-42a1-a630-c62c5107c05d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 945 time: 0.4558232 Feb 04 05:42:05.276361 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-debe24f5-3753-49ff-9d20-7c56b18fae9a tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3091 time: 0.0752091 Feb 04 05:42:05.277762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47674) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:05.307505 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 6468635f-54c9-40ce-a9ef-45fbfef292c0 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:05.308210 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.338486 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9dcc5918-93d7-4f15-8c3b-39f021ff5633 req-69cfd58c-8083-4e38-85fe-8594109f2272 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417932 Feb 04 05:42:05.363735 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e3d3d29-a8cc-46ad-ab83-3e7fe2b3a57d req-700d3b76-6ad5-461e-9c6b-c9cb6a6edc18 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596215 Feb 04 05:42:05.374586 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a66d6e8-6e19-4a43-9057-d3eb7593dbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.394827 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ecb882b2-e88c-48e5-845e-1e45b9d00158 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1157637 Feb 04 05:42:05.395416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47676) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:05.413424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-91e42e35-b80f-4d2f-aa74-63d3446d732d req-e01a0128-8357-4cb9-8a18-d0de5864292a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.430184 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-91e42e35-b80f-4d2f-aa74-63d3446d732d req-e01a0128-8357-4cb9-8a18-d0de5864292a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.432107 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Router b8e95af1-979a-44a0-a7b2-3377c19a59cb is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:42:05.472990 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-91e42e35-b80f-4d2f-aa74-63d3446d732d req-e01a0128-8357-4cb9-8a18-d0de5864292a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9372463 Feb 04 05:42:05.480838 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-42f20fc4-7fbd-4a39-b585-cd5c12a1597d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port e4f18f78-2818-4d76-8d27-cf778885a2fd {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:05.481175 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42f20fc4-7fbd-4a39-b585-cd5c12a1597d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.529953 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a66d6e8-6e19-4a43-9057-d3eb7593dbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.559833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9b4ee738-5d92-43ab-b7f4-72dcf2e3ab28 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.567691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a0128-8357-4cb9-8a18-d0de5864292a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=68fca9c2-d307-4458-8828-c01649217e35,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:05.596685 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ee738-5d92-43ab-b7f4-72dcf2e3ab28 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event deleted for resources: {'Port': ['ID=969b512b-708b-4ae9-ad7b-cc0ecf6d085d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:05.691014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a66d6e8-6e19-4a43-9057-d3eb7593dbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Network d7f35cee-0235-42e4-848b-55fa8f9e0745 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:05.694345 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42f20fc4-7fbd-4a39-b585-cd5c12a1597d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.701446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9b4ee738-5d92-43ab-b7f4-72dcf2e3ab28 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.709934 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9b4ee738-5d92-43ab-b7f4-72dcf2e3ab28 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "DELETE /v2.0/ports/969b512b-708b-4ae9-ad7b-cc0ecf6d085d HTTP/1.1" status: 204 len: 168 time: 1.2093031 Feb 04 05:42:05.710746 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47680) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:05.721234 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-6a66d6e8-6e19-4a43-9057-d3eb7593dbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:05.729226 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66d6e8-6e19-4a43-9057-d3eb7593dbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:05.730191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66d6e8-6e19-4a43-9057-d3eb7593dbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:05.730783 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a66d6e8-6e19-4a43-9057-d3eb7593dbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.735258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66d6e8-6e19-4a43-9057-d3eb7593dbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Pushing event updated for resources: {'Port': ['ID=033b47e9-d970-429c-ad08-d6ccce400767,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:05.745269 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-42f20fc4-7fbd-4a39-b585-cd5c12a1597d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for e4f18f78-2818-4d76-8d27-cf778885a2fd owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:05.752224 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b0df7663-7d06-4cef-b4cc-48d5209610d4 None None] Provisioning complete for port 6468635f-54c9-40ce-a9ef-45fbfef292c0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:05.752686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b0df7663-7d06-4cef-b4cc-48d5209610d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.757076 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:42:05.769252 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a720ef-ff25-4467-8cda-d301155d65cf None None] Sync routers for ids ['b8e95af1-979a-44a0-a7b2-3377c19a59cb'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:42:05.769926 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1ad707a6-e854-475f-aea7-78681deec4c5 tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Deleting port 200bbbb4-3895-4663-8e2a-1af052718b5a {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:05.770463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ad707a6-e854-475f-aea7-78681deec4c5 tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.778195 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7965562e-6a7c-4550-a3cf-47350abba29c tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "PUT /v2.0/routers/b8e95af1-979a-44a0-a7b2-3377c19a59cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1721866 Feb 04 05:42:05.781078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47682) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:05.786320 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-82c52a72-b934-4f49-a9d2-814ab0900d13 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Request body: {'port': {'network_id': 'cf61df85-f956-41c8-b216-83224029292b', 'name': 'tempest-FloatingIPNegativeTestJSON-1115010060'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:05.788197 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a720ef-ff25-4467-8cda-d301155d65cf None None] Routers {'b8e95af1-979a-44a0-a7b2-3377c19a59cb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:05.789666 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f7a720ef-ff25-4467-8cda-d301155d65cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b8e95af1-979a-44a0-a7b2-3377c19a59cb'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:05.848047 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6a66d6e8-6e19-4a43-9057-d3eb7593dbfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7001562 Feb 04 05:42:05.853483 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f7a720ef-ff25-4467-8cda-d301155d65cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:05.861261 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47684) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:05.867730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8277'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:05.875348 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a720ef-ff25-4467-8cda-d301155d65cf None None] Routers {'b8e95af1-979a-44a0-a7b2-3377c19a59cb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:05.876057 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f7a720ef-ff25-4467-8cda-d301155d65cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b8e95af1-979a-44a0-a7b2-3377c19a59cb'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:05.878011 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ad707a6-e854-475f-aea7-78681deec4c5 tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.878463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ad707a6-e854-475f-aea7-78681deec4c5 tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.892805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1ad707a6-e854-475f-aea7-78681deec4c5 tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Calling delete_port for 200bbbb4-3895-4663-8e2a-1af052718b5a owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:05.928823 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b0df7663-7d06-4cef-b4cc-48d5209610d4 None None] Could not find standard attr ID for object 969b512b-708b-4ae9-ad7b-cc0ecf6d085d. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:42:05.939418 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b0df7663-7d06-4cef-b4cc-48d5209610d4 None None] Provisioning complete for port 05884151-88df-4de7-86c2-824a761108b3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:05.940104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b0df7663-7d06-4cef-b4cc-48d5209610d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:05.946718 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab73fab-0657-4844-a625-691f8b7791ed req-588641b2-5be2-429f-a971-7b9a1183d012 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:05.948235 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8ab73fab-0657-4844-a625-691f8b7791ed req-588641b2-5be2-429f-a971-7b9a1183d012 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 945 time: 0.2943392 Feb 04 05:42:05.957099 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f7a720ef-ff25-4467-8cda-d301155d65cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:05.962071 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a720ef-ff25-4467-8cda-d301155d65cf None None] The sync data for ids ['b8e95af1-979a-44a0-a7b2-3377c19a59cb'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:42:05.979212 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b0df7663-7d06-4cef-b4cc-48d5209610d4 None None] Port 05884151-88df-4de7-86c2-824a761108b3 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:42:05.983171 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-7825b1e8-6346-4993-8c9e-e1fecba6676d tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] GET failed (client error): The resource could not be found. Feb 04 05:42:05.986245 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7825b1e8-6346-4993-8c9e-e1fecba6676d tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "GET /v2.0/ports/969b512b-708b-4ae9-ad7b-cc0ecf6d085d HTTP/1.1" status: 404 len: 333 time: 0.2688069 Feb 04 05:42:05.993246 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47686) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:06.018819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4bd60973-e7af-4174-ab91-dd996db12ef0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Request body: {'port': {'network_id': 'b033df82-1b3d-49db-b43f-221fd4719018', 'name': 'tempest-AllowedAddressPairTestJSON-1781270936'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:06.081186 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ad707a6-e854-475f-aea7-78681deec4c5 tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.112970 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad707a6-e854-475f-aea7-78681deec4c5 tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Pushing event deleted for resources: {'Port': ['ID=200bbbb4-3895-4663-8e2a-1af052718b5a,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:06.113255 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.143382 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8ab73fab-0657-4844-a625-691f8b7791ed req-c0d8448c-d657-4a73-8ab4-e216bf79064c tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875997 Feb 04 05:42:06.169281 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42f20fc4-7fbd-4a39-b585-cd5c12a1597d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.181968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ad707a6-e854-475f-aea7-78681deec4c5 tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.184440 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ad707a6-e854-475f-aea7-78681deec4c5 tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.185693 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1ad707a6-e854-475f-aea7-78681deec4c5 tempest-FloatingIPAdminTestJSON-1041354070 tempest-FloatingIPAdminTestJSON-1041354070-project] 10.222.0.10 "DELETE /v2.0/floatingips/e2ce9885-dcc0-4a54-8b9d-a3dfa26877e1 HTTP/1.1" status: 204 len: 168 time: 0.7877831 Feb 04 05:42:06.188659 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47688) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:06.247578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f20fc4-7fbd-4a39-b585-cd5c12a1597d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=e4f18f78-2818-4d76-8d27-cf778885a2fd,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:06.263615 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42f20fc4-7fbd-4a39-b585-cd5c12a1597d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.269166 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-42f20fc4-7fbd-4a39-b585-cd5c12a1597d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/e4f18f78-2818-4d76-8d27-cf778885a2fd HTTP/1.1" status: 204 len: 168 time: 1.1970849 Feb 04 05:42:06.270622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47690) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:06.314749 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c52a72-b934-4f49-a9d2-814ab0900d13 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Made reservation on behalf of f700b248b431497c9ef04226f660878c for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:06.318200 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-82c52a72-b934-4f49-a9d2-814ab0900d13 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.349169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea8bca-cdd9-4255-9d75-c1369ed4e1bf tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:06.351142 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-82ea8bca-cdd9-4255-9d75-c1369ed4e1bf tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0795860 Feb 04 05:42:06.354833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47692) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:06.373358 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-82c52a72-b934-4f49-a9d2-814ab0900d13 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] device_id is not set on port 91036a39-12b8-4c40-944a-063baf9342b1 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:06.387278 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd60973-e7af-4174-ab91-dd996db12ef0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Made reservation on behalf of 5367132e2d044ff3a90b0bb4e27985a7 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:06.391694 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4bd60973-e7af-4174-ab91-dd996db12ef0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.575579 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 0ccf3cb6-74c6-437b-92ff-49831cda3fdb up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:06.627969 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:42:06.632473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:06.632849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.636953 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1d4648-e4de-41ac-b25e-16786cb0fb46 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] GET failed (client error): The resource could not be found. Feb 04 05:42:06.641107 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cf1d4648-e4de-41ac-b25e-16786cb0fb46 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/1da31b7b-4034-48c5-9dc8-44aed2053625 HTTP/1.1" status: 404 len: 333 time: 0.2828474 Feb 04 05:42:06.641591 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47698) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:06.654442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-202d2f39-8a2e-409f-944a-19b71b82e965 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Deleting port a3a7f4e0-cf60-4c9c-a1bb-d2dc64925340 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:06.654812 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-202d2f39-8a2e-409f-944a-19b71b82e965 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.679536 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8633e2-f3c8-49ba-9875-f857a0695ce1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] GET failed (client error): The resource could not be found. Feb 04 05:42:06.682854 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-be8633e2-f3c8-49ba-9875-f857a0695ce1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/e4f18f78-2818-4d76-8d27-cf778885a2fd HTTP/1.1" status: 404 len: 333 time: 0.0377502 Feb 04 05:42:06.682974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47700) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:06.715972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.727546 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-4bd60973-e7af-4174-ab91-dd996db12ef0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] device_id is not set on port 5df2e67a-097b-4868-8a82-8d8216fa3c8e yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:06.742010 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd20e50e-6cc4-4a26-98a1-9663e695890e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccf3cb6-74c6-437b-92ff-49831cda3fdb'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:42:06.744252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2a9680-a589-439e-8e62-ae983bf67474" -d '{"events": [{"server_uuid": "cd20e50e-6cc4-4a26-98a1-9663e695890e", "name": "network-vif-plugged", "status": "completed", "tag": "0ccf3cb6-74c6-437b-92ff-49831cda3fdb"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:42:06.756663 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0ccf3cb6-74c6-437b-92ff-49831cda3fdb,segment=NetworkSegment(d9305c9a-e269-4637-add4-84969650d63f),segment_id=d9305c9a-e269-4637-add4-84969650d63f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:06.760918 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.761968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device e3e26def-ad4c-4e64-a39c-c0373f6389ae up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:06.812011 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a51054d-fc0e-49be-b11f-96ff66adb9f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.814552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-202d2f39-8a2e-409f-944a-19b71b82e965 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.814885 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-202d2f39-8a2e-409f-944a-19b71b82e965 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.832227 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-202d2f39-8a2e-409f-944a-19b71b82e965 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Calling delete_port for a3a7f4e0-cf60-4c9c-a1bb-d2dc64925340 owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:06.839403 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=0ccf3cb6-74c6-437b-92ff-49831cda3fdb,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:06.856014 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port e3e26def-ad4c-4e64-a39c-c0373f6389ae completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:42:06.859694 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port e3e26def-ad4c-4e64-a39c-c0373f6389ae triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:06.860071 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.872774 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] device_id is not set on port 033b47e9-d970-429c-ad08-d6ccce400767 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:06.894337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.913301 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e4e6c-8d80-416a-9793-591b63af7c0b req-495399f1-00ac-47ee-b43b-fd1efb0af44b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:06.914822 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4f7e4e6c-8d80-416a-9793-591b63af7c0b req-495399f1-00ac-47ee-b43b-fd1efb0af44b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 944 time: 0.4785044 Feb 04 05:42:06.941127 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.941392 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.954043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a51054d-fc0e-49be-b11f-96ff66adb9f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.977010 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port e3e26def-ad4c-4e64-a39c-c0373f6389ae, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e3e26def-ad4c-4e64-a39c-c0373f6389ae,segment=NetworkSegment(b881a7f5-caa2-46a8-94ad-106d67cb0039),segment_id=b881a7f5-caa2-46a8-94ad-106d67cb0039)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:06.984426 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f883e57-b573-4c53-89e1-0ea337bf0421 req-edfab3bb-8afe-45ce-bf30-a51a5991ac59 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:06.985049 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:06.985967 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6f883e57-b573-4c53-89e1-0ea337bf0421 req-edfab3bb-8afe-45ce-bf30-a51a5991ac59 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 945 time: 0.2783873 Feb 04 05:42:07.009491 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-7a51054d-fc0e-49be-b11f-96ff66adb9f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91aafaf-af60-4d73-b70f-ed211ef6f451']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:07.026088 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-82c52a72-b934-4f49-a9d2-814ab0900d13 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Allocated IP 172.20.0.8 (cf61df85-f956-41c8-b216-83224029292b/2f0e2263-7ce9-49c7-84eb-4e11e74c2e65/91036a39-12b8-4c40-944a-063baf9342b1) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:07.050599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-7a51054d-fc0e-49be-b11f-96ff66adb9f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c9fe8c-a170-466e-8b0b-d577a31535c1') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:07.050599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-7a51054d-fc0e-49be-b11f-96ff66adb9f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c9fe8c-a170-466e-8b0b-d577a31535c1') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:07.060172 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=e3e26def-ad4c-4e64-a39c-c0373f6389ae,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:07.069153 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a51054d-fc0e-49be-b11f-96ff66adb9f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.085120 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a51054d-fc0e-49be-b11f-96ff66adb9f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.087818 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-4bd60973-e7af-4174-ab91-dd996db12ef0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Allocated IP 172.20.0.4 (b033df82-1b3d-49db-b43f-221fd4719018/82295e8a-d3d3-4c02-8c4f-8d829f42f678/5df2e67a-097b-4868-8a82-8d8216fa3c8e) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:07.095106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a51054d-fc0e-49be-b11f-96ff66adb9f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:07.095514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a51054d-fc0e-49be-b11f-96ff66adb9f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:07.098696 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:07.103847 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Pushing event updated for resources: {'Port': ['ID=033b47e9-d970-429c-ad08-d6ccce400767,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:07.144590 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4f7e4e6c-8d80-416a-9793-591b63af7c0b req-1e1f1d18-ad2a-4a03-bca6-e243acfb9aee tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964245 Feb 04 05:42:07.175438 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6f883e57-b573-4c53-89e1-0ea337bf0421 req-420e8153-aa53-4bd1-ae0c-558d66e56520 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645842 Feb 04 05:42:07.181907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:07.182485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:07.183010 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:07.188824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a51054d-fc0e-49be-b11f-96ff66adb9f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.196439 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a51054d-fc0e-49be-b11f-96ff66adb9f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.199651 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7a51054d-fc0e-49be-b11f-96ff66adb9f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/networks/d91aafaf-af60-4d73-b70f-ed211ef6f451 HTTP/1.1" status: 204 len: 168 time: 0.5157793 Feb 04 05:42:07.200575 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-202d2f39-8a2e-409f-944a-19b71b82e965 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.205194 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47706) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:07.216505 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-0a90d5b3-109e-40da-8b2e-2597f70dc9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-15161179'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:07.224025 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f1a06a-f994-45f3-87fc-3b2c3eb72ab4 x-openstack-request-id: req-21f1a06a-f994-45f3-87fc-3b2c3eb72ab4 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:42:07.224353 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd20e50e-6cc4-4a26-98a1-9663e695890e", "name": "network-vif-plugged", "status": "completed", "tag": "0ccf3cb6-74c6-437b-92ff-49831cda3fdb", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:42:07.224577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:07.225239 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21f1a06a-f994-45f3-87fc-3b2c3eb72ab4 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:42:07.225594 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd20e50e-6cc4-4a26-98a1-9663e695890e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccf3cb6-74c6-437b-92ff-49831cda3fdb', 'code': 200} Feb 04 05:42:07.225875 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:07.234144 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 2 to bind port 033b47e9-d970-429c-ad08-d6ccce400767 Feb 04 05:42:07.237215 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51054d-fc0e-49be-b11f-96ff66adb9f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Network': ['ID=d91aafaf-af60-4d73-b70f-ed211ef6f451,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:07.239486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d2f39-8a2e-409f-944a-19b71b82e965 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3a7f4e0-cf60-4c9c-a1bb-d2dc64925340,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:07.306043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-202d2f39-8a2e-409f-944a-19b71b82e965 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.308663 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-202d2f39-8a2e-409f-944a-19b71b82e965 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.309849 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-202d2f39-8a2e-409f-944a-19b71b82e965 tempest-FloatingIPAdminTestJSON-901455075 tempest-FloatingIPAdminTestJSON-901455075-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/c977d5fa-b717-42c0-8b63-b233574be71d HTTP/1.1" status: 204 len: 168 time: 1.1192102 Feb 04 05:42:07.313137 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47708) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:07.326141 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:07.326488 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:07.326810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:07.402887 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:07.403537 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:07.406736 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-aa445f70-30ae-4c16-b88b-6322e3539fc3 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Deleting port 9ba4a216-631e-44be-9cbe-605dbea8e971 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:07.407102 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa445f70-30ae-4c16-b88b-6322e3539fc3 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.410890 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 3 to bind port 033b47e9-d970-429c-ad08-d6ccce400767 Feb 04 05:42:07.473902 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a90d5b3-109e-40da-8b2e-2597f70dc9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:07.477339 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a90d5b3-109e-40da-8b2e-2597f70dc9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.495041 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:07.495384 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:07.495562 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa445f70-30ae-4c16-b88b-6322e3539fc3 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.495714 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:07.507456 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-aa445f70-30ae-4c16-b88b-6322e3539fc3 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Calling delete_port for 9ba4a216-631e-44be-9cbe-605dbea8e971 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:07.543694 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbbe40-adc5-4ed5-81f6-6cc06224d932 req-8e786f1f-e059-4d91-acd2-143e5ad1322f tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:07.545161 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1ebbbe40-adc5-4ed5-81f6-6cc06224d932 req-8e786f1f-e059-4d91-acd2-143e5ad1322f tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 946 time: 0.2413321 Feb 04 05:42:07.545706 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:07.546046 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:07.550254 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 4 to bind port 033b47e9-d970-429c-ad08-d6ccce400767 Feb 04 05:42:07.560761 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-82c52a72-b934-4f49-a9d2-814ab0900d13 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.623330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200f63c-cf28-4acd-b50f-01a944864ada req-d8a942d2-e62e-40fa-91de-4b5ef3946876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:07.624943 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8200f63c-cf28-4acd-b50f-01a944864ada req-d8a942d2-e62e-40fa-91de-4b5ef3946876 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 1099 time: 0.2185235 Feb 04 05:42:07.625565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:07.625924 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:07.626255 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:07.632031 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4bd60973-e7af-4174-ab91-dd996db12ef0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.633479 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a90d5b3-109e-40da-8b2e-2597f70dc9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:07.635013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa445f70-30ae-4c16-b88b-6322e3539fc3 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.663134 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:07.663374 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:07.673409 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa445f70-30ae-4c16-b88b-6322e3539fc3 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event deleted for resources: {'Port': ['ID=9ba4a216-631e-44be-9cbe-605dbea8e971,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:07.683585 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 5 to bind port 033b47e9-d970-429c-ad08-d6ccce400767 Feb 04 05:42:07.696408 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a90d5b3-109e-40da-8b2e-2597f70dc9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.696756 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-0a90d5b3-109e-40da-8b2e-2597f70dc9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Added segment 0f0b3205-5585-4199-847c-744020d98528 of type vlan for network 05e5fc2a-81ed-43d1-9b76-ba4024d87302 Feb 04 05:42:07.723800 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1ebbbe40-adc5-4ed5-81f6-6cc06224d932 req-6aeb4e02-8247-4958-80e0-a51649cc8586 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698565 Feb 04 05:42:07.741075 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa445f70-30ae-4c16-b88b-6322e3539fc3 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.743929 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:07.744270 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:07.744598 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:07.747505 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-aa445f70-30ae-4c16-b88b-6322e3539fc3 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] 10.222.0.10 "DELETE /v2.0/ports/9ba4a216-631e-44be-9cbe-605dbea8e971 HTTP/1.1" status: 204 len: 168 time: 0.4306810 Feb 04 05:42:07.747867 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47710) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:07.788500 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8200f63c-cf28-4acd-b50f-01a944864ada req-b19b6b4d-1518-489c-a071-0891c248c048 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515849 Feb 04 05:42:07.795982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-82c52a72-b934-4f49-a9d2-814ab0900d13 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.800385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:07.800713 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:07.805566 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a90d5b3-109e-40da-8b2e-2597f70dc9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.807543 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 6 to bind port 033b47e9-d970-429c-ad08-d6ccce400767 Feb 04 05:42:07.842273 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb8f44-c2c7-4360-ba31-aa6e14e6eb1a tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:07.844562 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d3cb8f44-c2c7-4360-ba31-aa6e14e6eb1a tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] 10.222.0.10 "GET /v2.0/ports?device_id=4913e481-81b6-4e4e-ab21-1baba5417547 HTTP/1.1" status: 200 len: 913 time: 0.0958738 Feb 04 05:42:07.847239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47712) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:07.862843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:07.863181 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:07.863512 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:07.866233 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4bd60973-e7af-4174-ab91-dd996db12ef0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.893415 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:07.893737 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:07.897817 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c52a72-b934-4f49-a9d2-814ab0900d13 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Network cf61df85-f956-41c8-b216-83224029292b is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:07.900443 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 7 to bind port 033b47e9-d970-429c-ad08-d6ccce400767 Feb 04 05:42:07.909934 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-82c52a72-b934-4f49-a9d2-814ab0900d13 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:07.913018 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a90d5b3-109e-40da-8b2e-2597f70dc9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.918395 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a90d5b3-109e-40da-8b2e-2597f70dc9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:07.918971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a90d5b3-109e-40da-8b2e-2597f70dc9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:07.922005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c52a72-b934-4f49-a9d2-814ab0900d13 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event updated for resources: {'Port': ['ID=91036a39-12b8-4c40-944a-063baf9342b1,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:07.925599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c52a72-b934-4f49-a9d2-814ab0900d13 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:07.979960 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd60973-e7af-4174-ab91-dd996db12ef0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Network b033df82-1b3d-49db-b43f-221fd4719018 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:08.000065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:08.000065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:08.000327 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:08.042344 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-4bd60973-e7af-4174-ab91-dd996db12ef0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:08.057581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd60973-e7af-4174-ab91-dd996db12ef0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:08.062838 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0a90d5b3-109e-40da-8b2e-2597f70dc9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8547192 Feb 04 05:42:08.063501 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:08.063835 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:08.066789 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47714) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:08.071176 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 8 to bind port 033b47e9-d970-429c-ad08-d6ccce400767 Feb 04 05:42:08.074428 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-31476b86-7f02-4e64-a855-760a26dd2ff2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'subnet': {'network_id': '05e5fc2a-81ed-43d1-9b76-ba4024d87302', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:08.117406 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90d5b3-109e-40da-8b2e-2597f70dc9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Network': ['ID=05e5fc2a-81ed-43d1-9b76-ba4024d87302,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:08.131455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd60973-e7af-4174-ab91-dd996db12ef0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event updated for resources: {'Port': ['ID=5df2e67a-097b-4868-8a82-8d8216fa3c8e,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:08.132334 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 05e5fc2a-81ed-43d1-9b76-ba4024d87302 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:08.133949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:08.134286 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:08.134628 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:08.145719 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c52a72-b934-4f49-a9d2-814ab0900d13 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.151308 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-82c52a72-b934-4f49-a9d2-814ab0900d13 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:08.175625 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:08.175964 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:08.178926 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 9 to bind port 033b47e9-d970-429c-ad08-d6ccce400767 Feb 04 05:42:08.190487 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd60973-e7af-4174-ab91-dd996db12ef0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.191221 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4bd60973-e7af-4174-ab91-dd996db12ef0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:08.218939 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-82c52a72-b934-4f49-a9d2-814ab0900d13 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4336393 Feb 04 05:42:08.222475 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47720) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:08.228589 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:08.238380 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:08.238966 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:08.239456 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:08.248926 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4bd60973-e7af-4174-ab91-dd996db12ef0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2387393 Feb 04 05:42:08.250616 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:08.251185 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:08.251974 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47722) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:08.252614 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 10 to bind port 033b47e9-d970-429c-ad08-d6ccce400767 Feb 04 05:42:08.264246 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4b151137-f31c-4a60-80ec-5aa32bdd230e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Request body: {'port': {'network_id': 'b033df82-1b3d-49db-b43f-221fd4719018', 'name': 'tempest-AllowedAddressPairTestJSON-162041894'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:08.324628 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:08.325359 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:08.325956 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:08.382068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:08.382752 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port 033b47e9-d970-429c-ad08-d6ccce400767 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:08.383318 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:08.402545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:08.412798 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-91771c7a-8719-4d07-802b-0ba0653c26b2 None None] Provisioning complete for port 91036a39-12b8-4c40-944a-063baf9342b1 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:08.413313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-91771c7a-8719-4d07-802b-0ba0653c26b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:08.418678 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31476b86-7f02-4e64-a855-760a26dd2ff2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:08.422682 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31476b86-7f02-4e64-a855-760a26dd2ff2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:08.451402 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-91771c7a-8719-4d07-802b-0ba0653c26b2 None None] Port 91036a39-12b8-4c40-944a-063baf9342b1 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:42:08.491402 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cd4b926e-c746-4117-83cf-83035e8f2a41 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:08.525716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f9b25-db7e-474d-bfeb-db567860184c req-0db1c851-3b97-4bdc-b0a6-fc5bc153ea4b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.526754 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-31476b86-7f02-4e64-a855-760a26dd2ff2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Performing IP validity checks on allocation pools {{(pid=108744) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 05:42:08.527282 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6f4f9b25-db7e-474d-bfeb-db567860184c req-0db1c851-3b97-4bdc-b0a6-fc5bc153ea4b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2588668 Feb 04 05:42:08.527413 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-31476b86-7f02-4e64-a855-760a26dd2ff2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108744) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 05:42:08.562871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7deac-310c-4127-a90e-5a9bea4f4124 req-3ba16ae4-a043-4593-b566-d1041f964434 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.564366 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-16f7deac-310c-4127-a90e-5a9bea4f4124 req-3ba16ae4-a043-4593-b566-d1041f964434 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 945 time: 0.2537682 Feb 04 05:42:08.572526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8f96de76-fda5-4f54-bacc-206cf3633bbf None None] Provisioning complete for port 5df2e67a-097b-4868-8a82-8d8216fa3c8e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:08.573248 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8f96de76-fda5-4f54-bacc-206cf3633bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:08.615956 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8f96de76-fda5-4f54-bacc-206cf3633bbf None None] Port 5df2e67a-097b-4868-8a82-8d8216fa3c8e cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:42:08.628202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] For port 033b47e9-d970-429c-ad08-d6ccce400767, host hv-neutron-8277, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:08.628616 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempted to set empty binding levels {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 05:42:08.643239 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:08.655545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b151137-f31c-4a60-80ec-5aa32bdd230e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Made reservation on behalf of 5367132e2d044ff3a90b0bb4e27985a7 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:08.658963 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b151137-f31c-4a60-80ec-5aa32bdd230e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:08.664574 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6f4f9b25-db7e-474d-bfeb-db567860184c req-e4e50ba3-b7cd-4bc1-8a27-a6bca132f25a tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258671 Feb 04 05:42:08.715510 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] In _notify_port_updated(), no bound segment for port 033b47e9-d970-429c-ad08-d6ccce400767 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:42:08.716363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.716970 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:08.720551 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "PUT /v2.0/ports/033b47e9-d970-429c-ad08-d6ccce400767 HTTP/1.1" status: 200 len: 981 time: 2.8552468 Feb 04 05:42:08.724417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47724) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:08.726674 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-16f7deac-310c-4127-a90e-5a9bea4f4124 req-358dda62-9b55-488d-8292-fa3add1423b3 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505561 Feb 04 05:42:08.733454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-4b151137-f31c-4a60-80ec-5aa32bdd230e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] device_id is not set on port bee08dc6-087d-425f-8eb4-f7cc0f3f238b yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:08.754413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078215c-5b43-41ff-af7b-55c905ed04e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Pushing event updated for resources: {'Port': ['ID=033b47e9-d970-429c-ad08-d6ccce400767,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:08.824663 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:08.855135 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31476b86-7f02-4e64-a855-760a26dd2ff2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:08.954791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-4b151137-f31c-4a60-80ec-5aa32bdd230e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Allocated IP 172.20.0.8 (b033df82-1b3d-49db-b43f-221fd4719018/82295e8a-d3d3-4c02-8c4f-8d829f42f678/bee08dc6-087d-425f-8eb4-f7cc0f3f238b) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:08.961172 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31476b86-7f02-4e64-a855-760a26dd2ff2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Subnet': ['ID=70a0211a-be7e-4ef7-9aac-e50e3d4deb51,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:08.988238 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.988420 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.988837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.989299 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.989736 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.990233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.990681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.991128 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.991572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.992018 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.992462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.992904 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.993346 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.993800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.994244 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.994685 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.995196 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.995555 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.995994 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.996432 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.996869 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.997306 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.998099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.998626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.999071 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:08.999512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:09.000053 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:09.000388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:09.000829 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:09.001263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:09.001701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:09.010063 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f01893b7-a9e5-4561-ada9-0d5267d5cb00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27390 time: 0.2592478 Feb 04 05:42:09.010221 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3e987-acaf-4400-8daf-831c96462049 req-2e814e7c-bd40-406b-ad86-ea805a926169 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:09.010221 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e6c3e987-acaf-4400-8daf-831c96462049 req-2e814e7c-bd40-406b-ad86-ea805a926169 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 946 time: 0.1543317 Feb 04 05:42:09.012677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47730) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:09.035674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31476b86-7f02-4e64-a855-760a26dd2ff2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Checking segment: {'id': '0f0b3205-5585-4199-847c-744020d98528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05e5fc2a-81ed-43d1-9b76-ba4024d87302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:09.036004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31476b86-7f02-4e64-a855-760a26dd2ff2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network hostable DHCP agents. Network: 05e5fc2a-81ed-43d1-9b76-ba4024d87302, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:09.080651 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e7af1-646a-496b-baaa-33951a8653d3 req-72d189ca-4dc0-4850-b2ea-0242277f3a4f tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:09.082147 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8f2e7af1-646a-496b-baaa-33951a8653d3 req-72d189ca-4dc0-4850-b2ea-0242277f3a4f tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 945 time: 0.2102697 Feb 04 05:42:09.097437 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47732) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:09.105540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-42f0bfef-53e5-4db4-92de-f8d611bddd5e tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Request body: {'floatingip': {'port_id': 'aaf3d6f9-41b6-4e39-b185-c283191efe75'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:09.108525 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31476b86-7f02-4e64-a855-760a26dd2ff2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network 05e5fc2a-81ed-43d1-9b76-ba4024d87302 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:09.126993 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-31476b86-7f02-4e64-a855-760a26dd2ff2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 05e5fc2a-81ed-43d1-9b76-ba4024d87302) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:09.131842 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31476b86-7f02-4e64-a855-760a26dd2ff2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:09.133093 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31476b86-7f02-4e64-a855-760a26dd2ff2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:09.135864 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc78a39e-cf33-4de7-94dd-cf25cd9ca41a None None] Network 05e5fc2a-81ed-43d1-9b76-ba4024d87302 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:09.187246 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-31476b86-7f02-4e64-a855-760a26dd2ff2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1196697 Feb 04 05:42:09.190042 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47734) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:09.196148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3242b1a1-5941-4bf4-810c-5b1ece3e8f16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'network_id': '05e5fc2a-81ed-43d1-9b76-ba4024d87302', 'name': 'tempest-PortsTestJSON-1820826525'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:09.226675 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f48aca6-90f8-4060-aa88-d98b69a691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e26def-ad4c-4e64-a39c-c0373f6389ae'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:42:09.229179 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db98a1e-e402-4faa-a745-3e1c7300615f" -d '{"events": [{"server_uuid": "2f48aca6-90f8-4060-aa88-d98b69a691fc", "name": "network-vif-plugged", "status": "completed", "tag": "e3e26def-ad4c-4e64-a39c-c0373f6389ae"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:42:09.242964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-05a82a29-79a5-40ee-8af6-eec3525084ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Deleting port 033b47e9-d970-429c-ad08-d6ccce400767 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:09.243332 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05a82a29-79a5-40ee-8af6-eec3525084ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:09.288126 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52359eb-020a-410f-8a7a-caa264c57371 x-openstack-request-id: req-f52359eb-020a-410f-8a7a-caa264c57371 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:42:09.288520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f48aca6-90f8-4060-aa88-d98b69a691fc", "name": "network-vif-plugged", "status": "completed", "tag": "e3e26def-ad4c-4e64-a39c-c0373f6389ae", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:42:09.288836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f52359eb-020a-410f-8a7a-caa264c57371 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:42:09.289289 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f48aca6-90f8-4060-aa88-d98b69a691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e26def-ad4c-4e64-a39c-c0373f6389ae', 'code': 200} Feb 04 05:42:09.321133 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-05e5fc2a-81ed-43d1-9b76-ba4024d87302', 'network_id': '05e5fc2a-81ed-43d1-9b76-ba4024d87302', 'tenant_id': '7792832c90bd4ac49d281b6efc6d76c2', 'fixed_ips': [{'subnet_id': '70a0211a-be7e-4ef7-9aac-e50e3d4deb51'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:09.322059 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:09.499440 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Allocated IP 172.26.3.220 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/818be9f8-712d-46ce-aecb-a87b6ac10171) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:09.506283 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Allocated IP 172.20.0.2 (05e5fc2a-81ed-43d1-9b76-ba4024d87302/70a0211a-be7e-4ef7-9aac-e50e3d4deb51/ebbe0493-9cfb-419b-ad11-e480808c704d) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:09.517612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42f0bfef-53e5-4db4-92de-f8d611bddd5e tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for floatingip, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:09.526353 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e6c3e987-acaf-4400-8daf-831c96462049 req-ccb1ec82-1a7a-46a4-9478-1af5914418ca tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5094142 Feb 04 05:42:09.610103 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b926e-c746-4117-83cf-83035e8f2a41 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Deleting port a5679b88-adbb-4072-9f0d-fa7d7c802997 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:09.610661 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cd4b926e-c746-4117-83cf-83035e8f2a41 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:09.660143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:09.669043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:09.678184 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-05a82a29-79a5-40ee-8af6-eec3525084ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] For port 033b47e9-d970-429c-ad08-d6ccce400767, host hv-neutron-8277, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:09.678564 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05a82a29-79a5-40ee-8af6-eec3525084ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:09.707631 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-05a82a29-79a5-40ee-8af6-eec3525084ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Calling delete_port for 033b47e9-d970-429c-ad08-d6ccce400767 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:09.717183 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Network 05e5fc2a-81ed-43d1-9b76-ba4024d87302 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:09.720265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:09.725026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:09.737423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Pushing event updated for resources: {'Port': ['ID=ebbe0493-9cfb-419b-ad11-e480808c704d,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:09.758039 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b151137-f31c-4a60-80ec-5aa32bdd230e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:09.761932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3242b1a1-5941-4bf4-810c-5b1ece3e8f16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:09.762435 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc3e79-d1d9-4088-88f7-1d5c1ed7b329 req-729e6963-8db8-415a-8728-5cc489291109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:09.763915 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a9cc3e79-d1d9-4088-88f7-1d5c1ed7b329 req-729e6963-8db8-415a-8728-5cc489291109 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 1098 time: 0.2621481 Feb 04 05:42:09.765463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3242b1a1-5941-4bf4-810c-5b1ece3e8f16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:09.801872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Attempting to bind port ebbe0493-9cfb-419b-ad11-e480808c704d on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:09.802402 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Attempting to bind port ebbe0493-9cfb-419b-ad11-e480808c704d by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '0f0b3205-5585-4199-847c-744020d98528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05e5fc2a-81ed-43d1-9b76-ba4024d87302'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:09.803427 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Attempting to bind port ebbe0493-9cfb-419b-ad11-e480808c704d on network 05e5fc2a-81ed-43d1-9b76-ba4024d87302 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:09.808609 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:09.809134 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Checking segment: {'id': '0f0b3205-5585-4199-847c-744020d98528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05e5fc2a-81ed-43d1-9b76-ba4024d87302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:09.809643 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:09.810159 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Bound using segment: {'id': '0f0b3205-5585-4199-847c-744020d98528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05e5fc2a-81ed-43d1-9b76-ba4024d87302'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:09.810737 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Bound port: ebbe0493-9cfb-419b-ad11-e480808c704d, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0b3205-5585-4199-847c-744020d98528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05e5fc2a-81ed-43d1-9b76-ba4024d87302'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:09.811211 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:09.829669 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-3242b1a1-5941-4bf4-810c-5b1ece3e8f16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port a8e6a54d-9112-42a9-8d97-a6c085d45fba yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:09.840923 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cd4b926e-c746-4117-83cf-83035e8f2a41 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:09.879581 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] For port ebbe0493-9cfb-419b-ad11-e480808c704d, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:09.883648 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] For port ebbe0493-9cfb-419b-ad11-e480808c704d, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ebbe0493-9cfb-419b-ad11-e480808c704d,segment=NetworkSegment(0f0b3205-5585-4199-847c-744020d98528),segment_id=0f0b3205-5585-4199-847c-744020d98528)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:42:09.886988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b926e-c746-4117-83cf-83035e8f2a41 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Calling delete_port for a5679b88-adbb-4072-9f0d-fa7d7c802997 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:09.889709 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:09.948782 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:09.951348 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a9cc3e79-d1d9-4088-88f7-1d5c1ed7b329 req-1993d75d-4a9f-4dc1-b471-56680e0bc850 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735013 Feb 04 05:42:09.956068 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607f606-71f8-4370-8df6-82bde5aacca8 None None] Pushing event updated for resources: {'Port': ['ID=ebbe0493-9cfb-419b-ad11-e480808c704d,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:10.008877 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4644ff-7125-4eb0-aa93-e0c933641d6b req-06c75d6b-0399-4f34-9cbb-fc0884874c08 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:10.010372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05a82a29-79a5-40ee-8af6-eec3525084ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:10.014302 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0a4644ff-7125-4eb0-aa93-e0c933641d6b req-06c75d6b-0399-4f34-9cbb-fc0884874c08 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2168734 Feb 04 05:42:10.026388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b151137-f31c-4a60-80ec-5aa32bdd230e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:10.060193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05a82a29-79a5-40ee-8af6-eec3525084ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:10.063475 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-05a82a29-79a5-40ee-8af6-eec3525084ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "DELETE /v2.0/ports/033b47e9-d970-429c-ad08-d6ccce400767 HTTP/1.1" status: 204 len: 168 time: 1.0487633 Feb 04 05:42:10.067797 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a82a29-79a5-40ee-8af6-eec3525084ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Pushing event deleted for resources: {'Port': ['ID=033b47e9-d970-429c-ad08-d6ccce400767,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:10.073803 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47740) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:10.118390 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b151137-f31c-4a60-80ec-5aa32bdd230e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Network b033df82-1b3d-49db-b43f-221fd4719018 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:10.141618 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-3242b1a1-5941-4bf4-810c-5b1ece3e8f16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Allocated IP 172.20.0.7 (05e5fc2a-81ed-43d1-9b76-ba4024d87302/70a0211a-be7e-4ef7-9aac-e50e3d4deb51/a8e6a54d-9112-42a9-8d97-a6c085d45fba) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:10.145578 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5ee701-67ab-47ec-8bfc-96d1647e18a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:42:10.147691 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6b5ee701-67ab-47ec-8bfc-96d1647e18a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "GET /v2.0/ports/033b47e9-d970-429c-ad08-d6ccce400767 HTTP/1.1" status: 404 len: 333 time: 0.0729368 Feb 04 05:42:10.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47742) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:10.169603 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-4b151137-f31c-4a60-80ec-5aa32bdd230e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:10.176059 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f29bad37-2b31-4b70-9e90-ea343f41c3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-693168542', 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:10.212952 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b151137-f31c-4a60-80ec-5aa32bdd230e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:10.248301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29bad37-2b31-4b70-9e90-ea343f41c3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Made reservation on behalf of 901bb3634a3b4cc08dce3a7a4d5b0e5b for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:10.250628 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f29bad37-2b31-4b70-9e90-ea343f41c3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:10.269822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b151137-f31c-4a60-80ec-5aa32bdd230e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event updated for resources: {'Port': ['ID=bee08dc6-087d-425f-8eb4-f7cc0f3f238b,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:10.286431 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0a4644ff-7125-4eb0-aa93-e0c933641d6b req-c052ef72-ee15-41b8-a705-160f1e726b2f tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676227 Feb 04 05:42:10.309491 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-f29bad37-2b31-4b70-9e90-ea343f41c3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] device_id is not set on port b6bfd454-ac59-4827-8395-600467914824 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:10.325194 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:10.400909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cd4b926e-c746-4117-83cf-83035e8f2a41 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:10.414815 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:10.462363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b926e-c746-4117-83cf-83035e8f2a41 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event deleted for resources: {'Port': ['ID=a5679b88-adbb-4072-9f0d-fa7d7c802997,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:10.466930 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:10.479666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:10.488146 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b151137-f31c-4a60-80ec-5aa32bdd230e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:10.488784 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b151137-f31c-4a60-80ec-5aa32bdd230e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:10.535479 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event updated for resources: {'Port': ['ID=818be9f8-712d-46ce-aecb-a87b6ac10171,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:10.569128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-52efad06-4dc9-454f-a63e-9fea1e032277 None None] Provisioning complete for port bee08dc6-087d-425f-8eb4-f7cc0f3f238b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:10.569668 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-52efad06-4dc9-454f-a63e-9fea1e032277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:10.631537 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4b151137-f31c-4a60-80ec-5aa32bdd230e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3706062 Feb 04 05:42:10.633676 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-52efad06-4dc9-454f-a63e-9fea1e032277 None None] Port bee08dc6-087d-425f-8eb4-f7cc0f3f238b cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:42:10.636427 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47746) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:10.657409 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e26eb987-d71c-41d5-8f1e-491ee287555e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:8e:1a:6c'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:49:52:0b'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:10.694214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3242b1a1-5941-4bf4-810c-5b1ece3e8f16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:10.747101 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f29bad37-2b31-4b70-9e90-ea343f41c3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:10.775512 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.db.resource_extend [None req-42f0bfef-53e5-4db4-92de-f8d611bddd5e tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:42:10.839167 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3242b1a1-5941-4bf4-810c-5b1ece3e8f16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:10.872654 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cd4b926e-c746-4117-83cf-83035e8f2a41 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:10.899774 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f29bad37-2b31-4b70-9e90-ea343f41c3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:10.902444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3242b1a1-5941-4bf4-810c-5b1ece3e8f16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network 05e5fc2a-81ed-43d1-9b76-ba4024d87302 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:10.912892 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-3242b1a1-5941-4bf4-810c-5b1ece3e8f16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:10.916892 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242b1a1-5941-4bf4-810c-5b1ece3e8f16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=a8e6a54d-9112-42a9-8d97-a6c085d45fba,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:10.922909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3242b1a1-5941-4bf4-810c-5b1ece3e8f16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:10.947539 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42f0bfef-53e5-4db4-92de-f8d611bddd5e tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:10.954919 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:10.968667 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e951af-7e05-4a7b-8812-fbc3b1d17a2e req-22684d00-2ac4-4803-8848-3a19b68e5542 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:10.976252 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-33e951af-7e05-4a7b-8812-fbc3b1d17a2e req-22684d00-2ac4-4803-8848-3a19b68e5542 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 946 time: 0.3433707 Feb 04 05:42:10.981586 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42f0bfef-53e5-4db4-92de-f8d611bddd5e tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:11.137822 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3242b1a1-5941-4bf4-810c-5b1ece3e8f16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:11.138882 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3242b1a1-5941-4bf4-810c-5b1ece3e8f16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:11.173990 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29bad37-2b31-4b70-9e90-ea343f41c3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Network d7f35cee-0235-42e4-848b-55fa8f9e0745 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:11.186369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d033b4f0-ada4-440f-947e-6705cb7f2e7c None None] Network 05e5fc2a-81ed-43d1-9b76-ba4024d87302 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:11.188822 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f29bad37-2b31-4b70-9e90-ea343f41c3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:11.193787 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3242b1a1-5941-4bf4-810c-5b1ece3e8f16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0030921 Feb 04 05:42:11.199005 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29bad37-2b31-4b70-9e90-ea343f41c3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:11.199951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29bad37-2b31-4b70-9e90-ea343f41c3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:11.201343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f29bad37-2b31-4b70-9e90-ea343f41c3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:11.206833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47748) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:11.208887 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ebbe0493-9cfb-419b-ad11-e480808c704d up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:11.222325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bad37-2b31-4b70-9e90-ea343f41c3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Pushing event updated for resources: {'Port': ['ID=b6bfd454-ac59-4827-8395-600467914824,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:11.279337 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f29bad37-2b31-4b70-9e90-ea343f41c3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1241627 Feb 04 05:42:11.285642 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47750) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:11.384639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb830f4c-ebe2-408d-ac07-fba0c54a189a tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:11.385161 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8c009fee-1901-4f9b-a64b-37085af7ef89 None None] Provisioning complete for port ebbe0493-9cfb-419b-ad11-e480808c704d triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:11.385528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8c009fee-1901-4f9b-a64b-37085af7ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:11.386948 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cb830f4c-ebe2-408d-ac07-fba0c54a189a tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "GET /v2.0/ports/b6bfd454-ac59-4827-8395-600467914824 HTTP/1.1" status: 200 len: 958 time: 0.0718551 Feb 04 05:42:11.391771 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47754) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:11.409478 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-33e951af-7e05-4a7b-8812-fbc3b1d17a2e req-97bb0ab7-92f2-4509-bd31-25f361ee3a3a tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4324033 Feb 04 05:42:11.441703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ebbe0493-9cfb-419b-ad11-e480808c704d triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:11.442027 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:11.473964 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:11.518185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4b926e-c746-4117-83cf-83035e8f2a41 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Router 4913e481-81b6-4e4e-ab21-1baba5417547 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:42:11.529731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b071d33d-70af-4db3-a960-22e7a66fe77f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port a8e6a54d-9112-42a9-8d97-a6c085d45fba {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:11.530222 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b071d33d-70af-4db3-a960-22e7a66fe77f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:11.551877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8c009fee-1901-4f9b-a64b-37085af7ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:11.597522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8c009fee-1901-4f9b-a64b-37085af7ef89 None None] For port ebbe0493-9cfb-419b-ad11-e480808c704d, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ebbe0493-9cfb-419b-ad11-e480808c704d,segment=NetworkSegment(0f0b3205-5585-4199-847c-744020d98528),segment_id=0f0b3205-5585-4199-847c-744020d98528)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:11.599183 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e26eb987-d71c-41d5-8f1e-491ee287555e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:11.624835 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c85af-8e2e-44fe-86ed-1adfa0dfbe2c req-1ddc51ab-159b-478a-a7d8-76eb6ed2f4cd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:11.626375 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fd9c85af-8e2e-44fe-86ed-1adfa0dfbe2c req-1ddc51ab-159b-478a-a7d8-76eb6ed2f4cd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2433794 Feb 04 05:42:11.645885 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-42f0bfef-53e5-4db4-92de-f8d611bddd5e tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Floating IP 0d08e1e4-cdcb-42b3-b385-d0b63f0ec115 associated. External IP: 172.26.3.148, port: aaf3d6f9-41b6-4e39-b185-c283191efe75. Feb 04 05:42:11.656236 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8c009fee-1901-4f9b-a64b-37085af7ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:11.680658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0f625df1-aa83-4530-9ee3-c08daca20746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Deleting port b6bfd454-ac59-4827-8395-600467914824 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:11.681295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f625df1-aa83-4530-9ee3-c08daca20746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:11.725150 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c009fee-1901-4f9b-a64b-37085af7ef89 None None] Pushing event updated for resources: {'Port': ['ID=ebbe0493-9cfb-419b-ad11-e480808c704d,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:11.797052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b071d33d-70af-4db3-a960-22e7a66fe77f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:11.822623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f625df1-aa83-4530-9ee3-c08daca20746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:11.837662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b071d33d-70af-4db3-a960-22e7a66fe77f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for a8e6a54d-9112-42a9-8d97-a6c085d45fba owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:11.848702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0f625df1-aa83-4530-9ee3-c08daca20746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Calling delete_port for b6bfd454-ac59-4827-8395-600467914824 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:11.852121 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4b926e-c746-4117-83cf-83035e8f2a41 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:42:11.862942 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cd4b926e-c746-4117-83cf-83035e8f2a41 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] 10.222.0.10 "PUT /v2.0/routers/4913e481-81b6-4e4e-ab21-1baba5417547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0147145 Feb 04 05:42:11.865629 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b82419-6c1c-4af9-95e2-dca944113da9 None None] Sync routers for ids ['4913e481-81b6-4e4e-ab21-1baba5417547'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:42:11.866558 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47758) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:11.888159 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b82419-6c1c-4af9-95e2-dca944113da9 None None] Routers {'4913e481-81b6-4e4e-ab21-1baba5417547'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:11.888792 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-43b82419-6c1c-4af9-95e2-dca944113da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4913e481-81b6-4e4e-ab21-1baba5417547'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:11.923692 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-43b82419-6c1c-4af9-95e2-dca944113da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:11.925977 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b96d8f52-20ef-40d5-a190-13a7ad3ccaa6 None None] Provisioning complete for port ebbe0493-9cfb-419b-ad11-e480808c704d triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:11.926493 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b96d8f52-20ef-40d5-a190-13a7ad3ccaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:11.951807 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fd9c85af-8e2e-44fe-86ed-1adfa0dfbe2c req-bb0de879-569a-4f9f-85d4-398333edf694 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074496 Feb 04 05:42:11.966947 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b82419-6c1c-4af9-95e2-dca944113da9 None None] Routers {'4913e481-81b6-4e4e-ab21-1baba5417547'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:11.967997 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-43b82419-6c1c-4af9-95e2-dca944113da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4913e481-81b6-4e4e-ab21-1baba5417547'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:11.981425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd40d50-0d97-464e-83d1-c32878729608 req-d743e434-98c3-4b3a-b273-2dd71b3bbb99 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:11.983190 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0bd40d50-0d97-464e-83d1-c32878729608 req-d743e434-98c3-4b3a-b273-2dd71b3bbb99 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 946 time: 0.2782075 Feb 04 05:42:12.007320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-43b82419-6c1c-4af9-95e2-dca944113da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:12.007979 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b82419-6c1c-4af9-95e2-dca944113da9 None None] The sync data for ids ['4913e481-81b6-4e4e-ab21-1baba5417547'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:42:12.088212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.092290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47760) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:12.092443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b96d8f52-20ef-40d5-a190-13a7ad3ccaa6 None None] Provisioning complete for port a8e6a54d-9112-42a9-8d97-a6c085d45fba triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:12.092443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b96d8f52-20ef-40d5-a190-13a7ad3ccaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.107076 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ecc4e04e-0572-4805-8b3d-3e65bbeb366a tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Request body: {'floatingip': {'port_id': '0ccf3cb6-74c6-437b-92ff-49831cda3fdb'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:12.129086 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b96d8f52-20ef-40d5-a190-13a7ad3ccaa6 None None] Port a8e6a54d-9112-42a9-8d97-a6c085d45fba cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:42:12.157838 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.184435 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e04e-0572-4805-8b3d-3e65bbeb366a tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for floatingip, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.250821 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1f10faf1-d02e-4b87-9997-13bf56e3e997 None None] Provisioning complete for port a8e6a54d-9112-42a9-8d97-a6c085d45fba triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:12.251360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1f10faf1-d02e-4b87-9997-13bf56e3e997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.291745 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1f10faf1-d02e-4b87-9997-13bf56e3e997 None None] Port a8e6a54d-9112-42a9-8d97-a6c085d45fba cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:42:12.371149 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2de6f95-3c7e-41db-a784-985eff085ede tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.403150 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event updated for resources: {'Port': ['ID=818be9f8-712d-46ce-aecb-a87b6ac10171,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:12.409812 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f625df1-aa83-4530-9ee3-c08daca20746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.412669 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fc48c-3483-459e-b599-baecc5cc81a2 req-2dca6445-b550-4b38-9cc1-677c507ef8a8 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:12.414192 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-944fc48c-3483-459e-b599-baecc5cc81a2 req-2dca6445-b550-4b38-9cc1-677c507ef8a8 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.3210208 Feb 04 05:42:12.433379 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47764) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:12.449687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-70b0ec3b-17e0-40cb-83c3-92666a6221dd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Request body: {'floatingip': {'port_id': 'e3e26def-ad4c-4e64-a39c-c0373f6389ae'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:12.470680 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.512340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f625df1-aa83-4530-9ee3-c08daca20746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6bfd454-ac59-4827-8395-600467914824,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:12.529317 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e26eb987-d71c-41d5-8f1e-491ee287555e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.544657 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e26eb987-d71c-41d5-8f1e-491ee287555e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.563401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f625df1-aa83-4530-9ee3-c08daca20746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.566514 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0f625df1-aa83-4530-9ee3-c08daca20746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "DELETE /v2.0/ports/b6bfd454-ac59-4827-8395-600467914824 HTTP/1.1" status: 204 len: 168 time: 1.1737461 Feb 04 05:42:12.569648 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70b0ec3b-17e0-40cb-83c3-92666a6221dd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for floatingip, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.571458 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47766) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:12.598514 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.599753 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3f94f557-5bc8-4385-bf04-d54511680e1a tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3763220 Feb 04 05:42:12.614367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47768) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:12.643554 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6305bbea-dc75-4206-8a16-3625e54d3956 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Request body: {'floatingip': {'port_id': '91036a39-12b8-4c40-944a-063baf9342b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:12.664711 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b071d33d-70af-4db3-a960-22e7a66fe77f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.666604 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7ec8b9-8a03-4733-8ba4-695581cd548b tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:42:12.668152 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5a7ec8b9-8a03-4733-8ba4-695581cd548b tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "GET /v2.0/ports/b6bfd454-ac59-4827-8395-600467914824 HTTP/1.1" status: 404 len: 333 time: 0.0915735 Feb 04 05:42:12.671479 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f0bfef-53e5-4db4-92de-f8d611bddd5e tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Router 5dc4e676-67b1-4062-9b09-4646197e8710 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:42:12.678409 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47770) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:12.698260 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-da596751-60c3-4f05-b86d-ca9dac14d953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.718503 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-35efb22d-5772-4075-b599-d36b7c57a7d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Request body: {'port': {'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593904191'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:12.722720 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26eb987-d71c-41d5-8f1e-491ee287555e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event updated for resources: {'Port': ['ID=bee08dc6-087d-425f-8eb4-f7cc0f3f238b,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:12.745757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6305bbea-dc75-4206-8a16-3625e54d3956 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for floatingip, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.759420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e26eb987-d71c-41d5-8f1e-491ee287555e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] In _notify_port_updated(), no bound segment for port bee08dc6-087d-425f-8eb4-f7cc0f3f238b on network b033df82-1b3d-49db-b43f-221fd4719018 {{(pid=108745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:42:12.764892 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26eb987-d71c-41d5-8f1e-491ee287555e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:12.765526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e26eb987-d71c-41d5-8f1e-491ee287555e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.766866 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e26eb987-d71c-41d5-8f1e-491ee287555e tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "PUT /v2.0/ports/bee08dc6-087d-425f-8eb4-f7cc0f3f238b HTTP/1.1" status: 200 len: 1054 time: 2.1295214 Feb 04 05:42:12.769716 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071d33d-70af-4db3-a960-22e7a66fe77f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=a8e6a54d-9112-42a9-8d97-a6c085d45fba,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:12.778171 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47772) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:12.826972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2de6f95-3c7e-41db-a784-985eff085ede tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:12.917577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35efb22d-5772-4075-b599-d36b7c57a7d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Made reservation on behalf of 901bb3634a3b4cc08dce3a7a4d5b0e5b for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:12.920126 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35efb22d-5772-4075-b599-d36b7c57a7d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.024701 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c10434c8-33b5-4e5d-9eb9-476723345a8a None None] Provisioning complete for port bee08dc6-087d-425f-8eb4-f7cc0f3f238b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:13.025072 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c10434c8-33b5-4e5d-9eb9-476723345a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.038362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b071d33d-70af-4db3-a960-22e7a66fe77f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.041507 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b071d33d-70af-4db3-a960-22e7a66fe77f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/a8e6a54d-9112-42a9-8d97-a6c085d45fba HTTP/1.1" status: 204 len: 168 time: 1.8304803 Feb 04 05:42:13.045486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47774) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:13.049188 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-6305bbea-dc75-4206-8a16-3625e54d3956 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] update failed (client error): The resource could not be found. Feb 04 05:42:13.049188 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6305bbea-dc75-4206-8a16-3625e54d3956 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "PUT /v2.0/floatingips/5e75a61d-d976-475c-9410-48744e4b8de2 HTTP/1.1" status: 404 len: 507 time: 0.4133422 Feb 04 05:42:13.053265 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-35efb22d-5772-4075-b599-d36b7c57a7d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] device_id is not set on port e05fce54-6e23-468a-aea3-affbbb0bfc64 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:13.058812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47776) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:13.059821 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c10434c8-33b5-4e5d-9eb9-476723345a8a None None] Port bee08dc6-087d-425f-8eb4-f7cc0f3f238b cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:42:13.112647 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45aa9df-8dce-459e-a591-e062f57e25d9 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] DELETE failed (client error): The resource could not be found. Feb 04 05:42:13.113326 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45aa9df-8dce-459e-a591-e062f57e25d9 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:42:13.120080 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b45aa9df-8dce-459e-a591-e062f57e25d9 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/a8e6a54d-9112-42a9-8d97-a6c085d45fba HTTP/1.1" status: 404 len: 333 time: 0.0673213 Feb 04 05:42:13.120419 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47778) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:13.147126 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ebbe0493-9cfb-419b-ad11-e480808c704d up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:13.160344 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44c6610-e424-4287-be56-34dab3769949 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] GET failed (client error): The resource could not be found. Feb 04 05:42:13.164968 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d44c6610-e424-4287-be56-34dab3769949 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/a8e6a54d-9112-42a9-8d97-a6c085d45fba HTTP/1.1" status: 404 len: 333 time: 0.0397491 Feb 04 05:42:13.166338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47780) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:13.181440 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d2de6f95-3c7e-41db-a784-985eff085ede tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Deleting port f4c29522-0f9b-43cf-a309-4a8e1e45dcdc {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:13.181802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2de6f95-3c7e-41db-a784-985eff085ede tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.197918 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ebbe0493-9cfb-419b-ad11-e480808c704d triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:13.198437 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.341839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-c951ccef-9d18-426c-bd11-17206ad1f5f5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting subnet 70a0211a-be7e-4ef7-9aac-e50e3d4deb51 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:42:13.349500 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c951ccef-9d18-426c-bd11-17206ad1f5f5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.441884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2de6f95-3c7e-41db-a784-985eff085ede tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.456501 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c951ccef-9d18-426c-bd11-17206ad1f5f5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.480081 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d2de6f95-3c7e-41db-a784-985eff085ede tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Calling delete_port for f4c29522-0f9b-43cf-a309-4a8e1e45dcdc owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:13.517354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f0bfef-53e5-4db4-92de-f8d611bddd5e tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:42:13.526084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42f0bfef-53e5-4db4-92de-f8d611bddd5e tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.530047 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da95e88-4696-4e33-a6ca-e8f30d251583 None None] Sync routers for ids ['5dc4e676-67b1-4062-9b09-4646197e8710'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:42:13.542862 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da95e88-4696-4e33-a6ca-e8f30d251583 None None] Routers {'5dc4e676-67b1-4062-9b09-4646197e8710'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:13.543673 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2da95e88-4696-4e33-a6ca-e8f30d251583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5dc4e676-67b1-4062-9b09-4646197e8710'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:13.567115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf5298-75c1-4dd5-9575-9ca69436fbf6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Deleting port bee08dc6-087d-425f-8eb4-f7cc0f3f238b {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:13.567457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4aaf5298-75c1-4dd5-9575-9ca69436fbf6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.634652 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.db.resource_extend [None req-70b0ec3b-17e0-40cb-83c3-92666a6221dd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:42:13.665025 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-2da95e88-4696-4e33-a6ca-e8f30d251583 None None] Set router 5dc4e676-67b1-4062-9b09-4646197e8710 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:42:13.678349 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-42f0bfef-53e5-4db4-92de-f8d611bddd5e tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "PUT /v2.0/floatingips/0d08e1e4-cdcb-42b3-b385-d0b63f0ec115 HTTP/1.1" status: 200 len: 991 time: 4.5775239 Feb 04 05:42:13.685487 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7299d1-3042-41b9-868a-8797ae6640e3', 'tag': 'aaf3d6f9-41b6-4e39-b185-c283191efe75'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:42:13.687779 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2170c96-8fdc-4581-a192-3dae07785534" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7299d1-3042-41b9-868a-8797ae6640e3", "tag": "aaf3d6f9-41b6-4e39-b185-c283191efe75"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:42:13.702452 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c951ccef-9d18-426c-bd11-17206ad1f5f5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.716633 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.db.resource_extend [None req-ecc4e04e-0572-4805-8b3d-3e65bbeb366a tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:42:13.735350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70b0ec3b-17e0-40cb-83c3-92666a6221dd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.750381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70b0ec3b-17e0-40cb-83c3-92666a6221dd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.806761 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a4c57c-9540-4aab-a046-b99e2802990a x-openstack-request-id: req-f9a4c57c-9540-4aab-a046-b99e2802990a {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:42:13.807113 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7299d1-3042-41b9-868a-8797ae6640e3", "tag": "aaf3d6f9-41b6-4e39-b185-c283191efe75", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:42:13.807303 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9a4c57c-9540-4aab-a046-b99e2802990a {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:42:13.807713 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7299d1-3042-41b9-868a-8797ae6640e3', 'tag': 'aaf3d6f9-41b6-4e39-b185-c283191efe75', 'status': 'completed', 'code': 200} Feb 04 05:42:13.873578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e04e-0572-4805-8b3d-3e65bbeb366a tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.875592 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4aaf5298-75c1-4dd5-9575-9ca69436fbf6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.931710 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e04e-0572-4805-8b3d-3e65bbeb366a tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:13.986705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf5298-75c1-4dd5-9575-9ca69436fbf6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Calling delete_port for bee08dc6-087d-425f-8eb4-f7cc0f3f238b owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:14.001053 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2da95e88-4696-4e33-a6ca-e8f30d251583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:27Z', 'revision_number': 4, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'gw_port': {'id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:19Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '0d08e1e4-cdcb-42b3-b385-d0b63f0ec115', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'port_id': 'aaf3d6f9-41b6-4e39-b185-c283191efe75', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'mac_address': 'fa:16:3e:9b:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7299d1-3042-41b9-868a-8797ae6640e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:41:38Z', 'updated_at': '2022-02-04T05:42:10Z', 'revision_number': 1, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24f35fb-044c-4d6a-a27c-0cc3ae4088db', 'name': '', 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'mac_address': 'fa:16:3e:a2:c9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:33Z', 'revision_number': 5, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'subnets': [{'id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:14.028855 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da95e88-4696-4e33-a6ca-e8f30d251583 None None] Checking router: 5dc4e676-67b1-4062-9b09-4646197e8710 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:42:14.037943 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da95e88-4696-4e33-a6ca-e8f30d251583 None None] Routers {'5dc4e676-67b1-4062-9b09-4646197e8710'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:14.038557 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2da95e88-4696-4e33-a6ca-e8f30d251583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:41:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5dc4e676-67b1-4062-9b09-4646197e8710'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:14.050596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35efb22d-5772-4075-b599-d36b7c57a7d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.066703 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-6d4a743c-e022-448b-aeb4-72734608d609 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Deleting port 818be9f8-712d-46ce-aecb-a87b6ac10171 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:14.067048 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d4a743c-e022-448b-aeb4-72734608d609 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.151917 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c951ccef-9d18-426c-bd11-17206ad1f5f5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.169047 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98548973-1b49-4f07-900a-072664ae078d req-5a4804cc-14f0-48d4-982c-04aa27ad7d30 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:14.170916 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-98548973-1b49-4f07-900a-072664ae078d req-5a4804cc-14f0-48d4-982c-04aa27ad7d30 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 945 time: 0.3204429 Feb 04 05:42:14.205635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853e943f-450f-4419-9476-9eb4c3b432d7 None None] Network 05e5fc2a-81ed-43d1-9b76-ba4024d87302 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:14.211917 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951ccef-9d18-426c-bd11-17206ad1f5f5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Subnet': ['ID=70a0211a-be7e-4ef7-9aac-e50e3d4deb51,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:14.214240 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2170c96-8fdc-4581-a192-3dae07785534 req-eebf40b2-5024-41b8-8390-7f90b3ccb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:14.218332 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c951ccef-9d18-426c-bd11-17206ad1f5f5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.219423 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b2170c96-8fdc-4581-a192-3dae07785534 req-eebf40b2-5024-41b8-8390-7f90b3ccb39d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6bc50a287994b7bbacc86f33cc8b7f2&device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 1098 time: 0.3794272 Feb 04 05:42:14.221475 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c951ccef-9d18-426c-bd11-17206ad1f5f5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/70a0211a-be7e-4ef7-9aac-e50e3d4deb51 HTTP/1.1" status: 204 len: 168 time: 1.0542173 Feb 04 05:42:14.228786 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47786) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:14.236433 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-ecc4e04e-0572-4805-8b3d-3e65bbeb366a tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Floating IP e98fecd6-cca0-4ef9-8094-530b6f4ee72c associated. External IP: 172.26.3.129, port: 0ccf3cb6-74c6-437b-92ff-49831cda3fdb. Feb 04 05:42:14.242901 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-70b0ec3b-17e0-40cb-83c3-92666a6221dd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Floating IP 769c4444-0c44-42f1-b9a6-0dbf85eb7d18 associated. External IP: 172.26.3.174, port: e3e26def-ad4c-4e64-a39c-c0373f6389ae. Feb 04 05:42:14.257474 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-2da95e88-4696-4e33-a6ca-e8f30d251583 None None] Set router 5dc4e676-67b1-4062-9b09-4646197e8710 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:42:14.354499 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2de6f95-3c7e-41db-a784-985eff085ede tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.391036 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35efb22d-5772-4075-b599-d36b7c57a7d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.419514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.426091 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de6f95-3c7e-41db-a784-985eff085ede tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event deleted for resources: {'Port': ['ID=f4c29522-0f9b-43cf-a309-4a8e1e45dcdc,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:14.461737 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-98548973-1b49-4f07-900a-072664ae078d req-e62a349c-5960-4f8b-906e-6c8881d8cd60 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696447 Feb 04 05:42:14.466633 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d4a743c-e022-448b-aeb4-72734608d609 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.466970 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d4a743c-e022-448b-aeb4-72734608d609 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.474159 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430113e7-a875-4521-b1f0-3be083fa9bd9 None None] DHCP port deletion for 05e5fc2a-81ed-43d1-9b76-ba4024d87302 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:42:14.536926 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-6d4a743c-e022-448b-aeb4-72734608d609 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Calling delete_port for 818be9f8-712d-46ce-aecb-a87b6ac10171 owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:14.571448 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35efb22d-5772-4075-b599-d36b7c57a7d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Network d7f35cee-0235-42e4-848b-55fa8f9e0745 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:14.573403 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-430113e7-a875-4521-b1f0-3be083fa9bd9 None None] Deleting port ebbe0493-9cfb-419b-ad11-e480808c704d {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:14.576328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-430113e7-a875-4521-b1f0-3be083fa9bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.585628 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2de6f95-3c7e-41db-a784-985eff085ede tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.588497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-35efb22d-5772-4075-b599-d36b7c57a7d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:14.599458 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efb22d-5772-4075-b599-d36b7c57a7d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Pushing event updated for resources: {'Port': ['ID=e05fce54-6e23-468a-aea3-affbbb0bfc64,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:14.606645 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2da95e88-4696-4e33-a6ca-e8f30d251583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:27Z', 'revision_number': 4, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'gw_port': {'id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:19Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '0d08e1e4-cdcb-42b3-b385-d0b63f0ec115', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'port_id': 'aaf3d6f9-41b6-4e39-b185-c283191efe75', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'mac_address': 'fa:16:3e:9b:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7299d1-3042-41b9-868a-8797ae6640e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:41:38Z', 'updated_at': '2022-02-04T05:42:10Z', 'revision_number': 1, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24f35fb-044c-4d6a-a27c-0cc3ae4088db', 'name': '', 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'mac_address': 'fa:16:3e:a2:c9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:33Z', 'revision_number': 5, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'subnets': [{'id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:14.609192 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35efb22d-5772-4075-b599-d36b7c57a7d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:14.609834 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35efb22d-5772-4075-b599-d36b7c57a7d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:14.610438 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35efb22d-5772-4075-b599-d36b7c57a7d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.642154 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da95e88-4696-4e33-a6ca-e8f30d251583 None None] The sync data for ids ['5dc4e676-67b1-4062-9b09-4646197e8710'] in dv-neutron-827794-1-hyperv is: [{'id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:27Z', 'revision_number': 4, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'gw_port': {'id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:19Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '0d08e1e4-cdcb-42b3-b385-d0b63f0ec115', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'port_id': 'aaf3d6f9-41b6-4e39-b185-c283191efe75', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'mac_address': 'fa:16:3e:9b:6e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7299d1-3042-41b9-868a-8797ae6640e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:41:38Z', 'updated_at': '2022-02-04T05:42:10Z', 'revision_number': 1, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24f35fb-044c-4d6a-a27c-0cc3ae4088db', 'name': '', 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'mac_address': 'fa:16:3e:a2:c9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:33Z', 'revision_number': 5, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'subnets': [{'id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:42:14.678878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2170c96-8fdc-4581-a192-3dae07785534 req-970365d8-bfbf-4bd6-b298-98cb6ff836f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:14.679348 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-430113e7-a875-4521-b1f0-3be083fa9bd9 None None] For port ebbe0493-9cfb-419b-ad11-e480808c704d, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ebbe0493-9cfb-419b-ad11-e480808c704d,segment=NetworkSegment(0f0b3205-5585-4199-847c-744020d98528),segment_id=0f0b3205-5585-4199-847c-744020d98528)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:14.679437 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-430113e7-a875-4521-b1f0-3be083fa9bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.680355 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b2170c96-8fdc-4581-a192-3dae07785534 req-970365d8-bfbf-4bd6-b298-98cb6ff836f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f07bb420-9540-48eb-88e2-6374a7d0283e HTTP/1.1" status: 200 len: 911 time: 0.4389796 Feb 04 05:42:14.694993 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-430113e7-a875-4521-b1f0-3be083fa9bd9 None None] Calling delete_port for ebbe0493-9cfb-419b-ad11-e480808c704d owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:14.708425 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2de6f95-3c7e-41db-a784-985eff085ede tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.744074 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2de6f95-3c7e-41db-a784-985eff085ede tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.803926 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port ebbe0493-9cfb-419b-ad11-e480808c704d {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:14.804272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.824124 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2de6f95-3c7e-41db-a784-985eff085ede tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.824688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2de6f95-3c7e-41db-a784-985eff085ede tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Fanout notify agent at l3_agent the message router_deleted on router 4913e481-81b6-4e4e-ab21-1baba5417547 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:42:14.833287 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2de6f95-3c7e-41db-a784-985eff085ede tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.838363 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d2de6f95-3c7e-41db-a784-985eff085ede tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] 10.222.0.10 "DELETE /v2.0/routers/4913e481-81b6-4e4e-ab21-1baba5417547 HTTP/1.1" status: 204 len: 168 time: 2.9670887 Feb 04 05:42:14.855868 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b2170c96-8fdc-4581-a192-3dae07785534 req-eb84e7ee-44fa-4aff-be3b-35ba8fd48b71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf3d6f9-41b6-4e39-b185-c283191efe75 HTTP/1.1" status: 200 len: 999 time: 0.1636851 Feb 04 05:42:14.856531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47788) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:14.870111 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b0ec3b-17e0-40cb-83c3-92666a6221dd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:42:14.872243 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-35efb22d-5772-4075-b599-d36b7c57a7d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1899142 Feb 04 05:42:14.883561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47790) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:14.923258 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-475798b3-8da3-4e70-a039-650676dac402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.929722 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8277'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:14.965676 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-430113e7-a875-4521-b1f0-3be083fa9bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:14.985820 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4aaf5298-75c1-4dd5-9575-9ca69436fbf6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:15.002946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a3d65-f94f-4b95-90e0-a65e26268c87 None None] New status for floating IP 0d08e1e4-cdcb-42b3-b385-d0b63f0ec115: ACTIVE {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:42:15.006645 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430113e7-a875-4521-b1f0-3be083fa9bd9 None None] Pushing event deleted for resources: {'Port': ['ID=ebbe0493-9cfb-419b-ad11-e480808c704d,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:15.019271 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] For port ebbe0493-9cfb-419b-ad11-e480808c704d, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ebbe0493-9cfb-419b-ad11-e480808c704d,segment=NetworkSegment(0f0b3205-5585-4199-847c-744020d98528),segment_id=0f0b3205-5585-4199-847c-744020d98528)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:15.019644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:15.040253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for ebbe0493-9cfb-419b-ad11-e480808c704d owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:15.060028 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b0ec3b-17e0-40cb-83c3-92666a6221dd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:42:15.072611 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3520b75-104e-4881-9661-5b50fbe31c9c None None] Sync routers for ids ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:42:15.074040 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430113e7-a875-4521-b1f0-3be083fa9bd9 None None] No DVR routers for this DVR port ebbe0493-9cfb-419b-ad11-e480808c704d on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:15.091183 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3520b75-104e-4881-9661-5b50fbe31c9c None None] Routers {'2db6a7ac-005f-4ff1-a8c0-f45716e2305d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:15.091923 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a3520b75-104e-4881-9661-5b50fbe31c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:15.133113 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70b0ec3b-17e0-40cb-83c3-92666a6221dd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:15.162612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf5298-75c1-4dd5-9575-9ca69436fbf6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event deleted for resources: {'Port': ['ID=bee08dc6-087d-425f-8eb4-f7cc0f3f238b,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:15.168630 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Deleting subnet 37dfacb0-6f7d-4707-a867-15db0a4c296c {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:42:15.177065 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ebbe0493-9cfb-419b-ad11-e480808c704d no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:42:15.183124 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-70b0ec3b-17e0-40cb-83c3-92666a6221dd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "PUT /v2.0/floatingips/769c4444-0c44-42f1-b9a6-0dbf85eb7d18 HTTP/1.1" status: 200 len: 991 time: 2.7469628 Feb 04 05:42:15.197230 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f48aca6-90f8-4060-aa88-d98b69a691fc', 'tag': 'e3e26def-ad4c-4e64-a39c-c0373f6389ae'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:42:15.199581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca9b0e2-dbde-4b45-81f5-0cac0b77b0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2f48aca6-90f8-4060-aa88-d98b69a691fc", "tag": "e3e26def-ad4c-4e64-a39c-c0373f6389ae"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:42:15.205460 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: ebbe0493-9cfb-419b-ad11-e480808c704d {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:42:15.205853 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ebbe0493-9cfb-419b-ad11-e480808c704d not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:42:15.279116 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-a3520b75-104e-4881-9661-5b50fbe31c9c None None] Set router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:42:15.294468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39dbb5c-40ea-4c50-b3ff-53bd46ff7698 x-openstack-request-id: req-d39dbb5c-40ea-4c50-b3ff-53bd46ff7698 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:42:15.294930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f48aca6-90f8-4060-aa88-d98b69a691fc", "tag": "e3e26def-ad4c-4e64-a39c-c0373f6389ae", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:42:15.295327 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d39dbb5c-40ea-4c50-b3ff-53bd46ff7698 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:42:15.295870 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f48aca6-90f8-4060-aa88-d98b69a691fc', 'tag': 'e3e26def-ad4c-4e64-a39c-c0373f6389ae', 'status': 'completed', 'code': 200} Feb 04 05:42:15.319076 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:15.335716 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:15.378563 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=ebbe0493-9cfb-419b-ad11-e480808c704d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:15.381536 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No DVR routers for this DVR port ebbe0493-9cfb-419b-ad11-e480808c704d on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:15.389919 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:15.390515 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b0e2-dbde-4b45-81f5-0cac0b77b0dd req-40574ab7-d74e-45df-883b-8d8d155bf4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:15.392752 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5ca9b0e2-dbde-4b45-81f5-0cac0b77b0dd req-40574ab7-d74e-45df-883b-8d8d155bf4af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20a08d81f69747a5b8125d321d28b9a0&device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 1098 time: 0.0903409 Feb 04 05:42:15.561007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:15.578533 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a3520b75-104e-4881-9661-5b50fbe31c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:25Z', 'revision_number': 4, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'gw_port': {'id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '769c4444-0c44-42f1-b9a6-0dbf85eb7d18', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'floating_ip_address': '172.26.3.174', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'port_id': 'e3e26def-ad4c-4e64-a39c-c0373f6389ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'mac_address': 'fa:16:3e:41:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48aca6-90f8-4060-aa88-d98b69a691fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:41:36Z', 'updated_at': '2022-02-04T05:42:13Z', 'revision_number': 1, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2681675-2990-4b34-96e9-802c2a9602ae', 'name': '', 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'mac_address': 'fa:16:3e:1f:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:23Z', 'updated_at': '2022-02-04T05:41:34Z', 'revision_number': 5, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'subnets': [{'id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:15.592094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b0e2-dbde-4b45-81f5-0cac0b77b0dd req-a42e6a7c-17ba-425d-87e2-accee9dfa2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:15.593581 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5ca9b0e2-dbde-4b45-81f5-0cac0b77b0dd req-a42e6a7c-17ba-425d-87e2-accee9dfa2a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16cfc891-7074-4a12-8ae8-46d913cd15c9 HTTP/1.1" status: 200 len: 911 time: 0.1823816 Feb 04 05:42:15.597197 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e5fc2a-81ed-43d1-9b76-ba4024d87302']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:15.609240 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3520b75-104e-4881-9661-5b50fbe31c9c None None] Checking router: 2db6a7ac-005f-4ff1-a8c0-f45716e2305d for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:42:15.614277 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0b3205-5585-4199-847c-744020d98528') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:15.614576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0b3205-5585-4199-847c-744020d98528') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:15.619058 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3520b75-104e-4881-9661-5b50fbe31c9c None None] Routers {'2db6a7ac-005f-4ff1-a8c0-f45716e2305d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:15.619673 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a3520b75-104e-4881-9661-5b50fbe31c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:15.669911 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:15.706635 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:15.722552 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5ca9b0e2-dbde-4b45-81f5-0cac0b77b0dd req-f7295de2-5872-4e18-b056-ff0e8d829136 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e26def-ad4c-4e64-a39c-c0373f6389ae HTTP/1.1" status: 200 len: 999 time: 0.1179178 Feb 04 05:42:15.723506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:15.723946 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:15.727668 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:15.740784 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-a3520b75-104e-4881-9661-5b50fbe31c9c None None] Set router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:42:15.766692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d4a743c-e022-448b-aeb4-72734608d609 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:15.788334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc4e04e-0572-4805-8b3d-3e65bbeb366a tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Router 0f77d255-975f-4246-9e9d-8e6277932a1e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:42:15.795711 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2170c96-8fdc-4581-a192-3dae07785534 req-a650f6de-b9bd-4741-8243-679d0f4c7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:15.797560 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b2170c96-8fdc-4581-a192-3dae07785534 req-a650f6de-b9bd-4741-8243-679d0f4c7c15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99ee1ca4-9ea5-48bd-8786-a32f88775164 HTTP/1.1" status: 200 len: 850 time: 0.9126425 Feb 04 05:42:15.825892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:15.832312 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b0e2-dbde-4b45-81f5-0cac0b77b0dd req-8d0a2591-ec5c-4aa4-a8e1-f19b0f1a7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:15.834662 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5ca9b0e2-dbde-4b45-81f5-0cac0b77b0dd req-8d0a2591-ec5c-4aa4-a8e1-f19b0f1a7439 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=55e14a0e-49fa-4b7e-a51a-07432707a113 HTTP/1.1" status: 200 len: 850 time: 0.0971870 Feb 04 05:42:15.835838 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:15.847229 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:15.854142 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/networks/05e5fc2a-81ed-43d1-9b76-ba4024d87302 HTTP/1.1" status: 204 len: 168 time: 1.6201196 Feb 04 05:42:15.860546 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47798) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:15.872772 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dc9bd-6227-43f1-921e-9ddbc6b1aa09 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Network': ['ID=05e5fc2a-81ed-43d1-9b76-ba4024d87302,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:15.898694 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e1718bfc-6b46-4b8b-98ed-b10b670e6ed3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1511879296'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:15.901991 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a743c-e022-448b-aeb4-72734608d609 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event deleted for resources: {'Port': ['ID=818be9f8-712d-46ce-aecb-a87b6ac10171,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:15.904197 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:15.911475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b0e2-dbde-4b45-81f5-0cac0b77b0dd req-66a6838e-7797-404e-a4bb-7e928ebac25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:15.913028 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5ca9b0e2-dbde-4b45-81f5-0cac0b77b0dd req-66a6838e-7797-404e-a4bb-7e928ebac25e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16cfc891-7074-4a12-8ae8-46d913cd15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0613222 Feb 04 05:42:15.999185 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a3520b75-104e-4881-9661-5b50fbe31c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:25Z', 'revision_number': 4, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'gw_port': {'id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '769c4444-0c44-42f1-b9a6-0dbf85eb7d18', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'floating_ip_address': '172.26.3.174', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'port_id': 'e3e26def-ad4c-4e64-a39c-c0373f6389ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'mac_address': 'fa:16:3e:41:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48aca6-90f8-4060-aa88-d98b69a691fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:41:36Z', 'updated_at': '2022-02-04T05:42:13Z', 'revision_number': 1, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2681675-2990-4b34-96e9-802c2a9602ae', 'name': '', 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'mac_address': 'fa:16:3e:1f:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:23Z', 'updated_at': '2022-02-04T05:41:34Z', 'revision_number': 5, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'subnets': [{'id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:16.015247 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5ca9b0e2-dbde-4b45-81f5-0cac0b77b0dd req-498d64fc-1811-45d2-95a9-59b78239b0e3 service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940657 Feb 04 05:42:16.029577 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3520b75-104e-4881-9661-5b50fbe31c9c None None] The sync data for ids ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'] in dv-neutron-827794-1-hyperv is: [{'id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:25Z', 'revision_number': 4, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'gw_port': {'id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '769c4444-0c44-42f1-b9a6-0dbf85eb7d18', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'floating_ip_address': '172.26.3.174', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'port_id': 'e3e26def-ad4c-4e64-a39c-c0373f6389ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'mac_address': 'fa:16:3e:41:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48aca6-90f8-4060-aa88-d98b69a691fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:41:36Z', 'updated_at': '2022-02-04T05:42:13Z', 'revision_number': 1, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2681675-2990-4b34-96e9-802c2a9602ae', 'name': '', 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'mac_address': 'fa:16:3e:1f:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:23Z', 'updated_at': '2022-02-04T05:41:34Z', 'revision_number': 5, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'subnets': [{'id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:42:16.113455 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5ca9b0e2-dbde-4b45-81f5-0cac0b77b0dd req-dbdd252d-282f-468f-b0a1-6a6e9ce43f0f service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917051 Feb 04 05:42:16.214010 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ac229-898a-4e8b-97fc-551e69beacbc req-b0b30ea8-3e31-444c-bba4-92d16b294c44 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:16.215810 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ac1ac229-898a-4e8b-97fc-551e69beacbc req-b0b30ea8-3e31-444c-bba4-92d16b294c44 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.4700999 Feb 04 05:42:16.222960 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745fe55-b467-4b5c-bf4e-7bd831b1f905 None None] New status for floating IP 769c4444-0c44-42f1-b9a6-0dbf85eb7d18: ACTIVE {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:42:16.273915 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b55cc9-65ae-4a35-a784-5c2d4ba6e9a6 req-d5987080-73d9-45c9-8800-1792f349ece0 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:16.275379 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b9b55cc9-65ae-4a35-a784-5c2d4ba6e9a6 req-d5987080-73d9-45c9-8800-1792f349ece0 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 945 time: 0.5169010 Feb 04 05:42:16.327256 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2170c96-8fdc-4581-a192-3dae07785534 req-858eeeaa-e5c7-4252-b90c-3a2e7955f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:16.328941 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b2170c96-8fdc-4581-a192-3dae07785534 req-858eeeaa-e5c7-4252-b90c-3a2e7955f8e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f07bb420-9540-48eb-88e2-6374a7d0283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4722202 Feb 04 05:42:16.332675 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:16.400588 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d4a743c-e022-448b-aeb4-72734608d609 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:16.403556 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d4a743c-e022-448b-aeb4-72734608d609 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:16.404672 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6d4a743c-e022-448b-aeb4-72734608d609 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "DELETE /v2.0/floatingips/5e75a61d-d976-475c-9410-48744e4b8de2 HTTP/1.1" status: 204 len: 168 time: 3.3411944 Feb 04 05:42:16.405329 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1718bfc-6b46-4b8b-98ed-b10b670e6ed3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:16.408285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47802) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:16.408744 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e1718bfc-6b46-4b8b-98ed-b10b670e6ed3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:16.413388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-65984a64-7342-4b4e-ad6b-95ded10e4417 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Request body: {'floatingip': {'floating_network_id': 'cf61df85-f956-41c8-b216-83224029292b', 'port_id': '91036a39-12b8-4c40-944a-063baf9342b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:16.439055 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-65984a64-7342-4b4e-ad6b-95ded10e4417 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for floatingip, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:16.553480 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-65984a64-7342-4b4e-ad6b-95ded10e4417 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:42:16.554590 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-65984a64-7342-4b4e-ad6b-95ded10e4417 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1452749 Feb 04 05:42:16.558235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47804) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:16.562628 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': '91036a39-12b8-4c40-944a-063baf9342b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:16.575825 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc4e04e-0572-4805-8b3d-3e65bbeb366a tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:42:16.581003 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e04e-0572-4805-8b3d-3e65bbeb366a tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:16.588543 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f39ee-7dd5-464e-9edb-7d5e664d04ae None None] Sync routers for ids ['0f77d255-975f-4246-9e9d-8e6277932a1e'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:42:16.596206 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for floatingip, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:16.600625 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f39ee-7dd5-464e-9edb-7d5e664d04ae None None] Routers {'0f77d255-975f-4246-9e9d-8e6277932a1e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:16.601243 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-777f39ee-7dd5-464e-9edb-7d5e664d04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0f77d255-975f-4246-9e9d-8e6277932a1e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:16.626944 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ac1ac229-898a-4e8b-97fc-551e69beacbc req-469394fe-ae44-4ab2-8798-dd1100d7e113 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3918493 Feb 04 05:42:16.640323 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4aaf5298-75c1-4dd5-9575-9ca69436fbf6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:16.657085 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4aaf5298-75c1-4dd5-9575-9ca69436fbf6 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "DELETE /v2.0/ports/bee08dc6-087d-425f-8eb4-f7cc0f3f238b HTTP/1.1" status: 204 len: 168 time: 3.8695030 Feb 04 05:42:16.657226 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47806) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:16.665526 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b9b55cc9-65ae-4a35-a784-5c2d4ba6e9a6 req-4ab06030-fb9e-486b-b45a-f61a7e69ede9 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3527870 Feb 04 05:42:16.675728 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1718bfc-6b46-4b8b-98ed-b10b670e6ed3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:16.687959 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9e5265-4f05-4085-9529-dad6039eecb5 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] GET failed (client error): The resource could not be found. Feb 04 05:42:16.691527 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7c9e5265-4f05-4085-9529-dad6039eecb5 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "GET /v2.0/ports/bee08dc6-087d-425f-8eb4-f7cc0f3f238b HTTP/1.1" status: 404 len: 333 time: 0.0402560 Feb 04 05:42:16.692201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47808) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:16.719668 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ecc4e04e-0572-4805-8b3d-3e65bbeb366a tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "PUT /v2.0/floatingips/e98fecd6-cca0-4ef9-8094-530b6f4ee72c HTTP/1.1" status: 200 len: 992 time: 4.6253030 Feb 04 05:42:16.722858 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-777f39ee-7dd5-464e-9edb-7d5e664d04ae None None] Set router 0f77d255-975f-4246-9e9d-8e6277932a1e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:42:16.723389 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd20e50e-6cc4-4a26-98a1-9663e695890e', 'tag': '0ccf3cb6-74c6-437b-92ff-49831cda3fdb'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:42:16.728239 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4f5cba-9fc2-49ec-bba1-bafc45601661" -d '{"events": [{"name": "network-changed", "server_uuid": "cd20e50e-6cc4-4a26-98a1-9663e695890e", "tag": "0ccf3cb6-74c6-437b-92ff-49831cda3fdb"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:42:16.732602 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e1718bfc-6b46-4b8b-98ed-b10b670e6ed3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:16.732952 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-e1718bfc-6b46-4b8b-98ed-b10b670e6ed3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Added segment 06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5 of type vlan for network 1439b74d-358a-4d07-ba61-c9cc531ddd2c Feb 04 05:42:16.749764 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:16.779639 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:16.785912 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] 10.222.0.10 "DELETE /v2.0/subnets/37dfacb0-6f7d-4707-a867-15db0a4c296c HTTP/1.1" status: 204 len: 168 time: 1.9099770 Feb 04 05:42:16.790357 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a3eb09-4fd7-40e6-aae9-43d40c21ff6e None None] Network 47cb354c-2ac6-485e-8fc5-1ad05182d1b5 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:16.811453 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47814) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:16.849401 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb299ff-d82c-4ef6-b7ca-278ff32582e7 x-openstack-request-id: req-afb299ff-d82c-4ef6-b7ca-278ff32582e7 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:42:16.849697 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd20e50e-6cc4-4a26-98a1-9663e695890e", "tag": "0ccf3cb6-74c6-437b-92ff-49831cda3fdb", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:42:16.849973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-afb299ff-d82c-4ef6-b7ca-278ff32582e7 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:42:16.850368 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd20e50e-6cc4-4a26-98a1-9663e695890e', 'tag': '0ccf3cb6-74c6-437b-92ff-49831cda3fdb', 'status': 'completed', 'code': 200} Feb 04 05:42:16.878218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event deleted for resources: {'Subnet': ['ID=37dfacb0-6f7d-4707-a867-15db0a4c296c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:16.907187 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b2170c96-8fdc-4581-a192-3dae07785534 req-6332ba35-70b5-4a76-989f-e4ca3193b3b3 service neutron] 10.222.0.26 "GET /v2.0/networks/f07bb420-9540-48eb-88e2-6374a7d0283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482435 Feb 04 05:42:16.916852 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e1718bfc-6b46-4b8b-98ed-b10b670e6ed3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:16.937716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:16.938091 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:16.938435 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:16.938768 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:16.939104 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:16.939424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:16.939757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:16.940521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:16.940521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:16.940724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:16.941026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:16.941346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85030ae-5043-4387-9a9e-e7a164a7eb70 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:16.973100 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] device_id is not set on port e05fce54-6e23-468a-aea3-affbbb0bfc64 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:17.014879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8afb5a4-686b-483c-b4f2-9dc2be3adb11 None None] DHCP port deletion for 47cb354c-2ac6-485e-8fc5-1ad05182d1b5 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:42:17.016820 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-777f39ee-7dd5-464e-9edb-7d5e664d04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:26Z', 'revision_number': 4, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'gw_port': {'id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:18Z', 'updated_at': '2022-02-04T05:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'e98fecd6-cca0-4ef9-8094-530b6f4ee72c', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'floating_ip_address': '172.26.3.129', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'port_id': '0ccf3cb6-74c6-437b-92ff-49831cda3fdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'mac_address': 'fa:16:3e:11:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20e50e-6cc4-4a26-98a1-9663e695890e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:41:39Z', 'updated_at': '2022-02-04T05:42:13Z', 'revision_number': 1, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb8ebeb-5dd2-40fe-adeb-491a61a72546', 'name': '', 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'mac_address': 'fa:16:3e:59:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:37Z', 'revision_number': 5, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'subnets': [{'id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:17.023227 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.049376 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8ee91-4879-4674-a3f4-bb11f3fd4fc8 req-eded88f6-9864-4e7c-860a-00dafef43d1b tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:17.051039 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-67e8ee91-4879-4674-a3f4-bb11f3fd4fc8 req-eded88f6-9864-4e7c-860a-00dafef43d1b tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 946 time: 0.2139916 Feb 04 05:42:17.054568 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.060030 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e1718bfc-6b46-4b8b-98ed-b10b670e6ed3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.065567 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1718bfc-6b46-4b8b-98ed-b10b670e6ed3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:17.066234 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e1718bfc-6b46-4b8b-98ed-b10b670e6ed3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.117154 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d8afb5a4-686b-483c-b4f2-9dc2be3adb11 None None] Deleting port 170f026e-2175-4e49-8b30-ea0c21cf424d {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:17.117924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d8afb5a4-686b-483c-b4f2-9dc2be3adb11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.189917 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f39ee-7dd5-464e-9edb-7d5e664d04ae None None] Checking router: 0f77d255-975f-4246-9e9d-8e6277932a1e for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:42:17.204787 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d8afb5a4-686b-483c-b4f2-9dc2be3adb11 None None] For port 170f026e-2175-4e49-8b30-ea0c21cf424d, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=170f026e-2175-4e49-8b30-ea0c21cf424d,segment=NetworkSegment(079c9fc2-685f-41a0-9a3e-fa73b542cc79),segment_id=079c9fc2-685f-41a0-9a3e-fa73b542cc79)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:17.204995 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f39ee-7dd5-464e-9edb-7d5e664d04ae None None] Routers {'0f77d255-975f-4246-9e9d-8e6277932a1e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:17.205559 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-777f39ee-7dd5-464e-9edb-7d5e664d04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0f77d255-975f-4246-9e9d-8e6277932a1e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:17.206281 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d8afb5a4-686b-483c-b4f2-9dc2be3adb11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.222702 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d8afb5a4-686b-483c-b4f2-9dc2be3adb11 None None] Calling delete_port for 170f026e-2175-4e49-8b30-ea0c21cf424d owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:17.274627 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.290085 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e1718bfc-6b46-4b8b-98ed-b10b670e6ed3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4034183 Feb 04 05:42:17.302461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47816) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:17.304865 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b2170c96-8fdc-4581-a192-3dae07785534 req-c5f725a8-7978-47e3-9cb4-6fe52a8af8e8 service neutron] 10.222.0.26 "GET /v2.0/networks/f07bb420-9540-48eb-88e2-6374a7d0283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801243 Feb 04 05:42:17.305644 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Pushing event updated for resources: {'Port': ['ID=e05fce54-6e23-468a-aea3-affbbb0bfc64,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:17.314646 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ab328a94-ce1c-4ce1-a2ee-b2274e7addeb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'subnet': {'network_id': '1439b74d-358a-4d07-ba61-c9cc531ddd2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:17.320479 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f5cba-9fc2-49ec-bba1-bafc45601661 req-fcdabb10-20b0-47c9-af29-ebae19074105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:17.322196 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fd4f5cba-9fc2-49ec-bba1-bafc45601661 req-fcdabb10-20b0-47c9-af29-ebae19074105 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3b334c0f27542469913ffec4ba71672&device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 1099 time: 0.4803360 Feb 04 05:42:17.323158 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1718bfc-6b46-4b8b-98ed-b10b670e6ed3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Network': ['ID=1439b74d-358a-4d07-ba61-c9cc531ddd2c,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:17.328715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:17.329329 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:17.329884 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:17.346922 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 170f026e-2175-4e49-8b30-ea0c21cf424d no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:42:17.350229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:17.350772 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:17.351648 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Deleting port 5df2e67a-097b-4868-8a82-8d8216fa3c8e {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:17.352021 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.354513 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-67e8ee91-4879-4674-a3f4-bb11f3fd4fc8 req-dfff2c45-e029-4d38-b510-c8497182d8a1 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811651 Feb 04 05:42:17.357483 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 2 to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 Feb 04 05:42:17.360190 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-777f39ee-7dd5-464e-9edb-7d5e664d04ae None None] Set router 0f77d255-975f-4246-9e9d-8e6277932a1e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:42:17.393717 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 1439b74d-358a-4d07-ba61-c9cc531ddd2c details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:17.400423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d8afb5a4-686b-483c-b4f2-9dc2be3adb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.427583 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:17.428166 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:17.428628 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:17.444401 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:17.445051 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:17.449429 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 3 to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 Feb 04 05:42:17.465065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.478180 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:17.478937 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:17.479752 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:17.482817 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Calling delete_port for 5df2e67a-097b-4868-8a82-8d8216fa3c8e owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:17.485977 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:17.486414 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:17.490037 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 4 to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 Feb 04 05:42:17.499018 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No active binding found for port 170f026e-2175-4e49-8b30-ea0c21cf424d {{(pid=108746) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 05:42:17.499450 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 170f026e-2175-4e49-8b30-ea0c21cf424d not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:42:17.504748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8afb5a4-686b-483c-b4f2-9dc2be3adb11 None None] No DVR routers for this DVR port 170f026e-2175-4e49-8b30-ea0c21cf424d on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:17.512800 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afb5a4-686b-483c-b4f2-9dc2be3adb11 None None] Pushing event deleted for resources: {'Port': ['ID=170f026e-2175-4e49-8b30-ea0c21cf424d,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:17.522577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab328a94-ce1c-4ce1-a2ee-b2274e7addeb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:17.526310 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ab328a94-ce1c-4ce1-a2ee-b2274e7addeb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.547267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662fc900-98db-4c10-9bf1-4e20b50a4b36 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.582695 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:17.583037 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:17.583381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:17.593391 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:17.594012 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:17.595073 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 5 to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 Feb 04 05:42:17.610780 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:17.611035 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:17.611481 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:17.619896 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:17.620435 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:17.624328 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 6 to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 Feb 04 05:42:17.624606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.651465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:17.651876 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:17.652136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:17.660414 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:17.660741 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:17.662386 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 7 to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 Feb 04 05:42:17.667555 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-777f39ee-7dd5-464e-9edb-7d5e664d04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:26Z', 'revision_number': 4, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'gw_port': {'id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:18Z', 'updated_at': '2022-02-04T05:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'e98fecd6-cca0-4ef9-8094-530b6f4ee72c', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'floating_ip_address': '172.26.3.129', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'port_id': '0ccf3cb6-74c6-437b-92ff-49831cda3fdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'mac_address': 'fa:16:3e:11:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20e50e-6cc4-4a26-98a1-9663e695890e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:41:39Z', 'updated_at': '2022-02-04T05:42:13Z', 'revision_number': 1, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb8ebeb-5dd2-40fe-adeb-491a61a72546', 'name': '', 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'mac_address': 'fa:16:3e:59:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:37Z', 'revision_number': 5, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'subnets': [{'id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:17.684743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:17.684955 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:17.685179 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:17.711743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:17.712082 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:17.716360 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 8 to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 Feb 04 05:42:17.732134 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f39ee-7dd5-464e-9edb-7d5e664d04ae None None] The sync data for ids ['0f77d255-975f-4246-9e9d-8e6277932a1e'] in dv-neutron-827794-1-hyperv is: [{'id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:26Z', 'revision_number': 4, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'gw_port': {'id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:18Z', 'updated_at': '2022-02-04T05:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'e98fecd6-cca0-4ef9-8094-530b6f4ee72c', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'floating_ip_address': '172.26.3.129', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'port_id': '0ccf3cb6-74c6-437b-92ff-49831cda3fdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'mac_address': 'fa:16:3e:11:86:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd20e50e-6cc4-4a26-98a1-9663e695890e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:41:39Z', 'updated_at': '2022-02-04T05:42:13Z', 'revision_number': 1, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb8ebeb-5dd2-40fe-adeb-491a61a72546', 'name': '', 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'mac_address': 'fa:16:3e:59:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:37Z', 'revision_number': 5, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'subnets': [{'id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:42:17.763466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f5cba-9fc2-49ec-bba1-bafc45601661 req-5f7a2ff5-e5b8-451c-9cf1-0272acf92cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:17.765915 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fd4f5cba-9fc2-49ec-bba1-bafc45601661 req-5f7a2ff5-e5b8-451c-9cf1-0272acf92cca service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d4580c8-4c60-45e7-b53a-7f4b66492648 HTTP/1.1" status: 200 len: 905 time: 0.2717528 Feb 04 05:42:17.793043 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:17.793584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:17.793584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:17.807423 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Allocated IP 172.26.3.140 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/e014c93a-e1c2-4683-9200-9aeb92c279ff) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:17.829882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:17.830142 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:17.838450 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 9 to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 Feb 04 05:42:17.842936 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662fc900-98db-4c10-9bf1-4e20b50a4b36 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.881672 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51121d-f8ba-4adf-9652-b2b23c3a4b45 req-ef3cc849-d57c-4d1e-9a08-9e9d22f81c0e tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:17.883285 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fe51121d-f8ba-4adf-9652-b2b23c3a4b45 req-ef3cc849-d57c-4d1e-9a08-9e9d22f81c0e tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1561658 Feb 04 05:42:17.884005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:17.884340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:17.884698 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:17.890722 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ab328a94-ce1c-4ce1-a2ee-b2274e7addeb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.899525 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:17.899867 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:17.907907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb4598-530b-49ca-b7e3-e15d939829bb req-0e1d30ca-6258-4795-a12c-f43712fd78ad tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:17.909403 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:17.909658 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-55cb4598-530b-49ca-b7e3-e15d939829bb req-0e1d30ca-6258-4795-a12c-f43712fd78ad tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 945 time: 0.1455219 Feb 04 05:42:17.916917 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-662fc900-98db-4c10-9bf1-4e20b50a4b36 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47cb354c-2ac6-485e-8fc5-1ad05182d1b5']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:17.932022 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.plugins.ml2.plugin [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempt 10 to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 Feb 04 05:42:17.990670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-662fc900-98db-4c10-9bf1-4e20b50a4b36 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079c9fc2-685f-41a0-9a3e-fa73b542cc79') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:17.990670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-662fc900-98db-4c10-9bf1-4e20b50a4b36 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079c9fc2-685f-41a0-9a3e-fa73b542cc79') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:17.997859 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:17.998207 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:17.998536 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempting to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:18.008639 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fd4f5cba-9fc2-49ec-bba1-bafc45601661 req-881b7f43-2760-4d94-9d7b-8409683de9d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ccf3cb6-74c6-437b-92ff-49831cda3fdb HTTP/1.1" status: 200 len: 1000 time: 0.2248559 Feb 04 05:42:18.016978 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662fc900-98db-4c10-9bf1-4e20b50a4b36 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.035445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:42:18.035793 dv-neutron-827794-1-hyperv neutron-server[108745]: ERROR neutron.plugins.ml2.managers [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Failed to bind port e05fce54-6e23-468a-aea3-affbbb0bfc64 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'c880a7bf-12f8-4928-8d18-e0056ea2c94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd7f35cee-0235-42e4-848b-55fa8f9e0745'}] Feb 04 05:42:18.036143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.038739 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab328a94-ce1c-4ce1-a2ee-b2274e7addeb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Subnet': ['ID=7fbb1798-a392-4fc5-b05a-46a3594f0277,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:18.059958 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fe51121d-f8ba-4adf-9652-b2b23c3a4b45 req-a2fb23d5-15ec-412d-ba75-b8315a8d522a tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612780 Feb 04 05:42:18.066835 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-55cb4598-530b-49ca-b7e3-e15d939829bb req-5d4169b4-826c-4a6c-bb83-7507fdafe5e2 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324530 Feb 04 05:42:18.080829 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662fc900-98db-4c10-9bf1-4e20b50a4b36 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.104371 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662fc900-98db-4c10-9bf1-4e20b50a4b36 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:18.104764 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662fc900-98db-4c10-9bf1-4e20b50a4b36 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:18.109479 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:18.112691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab328a94-ce1c-4ce1-a2ee-b2274e7addeb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Checking segment: {'id': '06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1439b74d-358a-4d07-ba61-c9cc531ddd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:18.112691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab328a94-ce1c-4ce1-a2ee-b2274e7addeb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network hostable DHCP agents. Network: 1439b74d-358a-4d07-ba61-c9cc531ddd2c, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:18.121927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.162939 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc34c5a5-0d1a-43e9-b1f7-d53f8dd1f7e2 None None] New status for floating IP e98fecd6-cca0-4ef9-8094-530b6f4ee72c: ACTIVE {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:42:18.165164 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab328a94-ce1c-4ce1-a2ee-b2274e7addeb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network 1439b74d-358a-4d07-ba61-c9cc531ddd2c is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:18.182203 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] For port e05fce54-6e23-468a-aea3-affbbb0bfc64, host hv-neutron-8277, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:18.182670 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attempted to set empty binding levels {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 05:42:18.195844 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event deleted for resources: {'Port': ['ID=5df2e67a-097b-4868-8a82-8d8216fa3c8e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:18.209280 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.210240 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f5cba-9fc2-49ec-bba1-bafc45601661 req-6b9660b8-1851-4414-a4be-cb937f4ca32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:18.211710 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fd4f5cba-9fc2-49ec-bba1-bafc45601661 req-6b9660b8-1851-4414-a4be-cb937f4ca32f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e89e379d-ec5d-485a-8620-ecda425b96c4 HTTP/1.1" status: 200 len: 844 time: 0.1906571 Feb 04 05:42:18.249316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-ab328a94-ce1c-4ce1-a2ee-b2274e7addeb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 1439b74d-358a-4d07-ba61-c9cc531ddd2c) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:18.256733 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:18.256866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:18.257216 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:18.257641 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:18.258683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:18.259385 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:18.259731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:18.260198 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:18.260535 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:18.260869 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:18.261255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:18.261584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:18.282405 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332e5411-d329-4582-a876-701efa6a9b2b None None] Network 1439b74d-358a-4d07-ba61-c9cc531ddd2c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:18.290545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab328a94-ce1c-4ce1-a2ee-b2274e7addeb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:18.291474 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ab328a94-ce1c-4ce1-a2ee-b2274e7addeb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.335385 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ab328a94-ce1c-4ce1-a2ee-b2274e7addeb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0256329 Feb 04 05:42:18.337053 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] In _notify_port_updated(), no bound segment for port e05fce54-6e23-468a-aea3-affbbb0bfc64 on network d7f35cee-0235-42e4-848b-55fa8f9e0745 {{(pid=108745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:42:18.338309 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:18.339337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.341271 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "PUT /v2.0/ports/e05fce54-6e23-468a-aea3-affbbb0bfc64 HTTP/1.1" status: 200 len: 981 time: 3.4226115 Feb 04 05:42:18.348028 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47826) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:18.348709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47828) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:18.353392 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.357330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.362399 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d91f56db-7fa4-42b9-8bed-b88a3fd4f588 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'network_id': '1439b74d-358a-4d07-ba61-c9cc531ddd2c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1022156279'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:18.363965 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-32f6f5fe-8d8e-4ac0-93dc-58d2cd340b0c tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "DELETE /v2.0/ports/5df2e67a-097b-4868-8a82-8d8216fa3c8e HTTP/1.1" status: 204 len: 168 time: 1.6688664 Feb 04 05:42:18.367750 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47830) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:18.381761 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662fc900-98db-4c10-9bf1-4e20b50a4b36 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.386675 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662fc900-98db-4c10-9bf1-4e20b50a4b36 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.389869 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-662fc900-98db-4c10-9bf1-4e20b50a4b36 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] 10.222.0.10 "DELETE /v2.0/networks/47cb354c-2ac6-485e-8fc5-1ad05182d1b5 HTTP/1.1" status: 204 len: 168 time: 1.5774951 Feb 04 05:42:18.408812 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47834) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:18.463547 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c7082f-88f1-4231-91a5-d345fec2f2c0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] GET failed (client error): The resource could not be found. Feb 04 05:42:18.473798 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-74c7082f-88f1-4231-91a5-d345fec2f2c0 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "GET /v2.0/ports/5df2e67a-097b-4868-8a82-8d8216fa3c8e HTTP/1.1" status: 404 len: 333 time: 0.0997114 Feb 04 05:42:18.473798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47836) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:18.491315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fc900-98db-4c10-9bf1-4e20b50a4b36 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event deleted for resources: {'Network': ['ID=47cb354c-2ac6-485e-8fc5-1ad05182d1b5,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:18.511121 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-1439b74d-358a-4d07-ba61-c9cc531ddd2c', 'network_id': '1439b74d-358a-4d07-ba61-c9cc531ddd2c', 'tenant_id': '7792832c90bd4ac49d281b6efc6d76c2', 'fixed_ips': [{'subnet_id': '7fbb1798-a392-4fc5-b05a-46a3594f0277'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:18.512115 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.559599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd551af-b6b6-4736-80f7-bfa8fe130b22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Pushing event updated for resources: {'Port': ['ID=e05fce54-6e23-468a-aea3-affbbb0bfc64,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:18.577644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f5cba-9fc2-49ec-bba1-bafc45601661 req-25ccf377-ecb3-49f0-85b0-281adae126db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:18.578735 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca96b60-94aa-4c38-8fb7-c4983fe7e800 req-b0505858-d6b6-4c74-83dd-c2d254292314 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:18.579176 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fd4f5cba-9fc2-49ec-bba1-bafc45601661 req-25ccf377-ecb3-49f0-85b0-281adae126db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d4580c8-4c60-45e7-b53a-7f4b66492648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3515818 Feb 04 05:42:18.585990 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7ca96b60-94aa-4c38-8fb7-c4983fe7e800 req-b0505858-d6b6-4c74-83dd-c2d254292314 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 945 time: 0.3995357 Feb 04 05:42:18.599012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46be76-a2ce-4a15-ae1e-c7f60e40d2a3 req-ad6a7b4d-64c1-4084-890e-c199885249fe tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:18.600459 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2f46be76-a2ce-4a15-ae1e-c7f60e40d2a3 req-ad6a7b4d-64c1-4084-890e-c199885249fe tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.4164581 Feb 04 05:42:18.643234 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91f56db-7fa4-42b9-8bed-b88a3fd4f588 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:18.647247 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d91f56db-7fa4-42b9-8bed-b88a3fd4f588 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.675357 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Allocated IP 172.20.0.2 (1439b74d-358a-4d07-ba61-c9cc531ddd2c/7fbb1798-a392-4fc5-b05a-46a3594f0277/4aa1e306-d54d-49b6-9c60-f9b5dfae26fd) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:18.686411 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7ca96b60-94aa-4c38-8fb7-c4983fe7e800 req-4b675f2b-6f85-4707-bed3-705239c95ba2 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995562 Feb 04 05:42:18.692171 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-d91f56db-7fa4-42b9-8bed-b88a3fd4f588 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port db2afce0-502c-4170-9407-ae728bc9da05 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:18.699857 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2f46be76-a2ce-4a15-ae1e-c7f60e40d2a3 req-5dab6afa-b951-4795-ac95-3805323ab9a1 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906351 Feb 04 05:42:18.707052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.742498 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-2369956a-1455-41ac-95cd-92de82af08aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Deleting port e05fce54-6e23-468a-aea3-affbbb0bfc64 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:18.742916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2369956a-1455-41ac-95cd-92de82af08aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.782007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event updated for resources: {'Port': ['ID=e014c93a-e1c2-4683-9200-9aeb92c279ff,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:18.815078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:18.815078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:18.816923 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:18.857098 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.865659 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:18.886761 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Network 1439b74d-358a-4d07-ba61-c9cc531ddd2c is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:18.889179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-cccae09a-f511-4a86-a58c-fd5baa13b531 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Deleting port 54b83d49-5ca9-4564-aff2-9e84f933840e {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:18.889361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:18.889461 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cccae09a-f511-4a86-a58c-fd5baa13b531 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.007874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a6f4c519-625e-4e50-b07f-9e319e1e2e84 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Deleting port 0b51fa24-3b96-4e04-8911-d6946a0cbc62 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:19.008324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c519-625e-4e50-b07f-9e319e1e2e84 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.017128 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fd4f5cba-9fc2-49ec-bba1-bafc45601661 req-62b03590-bf13-4121-b3a5-41eb960e84ca service neutron] 10.222.0.26 "GET /v2.0/networks/6d4580c8-4c60-45e7-b53a-7f4b66492648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210155 Feb 04 05:42:19.085706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:19.119583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Pushing event updated for resources: {'Port': ['ID=4aa1e306-d54d-49b6-9c60-f9b5dfae26fd,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:19.143865 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:19.144674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:19.144674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:19.145064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:19.146331 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:19.146331 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:19.146784 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:19.147192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:19.147600 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:19.148006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:19.148389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:19.148761 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:42:19.155759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cccae09a-f511-4a86-a58c-fd5baa13b531 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.163497 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Attempting to bind port 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:19.164941 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Attempting to bind port 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1439b74d-358a-4d07-ba61-c9cc531ddd2c'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:19.164941 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Attempting to bind port 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd on network 1439b74d-358a-4d07-ba61-c9cc531ddd2c {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:19.169400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:19.169885 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Checking segment: {'id': '06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1439b74d-358a-4d07-ba61-c9cc531ddd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:19.170352 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.170807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Bound using segment: {'id': '06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1439b74d-358a-4d07-ba61-c9cc531ddd2c'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:19.171350 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Bound port: 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1439b74d-358a-4d07-ba61-c9cc531ddd2c'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:19.172355 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.179812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-2369956a-1455-41ac-95cd-92de82af08aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] For port e05fce54-6e23-468a-aea3-affbbb0bfc64, host hv-neutron-8277, got binding levels [] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:19.180359 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2369956a-1455-41ac-95cd-92de82af08aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.191189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-cccae09a-f511-4a86-a58c-fd5baa13b531 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Calling delete_port for 54b83d49-5ca9-4564-aff2-9e84f933840e owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:19.211838 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-2369956a-1455-41ac-95cd-92de82af08aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Calling delete_port for e05fce54-6e23-468a-aea3-affbbb0bfc64 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:19.236649 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb33d9-1682-42cd-b258-23ca9ca1a4ca req-45cea2d2-0a12-47a9-a26d-3723904436cd tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:19.241752 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-abfb33d9-1682-42cd-b258-23ca9ca1a4ca req-45cea2d2-0a12-47a9-a26d-3723904436cd tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 946 time: 0.1722968 Feb 04 05:42:19.244602 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c519-625e-4e50-b07f-9e319e1e2e84 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.244928 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c519-625e-4e50-b07f-9e319e1e2e84 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.248287 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] For port 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:19.251452 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] For port 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4aa1e306-d54d-49b6-9c60-f9b5dfae26fd,segment=NetworkSegment(06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5),segment_id=06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:42:19.253131 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa440812-7c59-42ab-af84-a1daa927369a req-c23d82fc-6a8d-44a7-8b16-79ee79deb087 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:19.254895 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fa440812-7c59-42ab-af84-a1daa927369a req-c23d82fc-6a8d-44a7-8b16-79ee79deb087 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1777017 Feb 04 05:42:19.256373 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-d91f56db-7fa4-42b9-8bed-b88a3fd4f588 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Allocated IP 172.20.0.7 (1439b74d-358a-4d07-ba61-c9cc531ddd2c/7fbb1798-a392-4fc5-b05a-46a3594f0277/db2afce0-502c-4170-9407-ae728bc9da05) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:19.256582 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.318374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a6f4c519-625e-4e50-b07f-9e319e1e2e84 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Calling delete_port for 0b51fa24-3b96-4e04-8911-d6946a0cbc62 owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:19.329319 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29500555-1989-43de-aeb9-28a5076d4a96 None None] Pushing event updated for resources: {'Port': ['ID=4aa1e306-d54d-49b6-9c60-f9b5dfae26fd,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:19.331236 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fd4f5cba-9fc2-49ec-bba1-bafc45601661 req-cb3d7698-7e48-4127-90aa-9f6c170d9473 service neutron] 10.222.0.26 "GET /v2.0/networks/6d4580c8-4c60-45e7-b53a-7f4b66492648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897706 Feb 04 05:42:19.395649 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-abfb33d9-1682-42cd-b258-23ca9ca1a4ca req-4796703e-99f0-46a8-ab38-3e147f3703f8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362238 Feb 04 05:42:19.417991 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Deleting port e014c93a-e1c2-4683-9200-9aeb92c279ff {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:19.418339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.448741 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fa440812-7c59-42ab-af84-a1daa927369a req-05b7a025-a259-4010-91ef-21fa31958bfb tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765974 Feb 04 05:42:19.533029 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d91f56db-7fa4-42b9-8bed-b88a3fd4f588 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.544788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2369956a-1455-41ac-95cd-92de82af08aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.602775 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2369956a-1455-41ac-95cd-92de82af08aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.603836 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.604320 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.609818 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2369956a-1455-41ac-95cd-92de82af08aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "DELETE /v2.0/ports/e05fce54-6e23-468a-aea3-affbbb0bfc64 HTTP/1.1" status: 204 len: 168 time: 1.1316869 Feb 04 05:42:19.611094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47848) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:19.614815 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369956a-1455-41ac-95cd-92de82af08aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] Pushing event deleted for resources: {'Port': ['ID=e05fce54-6e23-468a-aea3-affbbb0bfc64,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:19.639809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Calling delete_port for e014c93a-e1c2-4683-9200-9aeb92c279ff owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:19.678010 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b29bca-e42a-42c7-8719-413dc3d9fc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] GET failed (client error): The resource could not be found. Feb 04 05:42:19.683960 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e3b29bca-e42a-42c7-8719-413dc3d9fc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157371265-project-admin] 10.222.0.10 "GET /v2.0/ports/e05fce54-6e23-468a-aea3-affbbb0bfc64 HTTP/1.1" status: 404 len: 333 time: 0.0627499 Feb 04 05:42:19.685138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47852) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:19.690165 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cccae09a-f511-4a86-a58c-fd5baa13b531 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.699944 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d91f56db-7fa4-42b9-8bed-b88a3fd4f588 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.761851 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c519-625e-4e50-b07f-9e319e1e2e84 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.763793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccae09a-f511-4a86-a58c-fd5baa13b531 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event deleted for resources: {'Port': ['ID=54b83d49-5ca9-4564-aff2-9e84f933840e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:19.831704 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91f56db-7fa4-42b9-8bed-b88a3fd4f588 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network 1439b74d-358a-4d07-ba61-c9cc531ddd2c is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:19.843733 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-d91f56db-7fa4-42b9-8bed-b88a3fd4f588 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:19.845678 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4c519-625e-4e50-b07f-9e319e1e2e84 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Pushing event deleted for resources: {'Port': ['ID=0b51fa24-3b96-4e04-8911-d6946a0cbc62,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:19.850886 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f56db-7fa4-42b9-8bed-b88a3fd4f588 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:19.856463 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f56db-7fa4-42b9-8bed-b88a3fd4f588 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=db2afce0-502c-4170-9407-ae728bc9da05,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:19.883506 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f03f7372-ddce-4a1b-a119-1b4056f0cee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.924251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91f56db-7fa4-42b9-8bed-b88a3fd4f588 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:19.924726 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d91f56db-7fa4-42b9-8bed-b88a3fd4f588 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.953990 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cccae09a-f511-4a86-a58c-fd5baa13b531 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.957411 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cccae09a-f511-4a86-a58c-fd5baa13b531 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "DELETE /v2.0/ports/54b83d49-5ca9-4564-aff2-9e84f933840e HTTP/1.1" status: 204 len: 168 time: 1.4777083 Feb 04 05:42:19.960154 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47858) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:19.990715 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c519-625e-4e50-b07f-9e319e1e2e84 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.993187 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6f4c519-625e-4e50-b07f-9e319e1e2e84 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:19.996693 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a6f4c519-625e-4e50-b07f-9e319e1e2e84 tempest-FloatingIPAdminTestJSON-404508677 tempest-FloatingIPAdminTestJSON-404508677-project] 10.222.0.10 "DELETE /v2.0/floatingips/80f106d5-16ab-4676-aa58-570d6cece374 HTTP/1.1" status: 204 len: 168 time: 1.5802710 Feb 04 05:42:20.039324 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d91f56db-7fa4-42b9-8bed-b88a3fd4f588 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6794033 Feb 04 05:42:20.041554 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47862) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:20.055838 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77c7820-ffd8-4de6-9ed9-5948508c9d45 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Deleting subnet 82295e8a-d3d3-4c02-8c4f-8d829f42f678 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:42:20.082040 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d77c7820-ffd8-4de6-9ed9-5948508c9d45 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:20.129144 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f03f7372-ddce-4a1b-a119-1b4056f0cee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:20.144180 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ebd26-1025-4771-a130-f7e66d86d2b1 req-bb8f71b7-a85b-4986-bcf8-34b1818588f1 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:20.146318 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c12ebd26-1025-4771-a130-f7e66d86d2b1 req-bb8f71b7-a85b-4986-bcf8-34b1818588f1 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1781399 Feb 04 05:42:20.184887 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-f03f7372-ddce-4a1b-a119-1b4056f0cee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f35cee-0235-42e4-848b-55fa8f9e0745']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:20.209453 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-f03f7372-ddce-4a1b-a119-1b4056f0cee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c880a7bf-12f8-4928-8d18-e0056ea2c94d') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:20.209807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-f03f7372-ddce-4a1b-a119-1b4056f0cee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c880a7bf-12f8-4928-8d18-e0056ea2c94d') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:20.222343 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c12ebd26-1025-4771-a130-f7e66d86d2b1 req-1956fb9c-4f2e-4655-9737-5eecf93c44d9 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687153 Feb 04 05:42:20.230281 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f03f7372-ddce-4a1b-a119-1b4056f0cee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:20.248016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f03f7372-ddce-4a1b-a119-1b4056f0cee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:20.257507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03f7372-ddce-4a1b-a119-1b4056f0cee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:20.257999 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f03f7372-ddce-4a1b-a119-1b4056f0cee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:20.262662 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:20.332762 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f03f7372-ddce-4a1b-a119-1b4056f0cee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:20.345729 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f03f7372-ddce-4a1b-a119-1b4056f0cee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:20.352474 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f03f7372-ddce-4a1b-a119-1b4056f0cee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] 10.222.0.10 "DELETE /v2.0/networks/d7f35cee-0235-42e4-848b-55fa8f9e0745 HTTP/1.1" status: 204 len: 168 time: 0.6665978 Feb 04 05:42:20.362789 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f7372-ddce-4a1b-a119-1b4056f0cee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-551257428-project] Pushing event deleted for resources: {'Network': ['ID=d7f35cee-0235-42e4-848b-55fa8f9e0745,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:20.381528 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47868) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:20.440270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:20.483972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d77c7820-ffd8-4de6-9ed9-5948508c9d45 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:20.586908 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event deleted for resources: {'Port': ['ID=e014c93a-e1c2-4683-9200-9aeb92c279ff,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:20.607275 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0abd518c-a6fa-405e-8698-f12fb2412c9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f983227435d41c3badda054b70768cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242327 Feb 04 05:42:20.612958 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47876) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:20.624240 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef50dc-1015-43bf-89aa-c9c1d0009918 req-6ccc1cee-9d1f-4f6a-9504-dd1591947947 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:20.625753 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-49ef50dc-1015-43bf-89aa-c9c1d0009918 req-6ccc1cee-9d1f-4f6a-9504-dd1591947947 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 946 time: 0.1300485 Feb 04 05:42:20.664169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bf2bad-4c5c-46a6-afde-f6c39938a9d9 None None] Network 1439b74d-358a-4d07-ba61-c9cc531ddd2c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:20.685440 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-49ef50dc-1015-43bf-89aa-c9c1d0009918 req-77425430-8d4d-419b-9ea5-e0dfa72f8398 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518553 Feb 04 05:42:20.699185 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47878) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:20.729481 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-adf0f950-66e5-43d5-99fc-a58a9596ca87 None None] Provisioning complete for port 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:20.729876 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-adf0f950-66e5-43d5-99fc-a58a9596ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:20.781488 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d77c7820-ffd8-4de6-9ed9-5948508c9d45 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:20.788033 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-46faeea8-4311-4c88-931b-849acc193eda tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port db2afce0-502c-4170-9407-ae728bc9da05 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:20.788372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46faeea8-4311-4c88-931b-849acc193eda tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:20.823653 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb30620-f71a-47db-b422-8ac280ef49aa req-684ca14a-dd71-4745-b077-8d7f50849346 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:20.831125 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9fb30620-f71a-47db-b422-8ac280ef49aa req-684ca14a-dd71-4745-b077-8d7f50849346 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 946 time: 0.0672872 Feb 04 05:42:20.883537 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1437-c915-4c61-826c-fd4a64338037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:20.895130 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-adf0f950-66e5-43d5-99fc-a58a9596ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:20.897816 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9fb30620-f71a-47db-b422-8ac280ef49aa req-55ae6a29-55f4-4dc7-ad16-7660f137c03b tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605719 Feb 04 05:42:20.910665 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3690938d-1aac-4992-bbd2-a56c5d6d01e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fac57e3bd5404dfcb4749cb3dc8623da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097645 Feb 04 05:42:20.913029 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47886) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:20.935172 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-adf0f950-66e5-43d5-99fc-a58a9596ca87 None None] For port 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4aa1e306-d54d-49b6-9c60-f9b5dfae26fd,segment=NetworkSegment(06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5),segment_id=06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:20.945684 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-adf0f950-66e5-43d5-99fc-a58a9596ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:20.967176 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] create failed (client error): The resource could not be found. Feb 04 05:42:20.971775 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5fdd24ef-6118-4e70-965e-1586019606da tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4125319 Feb 04 05:42:20.973501 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47890) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:20.974573 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1437-c915-4c61-826c-fd4a64338037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.009550 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0f950-66e5-43d5-99fc-a58a9596ca87 None None] Pushing event updated for resources: {'Port': ['ID=4aa1e306-d54d-49b6-9c60-f9b5dfae26fd,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:21.014557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46faeea8-4311-4c88-931b-849acc193eda tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.034281 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-644554b4-ae45-4f9f-a187-ae3cabbc527b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.039033 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d77c7820-ffd8-4de6-9ed9-5948508c9d45 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.072995 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-46faeea8-4311-4c88-931b-849acc193eda tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for db2afce0-502c-4170-9407-ae728bc9da05 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:21.078171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c7820-ffd8-4de6-9ed9-5948508c9d45 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event deleted for resources: {'Subnet': ['ID=82295e8a-d3d3-4c02-8c4f-8d829f42f678,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:21.081427 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-644554b4-ae45-4f9f-a187-ae3cabbc527b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.091917 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d77c7820-ffd8-4de6-9ed9-5948508c9d45 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.095233 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d77c7820-ffd8-4de6-9ed9-5948508c9d45 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "DELETE /v2.0/subnets/82295e8a-d3d3-4c02-8c4f-8d829f42f678 HTTP/1.1" status: 204 len: 168 time: 1.1335726 Feb 04 05:42:21.098775 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47892) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:21.108437 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c108123-4f53-4315-bdc5-ce071acc2a7f None None] Network b033df82-1b3d-49db-b43f-221fd4719018 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:21.132904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-213a35c3-0ae8-4239-8597-94f9859e0768 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Deleting port 91036a39-12b8-4c40-944a-063baf9342b1 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:21.133259 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-213a35c3-0ae8-4239-8597-94f9859e0768 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.209641 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-644554b4-ae45-4f9f-a187-ae3cabbc527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.212462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-644554b4-ae45-4f9f-a187-ae3cabbc527b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.216716 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-644554b4-ae45-4f9f-a187-ae3cabbc527b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ebbd9a7c-a429-461c-bfb9-7ecd8cd5e5e5 HTTP/1.1" status: 204 len: 168 time: 0.3018534 Feb 04 05:42:21.239583 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644554b4-ae45-4f9f-a187-ae3cabbc527b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbd9a7c-a429-461c-bfb9-7ecd8cd5e5e5,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:21.262324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1437-c915-4c61-826c-fd4a64338037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.265176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-213a35c3-0ae8-4239-8597-94f9859e0768 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.265317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1437-c915-4c61-826c-fd4a64338037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.290611 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0c4a1437-c915-4c61-826c-fd4a64338037 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4ff2103-24ea-462f-a685-a11fbb724ed2 HTTP/1.1" status: 204 len: 168 time: 0.6664793 Feb 04 05:42:21.305940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-213a35c3-0ae8-4239-8597-94f9859e0768 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Calling delete_port for 91036a39-12b8-4c40-944a-063baf9342b1 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:21.363019 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a1437-c915-4c61-826c-fd4a64338037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ff2103-24ea-462f-a685-a11fbb724ed2,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:21.377736 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f9c01e92-a222-498c-82f9-e7ec83b0e15a None None] Provisioning complete for port 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:21.378567 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f9c01e92-a222-498c-82f9-e7ec83b0e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.390364 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:21.413934 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.569898 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475cf4f-4de5-4ca8-b37e-d8486a24e677 req-e72e76ce-07b8-44dd-bc61-0379609f5af3 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:21.573688 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8475cf4f-4de5-4ca8-b37e-d8486a24e677 req-e72e76ce-07b8-44dd-bc61-0379609f5af3 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1554053 Feb 04 05:42:21.607499 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46faeea8-4311-4c88-931b-849acc193eda tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.651338 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:21.651799 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.686584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46faeea8-4311-4c88-931b-849acc193eda tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=db2afce0-502c-4170-9407-ae728bc9da05,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:21.714048 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4785dd4f-c3f5-47c2-a5dd-e0fe64f2e20a None None] DHCP port deletion for b033df82-1b3d-49db-b43f-221fd4719018 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:42:21.729960 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8475cf4f-4de5-4ca8-b37e-d8486a24e677 req-19ed197b-6356-47fc-a81e-64a5c28919ff tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429577 Feb 04 05:42:21.739528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f9c01e92-a222-498c-82f9-e7ec83b0e15a None None] Could not find standard attr ID for object db2afce0-502c-4170-9407-ae728bc9da05. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:42:21.759358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Deleting port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:21.759358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.780219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-213a35c3-0ae8-4239-8597-94f9859e0768 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.826141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47904) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:21.836252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-4785dd4f-c3f5-47c2-a5dd-e0fe64f2e20a None None] Deleting port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:21.836621 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4785dd4f-c3f5-47c2-a5dd-e0fe64f2e20a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.840997 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a35c3-0ae8-4239-8597-94f9859e0768 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event deleted for resources: {'Port': ['ID=91036a39-12b8-4c40-944a-063baf9342b1,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:21.845819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47906) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:21.866951 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7ea804fc-a115-40d8-bd24-4df903c14f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.892775 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e39f8448-dcb8-48e3-b8ba-6dd145017d00 None None] Could not find standard attr ID for object db2afce0-502c-4170-9407-ae728bc9da05. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:42:21.920267 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-4785dd4f-c3f5-47c2-a5dd-e0fe64f2e20a None None] For port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8f5381c6-7e4a-4c00-9a7a-8a8329719f23,segment=NetworkSegment(44d803ba-ee12-44e5-baf4-7b6302cd56a0),segment_id=44d803ba-ee12-44e5-baf4-7b6302cd56a0)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:21.920683 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4785dd4f-c3f5-47c2-a5dd-e0fe64f2e20a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.936767 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-4785dd4f-c3f5-47c2-a5dd-e0fe64f2e20a None None] Calling delete_port for 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:21.938423 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46faeea8-4311-4c88-931b-849acc193eda tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:21.944923 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-46faeea8-4311-4c88-931b-849acc193eda tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/db2afce0-502c-4170-9407-ae728bc9da05 HTTP/1.1" status: 204 len: 168 time: 1.9023201 Feb 04 05:42:21.951891 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47908) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:21.978505 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] For port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8f5381c6-7e4a-4c00-9a7a-8a8329719f23,segment=NetworkSegment(44d803ba-ee12-44e5-baf4-7b6302cd56a0),segment_id=44d803ba-ee12-44e5-baf4-7b6302cd56a0)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:21.978886 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.004068 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef883ee3-dd37-4324-8167-c7d56a3901dc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] GET failed (client error): The resource could not be found. Feb 04 05:42:22.009690 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ef883ee3-dd37-4324-8167-c7d56a3901dc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/db2afce0-502c-4170-9407-ae728bc9da05 HTTP/1.1" status: 404 len: 333 time: 0.0536025 Feb 04 05:42:22.010688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47910) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:22.017963 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-213a35c3-0ae8-4239-8597-94f9859e0768 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.018400 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Calling delete_port for 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:22.025510 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-213a35c3-0ae8-4239-8597-94f9859e0768 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "DELETE /v2.0/ports/91036a39-12b8-4c40-944a-063baf9342b1 HTTP/1.1" status: 204 len: 168 time: 1.0502367 Feb 04 05:42:22.029325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47912) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:22.041228 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-242499e8-db15-4ae4-bf16-09f94971eff0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=901bb3634a3b4cc08dce3a7a4d5b0e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014003 Feb 04 05:42:22.046877 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47914) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:22.061600 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4785dd4f-c3f5-47c2-a5dd-e0fe64f2e20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.088308 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785dd4f-c3f5-47c2-a5dd-e0fe64f2e20a None None] Pushing event deleted for resources: {'Port': ['ID=8f5381c6-7e4a-4c00-9a7a-8a8329719f23,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:22.095292 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4785dd4f-c3f5-47c2-a5dd-e0fe64f2e20a None None] No DVR routers for this DVR port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:22.132968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-93729bbb-df7f-4e5a-b99c-29b9daa7bc3b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting subnet 7fbb1798-a392-4fc5-b05a-46a3594f0277 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:42:22.138764 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93729bbb-df7f-4e5a-b99c-29b9daa7bc3b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.175447 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5b2ff1-347b-4cb4-bbcc-1b2a364b40d0 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:22.176936 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6d5b2ff1-347b-4cb4-bbcc-1b2a364b40d0 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8e95af1-979a-44a0-a7b2-3377c19a59cb HTTP/1.1" status: 200 len: 913 time: 0.1463349 Feb 04 05:42:22.179783 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47916) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:22.201052 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d73168ad-2acf-46cd-a02f-0c3827b0cd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.212412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7ea804fc-a115-40d8-bd24-4df903c14f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.219027 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7ea804fc-a115-40d8-bd24-4df903c14f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.230089 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93729bbb-df7f-4e5a-b99c-29b9daa7bc3b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.253937 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d73168ad-2acf-46cd-a02f-0c3827b0cd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.286477 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7ea804fc-a115-40d8-bd24-4df903c14f05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1818b75477e342f1957ae73b88e7e4b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394310 Feb 04 05:42:22.291191 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47918) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:22.292387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea804fc-a115-40d8-bd24-4df903c14f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2678ac60-6461-456d-b8cc-59913a66dced,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:22.322698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.323975 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d73168ad-2acf-46cd-a02f-0c3827b0cd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.326562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d73168ad-2acf-46cd-a02f-0c3827b0cd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.330011 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d73168ad-2acf-46cd-a02f-0c3827b0cd9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33ea5df1-3e62-4dbc-bc56-ffdf40816a12 HTTP/1.1" status: 204 len: 168 time: 0.2713699 Feb 04 05:42:22.336497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73168ad-2acf-46cd-a02f-0c3827b0cd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ea5df1-3e62-4dbc-bc56-ffdf40816a12,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:22.374708 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event deleted for resources: {'Port': ['ID=8f5381c6-7e4a-4c00-9a7a-8a8329719f23,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:22.403504 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] No DVR routers for this DVR port 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:22.525579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93729bbb-df7f-4e5a-b99c-29b9daa7bc3b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.590872 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be850c83-8d52-4c20-b3b4-67f5ad9d3fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.614208 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.649512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be850c83-8d52-4c20-b3b4-67f5ad9d3fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.661259 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b033df82-1b3d-49db-b43f-221fd4719018']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:22.709603 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d803ba-ee12-44e5-baf4-7b6302cd56a0') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:22.710183 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d803ba-ee12-44e5-baf4-7b6302cd56a0') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:22.730619 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.757241 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.761030 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93729bbb-df7f-4e5a-b99c-29b9daa7bc3b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.792218 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:22.792633 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:22.810280 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:22.826963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93729bbb-df7f-4e5a-b99c-29b9daa7bc3b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbb1798-a392-4fc5-b05a-46a3594f0277,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:22.868747 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93729bbb-df7f-4e5a-b99c-29b9daa7bc3b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.869997 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025d726-ed56-4373-87b0-e5203405ce8d req-c38e0112-6d86-4ac6-93f9-508b6fb81a98 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:22.871415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d277e2-6c68-4b80-b2f2-666f9e7b6116 None None] Network 1439b74d-358a-4d07-ba61-c9cc531ddd2c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:22.871904 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6025d726-ed56-4373-87b0-e5203405ce8d req-c38e0112-6d86-4ac6-93f9-508b6fb81a98 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.0588431 Feb 04 05:42:22.874438 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47934) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:22.874564 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-93729bbb-df7f-4e5a-b99c-29b9daa7bc3b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/7fbb1798-a392-4fc5-b05a-46a3594f0277 HTTP/1.1" status: 204 len: 168 time: 0.8600910 Feb 04 05:42:22.877589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be850c83-8d52-4c20-b3b4-67f5ad9d3fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.880140 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be850c83-8d52-4c20-b3b4-67f5ad9d3fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.883513 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-be850c83-8d52-4c20-b3b4-67f5ad9d3fc0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2678ac60-6461-456d-b8cc-59913a66dced HTTP/1.1" status: 204 len: 168 time: 0.5874050 Feb 04 05:42:22.898976 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be850c83-8d52-4c20-b3b4-67f5ad9d3fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2678ac60-6461-456d-b8cc-59913a66dced,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:22.911161 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.970952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:22.982286 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] 10.222.0.10 "DELETE /v2.0/networks/b033df82-1b3d-49db-b43f-221fd4719018 HTTP/1.1" status: 204 len: 168 time: 1.8816228 Feb 04 05:42:23.006990 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d73fa-7205-4a56-a60c-171ab6872222 tempest-AllowedAddressPairTestJSON-159073469 tempest-AllowedAddressPairTestJSON-159073469-project] Pushing event deleted for resources: {'Network': ['ID=b033df82-1b3d-49db-b43f-221fd4719018,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:23.032088 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28ce4f83-da9a-456f-b328-9d4aaab54f99 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.040051 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6025d726-ed56-4373-87b0-e5203405ce8d req-06b796e2-e9e7-4876-9d48-ef3e6eb85e5b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486051 Feb 04 05:42:23.074329 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.163761 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:23.164377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.212880 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65754e0d-71fe-4f59-9256-bf52f5df4760 None None] DHCP port deletion for 1439b74d-358a-4d07-ba61-c9cc531ddd2c request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:42:23.217553 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:42:23.284982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] For port 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4aa1e306-d54d-49b6-9c60-f9b5dfae26fd,segment=NetworkSegment(06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5),segment_id=06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:23.285831 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.299372 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:42:23.299709 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8f5381c6-7e4a-4c00-9a7a-8a8329719f23 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:42:23.311986 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:23.345065 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-65754e0d-71fe-4f59-9256-bf52f5df4760 None None] Deleting port 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:23.345448 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65754e0d-71fe-4f59-9256-bf52f5df4760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.408123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-28ce4f83-da9a-456f-b328-9d4aaab54f99 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Deleting port 05884151-88df-4de7-86c2-824a761108b3 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:23.408765 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28ce4f83-da9a-456f-b328-9d4aaab54f99 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.426077 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.445894 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-65754e0d-71fe-4f59-9256-bf52f5df4760 None None] For port 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4aa1e306-d54d-49b6-9c60-f9b5dfae26fd,segment=NetworkSegment(06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5),segment_id=06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:23.446318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65754e0d-71fe-4f59-9256-bf52f5df4760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.463270 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-65754e0d-71fe-4f59-9256-bf52f5df4760 None None] Calling delete_port for 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:23.480967 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No DVR routers for this DVR port 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:23.486959 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=4aa1e306-d54d-49b6-9c60-f9b5dfae26fd,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:23.536679 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28ce4f83-da9a-456f-b328-9d4aaab54f99 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.553507 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47954) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:23.575078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-28ce4f83-da9a-456f-b328-9d4aaab54f99 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Calling delete_port for 05884151-88df-4de7-86c2-824a761108b3 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:23.588973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.606253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65754e0d-71fe-4f59-9256-bf52f5df4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.618250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47958) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:23.628021 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1439b74d-358a-4d07-ba61-c9cc531ddd2c']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:23.641084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0b8bad29-dbe5-4561-bb85-3c51e1b0e7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.656102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:23.656290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e149ba-8fac-4d8f-8bac-0ba1b93b5ff5') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:23.673511 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.675253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65754e0d-71fe-4f59-9256-bf52f5df4760 None None] No DVR routers for this DVR port 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:23.687331 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65754e0d-71fe-4f59-9256-bf52f5df4760 None None] Pushing event deleted for resources: {'Port': ['ID=4aa1e306-d54d-49b6-9c60-f9b5dfae26fd,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:23.696732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.709813 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:23.710310 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:23.714141 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:23.782335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.793250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.796714 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/networks/1439b74d-358a-4d07-ba61-c9cc531ddd2c HTTP/1.1" status: 204 len: 168 time: 0.9199834 Feb 04 05:42:23.800903 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47964) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:23.805990 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-7fbe05f5-0470-4224-a376-26da9f35b9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'name': 'tempest-PortsTestJSON-1068147526'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:23.824619 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049bf59-6145-4792-95d1-ccac577ae6ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Network': ['ID=1439b74d-358a-4d07-ba61-c9cc531ddd2c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:23.825895 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28ce4f83-da9a-456f-b328-9d4aaab54f99 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.886022 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce4f83-da9a-456f-b328-9d4aaab54f99 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event deleted for resources: {'Port': ['ID=05884151-88df-4de7-86c2-824a761108b3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:23.922065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0b8bad29-dbe5-4561-bb85-3c51e1b0e7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.930300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0b8bad29-dbe5-4561-bb85-3c51e1b0e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:23.974246 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-35d2acfe-1d49-4c31-ad15-3e699ffc58b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5367132e2d044ff3a90b0bb4e27985a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179487 Feb 04 05:42:23.976663 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47970) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:23.983338 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0b8bad29-dbe5-4561-bb85-3c51e1b0e7f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f5e3effe55394f4ca3f97fdd9793d9c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639781 Feb 04 05:42:23.985518 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bad29-dbe5-4561-bb85-3c51e1b0e7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fae55d-2d70-46c6-8b79-b75cf76a817c,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:23.987995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47972) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:24.022481 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbe05f5-0470-4224-a376-26da9f35b9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:24.026017 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7fbe05f5-0470-4224-a376-26da9f35b9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.048655 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-7fbe05f5-0470-4224-a376-26da9f35b9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port 302ef2f1-2f11-4468-bc6d-0640bd318e4a yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:24.108949 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28ce4f83-da9a-456f-b328-9d4aaab54f99 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.147577 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f5a28da-e334-4abc-abe4-ec80aa3a9595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.176542 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04f007e0-d0ed-49aa-a3f3-242958a05750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.238900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47980) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:24.257597 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04f007e0-d0ed-49aa-a3f3-242958a05750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.325019 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43944b7e-34c4-4f6b-a9d8-996b3ae3a421 req-cb5deed2-b287-4460-be33-a0d1fc4d04fd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:24.326761 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-43944b7e-34c4-4f6b-a9d8-996b3ae3a421 req-cb5deed2-b287-4460-be33-a0d1fc4d04fd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1666386 Feb 04 05:42:24.382501 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7fbe05f5-0470-4224-a376-26da9f35b9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.404859 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-943325662', 'router:external': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:24.419280 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-43944b7e-34c4-4f6b-a9d8-996b3ae3a421 req-ba67374c-2299-4cd4-a576-f162cbca48c7 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817919 Feb 04 05:42:24.425238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04f007e0-d0ed-49aa-a3f3-242958a05750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.428330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04f007e0-d0ed-49aa-a3f3-242958a05750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.429386 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-04f007e0-d0ed-49aa-a3f3-242958a05750 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49fae55d-2d70-46c6-8b79-b75cf76a817c HTTP/1.1" status: 204 len: 168 time: 0.4382632 Feb 04 05:42:24.462922 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f007e0-d0ed-49aa-a3f3-242958a05750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fae55d-2d70-46c6-8b79-b75cf76a817c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:24.489204 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Made reservation on behalf of 7e0d01b334b74040b9ffeb0c8d1cee50 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:24.494526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.498917 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7fbe05f5-0470-4224-a376-26da9f35b9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.510665 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f5a28da-e334-4abc-abe4-ec80aa3a9595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.512163 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.557465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbe05f5-0470-4224-a376-26da9f35b9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network a0baa961-271a-4743-bbff-405f2d42372f is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:24.566015 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-7fbe05f5-0470-4224-a376-26da9f35b9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:24.579294 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe05f5-0470-4224-a376-26da9f35b9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:24.587111 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbe05f5-0470-4224-a376-26da9f35b9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:24.587854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7fbe05f5-0470-4224-a376-26da9f35b9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.600031 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe05f5-0470-4224-a376-26da9f35b9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=302ef2f1-2f11-4468-bc6d-0640bd318e4a,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:24.611855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ce4f83-da9a-456f-b328-9d4aaab54f99 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Router b8e95af1-979a-44a0-a7b2-3377c19a59cb has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:42:24.632714 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7fbe05f5-0470-4224-a376-26da9f35b9b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8309810 Feb 04 05:42:24.639305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 47988) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:24.688378 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f5a28da-e334-4abc-abe4-ec80aa3a9595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.691250 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f5a28da-e334-4abc-abe4-ec80aa3a9595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.695307 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2f5a28da-e334-4abc-abe4-ec80aa3a9595 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e18b039-16b2-41c4-95e9-e625558299dd HTTP/1.1" status: 204 len: 168 time: 0.7167599 Feb 04 05:42:24.699835 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ce4f83-da9a-456f-b328-9d4aaab54f99 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:42:24.706192 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-28ce4f83-da9a-456f-b328-9d4aaab54f99 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "PUT /v2.0/routers/b8e95af1-979a-44a0-a7b2-3377c19a59cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5254295 Feb 04 05:42:24.712771 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b325083-4c9c-4890-b659-e1ee84af17e3 None None] Sync routers for ids ['b8e95af1-979a-44a0-a7b2-3377c19a59cb'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:42:24.713306 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 47994) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:24.717281 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.724727 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a28da-e334-4abc-abe4-ec80aa3a9595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e18b039-16b2-41c4-95e9-e625558299dd,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:24.725262 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b325083-4c9c-4890-b659-e1ee84af17e3 None None] Routers {'b8e95af1-979a-44a0-a7b2-3377c19a59cb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:24.727629 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2b325083-4c9c-4890-b659-e1ee84af17e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b8e95af1-979a-44a0-a7b2-3377c19a59cb'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:24.754883 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.782938 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:24.809713 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2b325083-4c9c-4890-b659-e1ee84af17e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:24.820424 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b325083-4c9c-4890-b659-e1ee84af17e3 None None] Routers {'b8e95af1-979a-44a0-a7b2-3377c19a59cb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:24.821285 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2b325083-4c9c-4890-b659-e1ee84af17e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b8e95af1-979a-44a0-a7b2-3377c19a59cb'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:24.829227 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec115b1-b3cc-49a0-a442-84a73e04ad13,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:24.829415 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be76b5d1-927f-421d-a7d3-6a89c2034175 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.835317 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.837490 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Added segment 2260f041-e841-4e58-a846-94f1341c4720 of type vlan for network ac239427-55e5-4c08-a1f6-2176cf5199bd Feb 04 05:42:24.887465 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2b325083-4c9c-4890-b659-e1ee84af17e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:24.888351 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b325083-4c9c-4890-b659-e1ee84af17e3 None None] The sync data for ids ['b8e95af1-979a-44a0-a7b2-3377c19a59cb'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:42:24.899251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-2ac86ba4-aa1d-4df3-909b-878f1ae48c82 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port 302ef2f1-2f11-4468-bc6d-0640bd318e4a {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:24.899593 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ac86ba4-aa1d-4df3-909b-878f1ae48c82 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.966900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:24.990692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ac86ba4-aa1d-4df3-909b-878f1ae48c82 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.012175 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-2ac86ba4-aa1d-4df3-909b-878f1ae48c82 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for 302ef2f1-2f11-4468-bc6d-0640bd318e4a owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:25.020368 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be76b5d1-927f-421d-a7d3-6a89c2034175 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.022890 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be76b5d1-927f-421d-a7d3-6a89c2034175 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.027262 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.028194 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:25.028812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.082294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be76b5d1-927f-421d-a7d3-6a89c2034175 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.083931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be76b5d1-927f-421d-a7d3-6a89c2034175 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Fanout notify agent at l3_agent the message router_deleted on router b8e95af1-979a-44a0-a7b2-3377c19a59cb {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:42:25.096389 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be76b5d1-927f-421d-a7d3-6a89c2034175 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.097641 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-be76b5d1-927f-421d-a7d3-6a89c2034175 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "DELETE /v2.0/routers/b8e95af1-979a-44a0-a7b2-3377c19a59cb HTTP/1.1" status: 204 len: 168 time: 0.3834457 Feb 04 05:42:25.102437 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48008) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:25.125122 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.8732119 Feb 04 05:42:25.125809 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48012) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:25.135789 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-c18aeb72-bbd4-452c-ad69-ce5ea5d03ceb tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Request body: {'subnet': {'network_id': 'ac239427-55e5-4c08-a1f6-2176cf5199bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:25.154734 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63c431-7861-40a8-9c2b-3402c4e3c178 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Pushing event updated for resources: {'Network': ['ID=ac239427-55e5-4c08-a1f6-2176cf5199bd,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:25.164790 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network ac239427-55e5-4c08-a1f6-2176cf5199bd details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:25.188924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:42:25.189199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ac86ba4-aa1d-4df3-909b-878f1ae48c82 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.198052 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18aeb72-bbd4-452c-ad69-ce5ea5d03ceb tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Made reservation on behalf of 7e0d01b334b74040b9ffeb0c8d1cee50 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:25.200396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c18aeb72-bbd4-452c-ad69-ce5ea5d03ceb tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.219018 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ad91e8-f9c6-4172-b190-8558b08b212d tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Deleting subnet 2f0e2263-7ce9-49c7-84eb-4e11e74c2e65 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:42:25.226898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-15ad91e8-f9c6-4172-b190-8558b08b212d tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.244290 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:42:25.244952 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4aa1e306-d54d-49b6-9c60-f9b5dfae26fd not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:42:25.275795 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac86ba4-aa1d-4df3-909b-878f1ae48c82 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=302ef2f1-2f11-4468-bc6d-0640bd318e4a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:25.287461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ac86ba4-aa1d-4df3-909b-878f1ae48c82 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.293137 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48016) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:25.294100 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2ac86ba4-aa1d-4df3-909b-878f1ae48c82 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/302ef2f1-2f11-4468-bc6d-0640bd318e4a HTTP/1.1" status: 204 len: 168 time: 0.6535542 Feb 04 05:42:25.301139 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-c3d1f012-6907-459b-98cb-4013eddbd155 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'mac_address': 'fa:16:3e:a7:a3:d2', 'name': 'tempest-PortsTestJSON-1092363612'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:25.377698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-15ad91e8-f9c6-4172-b190-8558b08b212d tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.503417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-15ad91e8-f9c6-4172-b190-8558b08b212d tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.507777 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d1f012-6907-459b-98cb-4013eddbd155 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:25.616314 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d73e4-a5c0-491c-8928-3ef16829d4f1 req-12d7b6cb-a335-4928-9752-340ed6b29114 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:25.617873 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-720d73e4-a5c0-491c-8928-3ef16829d4f1 req-12d7b6cb-a335-4928-9752-340ed6b29114 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.0815418 Feb 04 05:42:25.625764 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c3d1f012-6907-459b-98cb-4013eddbd155 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.667054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.objects.ports [None req-c18aeb72-bbd4-452c-ad69-ce5ea5d03ceb tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108745) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:42:25.667398 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c18aeb72-bbd4-452c-ad69-ce5ea5d03ceb tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.668463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-c3d1f012-6907-459b-98cb-4013eddbd155 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port deaab9af-b483-47bb-8556-83045977b8fe yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:25.732205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-15ad91e8-f9c6-4172-b190-8558b08b212d tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.763781 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-720d73e4-a5c0-491c-8928-3ef16829d4f1 req-282c4068-5f14-49c1-8d51-90d2a617bcc2 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268897 Feb 04 05:42:25.766355 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18aeb72-bbd4-452c-ad69-ce5ea5d03ceb tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0498680d-c296-4bff-9bf4-b3cf272c41cf,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:25.770813 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18aeb72-bbd4-452c-ad69-ce5ea5d03ceb tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Checking segment: {'id': '2260f041-e841-4e58-a846-94f1341c4720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ac239427-55e5-4c08-a1f6-2176cf5199bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:25.771297 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18aeb72-bbd4-452c-ad69-ce5ea5d03ceb tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Network hostable DHCP agents. Network: ac239427-55e5-4c08-a1f6-2176cf5199bd, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:25.779056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad91e8-f9c6-4172-b190-8558b08b212d tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0e2263-7ce9-49c7-84eb-4e11e74c2e65,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:25.797392 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-15ad91e8-f9c6-4172-b190-8558b08b212d tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.803058 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-15ad91e8-f9c6-4172-b190-8558b08b212d tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "DELETE /v2.0/subnets/2f0e2263-7ce9-49c7-84eb-4e11e74c2e65 HTTP/1.1" status: 204 len: 168 time: 0.6995416 Feb 04 05:42:25.803194 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48042) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:25.806712 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2746e0-9f89-40fa-99ee-18d8e5f54a6b None None] Network cf61df85-f956-41c8-b216-83224029292b requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:25.907812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.912428 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18aeb72-bbd4-452c-ad69-ce5ea5d03ceb tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Network ac239427-55e5-4c08-a1f6-2176cf5199bd is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:25.939392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-c18aeb72-bbd4-452c-ad69-ce5ea5d03ceb tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, ac239427-55e5-4c08-a1f6-2176cf5199bd) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:25.947997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c3d1f012-6907-459b-98cb-4013eddbd155 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.950708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18aeb72-bbd4-452c-ad69-ce5ea5d03ceb tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:25.951305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c18aeb72-bbd4-452c-ad69-ce5ea5d03ceb tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:25.975218 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1704fa-d308-4f0c-aa88-45c36532e4ea None None] Network ac239427-55e5-4c08-a1f6-2176cf5199bd requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:26.000202 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c18aeb72-bbd4-452c-ad69-ce5ea5d03ceb tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8696198 Feb 04 05:42:26.000870 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c3d1f012-6907-459b-98cb-4013eddbd155 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.002055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48048) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:26.004736 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48050) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:26.008520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2db54387-341c-4baa-b9b8-4d0fcc44f689 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-195156740', 'network_id': 'ac239427-55e5-4c08-a1f6-2176cf5199bd'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:26.030940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d1f012-6907-459b-98cb-4013eddbd155 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network a0baa961-271a-4743-bbff-405f2d42372f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:26.032762 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Deleting port 6468635f-54c9-40ce-a9ef-45fbfef292c0 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:26.033112 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.040082 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c3d1f012-6907-459b-98cb-4013eddbd155 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:26.066987 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d1f012-6907-459b-98cb-4013eddbd155 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:26.075552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d1f012-6907-459b-98cb-4013eddbd155 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:26.076362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c3d1f012-6907-459b-98cb-4013eddbd155 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.112408 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1f012-6907-459b-98cb-4013eddbd155 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=deaab9af-b483-47bb-8556-83045977b8fe,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:26.121240 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c3d1f012-6907-459b-98cb-4013eddbd155 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8239105 Feb 04 05:42:26.121433 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48056) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:26.133376 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] For port 6468635f-54c9-40ce-a9ef-45fbfef292c0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6468635f-54c9-40ce-a9ef-45fbfef292c0,segment=NetworkSegment(d2b33754-ec7b-4a57-b749-638444c3682c),segment_id=d2b33754-ec7b-4a57-b749-638444c3682c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:26.133747 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.146573 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b45050-caa1-4c5a-810c-8608c2d3c429 None None] DHCP port deletion for cf61df85-f956-41c8-b216-83224029292b request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:42:26.154052 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Calling delete_port for 6468635f-54c9-40ce-a9ef-45fbfef292c0 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:26.181080 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55491cc9-c955-409f-8ba9-ac0f0118a852 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:26.182925 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-55491cc9-c955-409f-8ba9-ac0f0118a852 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/deaab9af-b483-47bb-8556-83045977b8fe HTTP/1.1" status: 200 len: 841 time: 0.0604196 Feb 04 05:42:26.185588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48058) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:26.192014 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b693bfb3-5dc0-4bfe-9ef8-146d7abe718d None None] Network ac239427-55e5-4c08-a1f6-2176cf5199bd requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:26.226235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db54387-341c-4baa-b9b8-4d0fcc44f689 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Made reservation on behalf of 7e0d01b334b74040b9ffeb0c8d1cee50 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:26.229170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2db54387-341c-4baa-b9b8-4d0fcc44f689 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.257046 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-2db54387-341c-4baa-b9b8-4d0fcc44f689 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] device_id is not set on port af94b2ca-fc8b-4f9d-beb1-6fa3366d59c8 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:26.341220 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-57b45050-caa1-4c5a-810c-8608c2d3c429 None None] Deleting port 6468635f-54c9-40ce-a9ef-45fbfef292c0 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:26.341595 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-57b45050-caa1-4c5a-810c-8608c2d3c429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.365176 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-cbd470d4-fd51-4c91-a4ae-8ea3ccbb655f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port deaab9af-b483-47bb-8556-83045977b8fe {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:26.365553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cbd470d4-fd51-4c91-a4ae-8ea3ccbb655f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.400466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1266950042'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:26.434692 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-57b45050-caa1-4c5a-810c-8608c2d3c429 None None] For port 6468635f-54c9-40ce-a9ef-45fbfef292c0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6468635f-54c9-40ce-a9ef-45fbfef292c0,segment=NetworkSegment(d2b33754-ec7b-4a57-b749-638444c3682c),segment_id=d2b33754-ec7b-4a57-b749-638444c3682c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:26.435645 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-57b45050-caa1-4c5a-810c-8608c2d3c429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.456833 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-57b45050-caa1-4c5a-810c-8608c2d3c429 None None] Calling delete_port for 6468635f-54c9-40ce-a9ef-45fbfef292c0 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:26.463951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:26.467692 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.485354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.512664 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cbd470d4-fd51-4c91-a4ae-8ea3ccbb655f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.535522 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-cbd470d4-fd51-4c91-a4ae-8ea3ccbb655f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for deaab9af-b483-47bb-8556-83045977b8fe owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:26.591383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-57b45050-caa1-4c5a-810c-8608c2d3c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.622222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b45050-caa1-4c5a-810c-8608c2d3c429 None None] No DVR routers for this DVR port 6468635f-54c9-40ce-a9ef-45fbfef292c0 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:26.647251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.654053 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.661925 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.664428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b45050-caa1-4c5a-810c-8608c2d3c429 None None] Pushing event deleted for resources: {'Port': ['ID=6468635f-54c9-40ce-a9ef-45fbfef292c0,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:26.667181 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] No DVR routers for this DVR port 6468635f-54c9-40ce-a9ef-45fbfef292c0 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:26.688199 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cbd470d4-fd51-4c91-a4ae-8ea3ccbb655f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.734032 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:26.740224 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event deleted for resources: {'Port': ['ID=6468635f-54c9-40ce-a9ef-45fbfef292c0,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:26.742802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd470d4-fd51-4c91-a4ae-8ea3ccbb655f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=deaab9af-b483-47bb-8556-83045977b8fe,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:26.744566 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad3331f-f672-4bb0-abd6-b9145c51dca8,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:26.756296 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cbd470d4-fd51-4c91-a4ae-8ea3ccbb655f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.761833 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cbd470d4-fd51-4c91-a4ae-8ea3ccbb655f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/deaab9af-b483-47bb-8556-83045977b8fe HTTP/1.1" status: 204 len: 168 time: 0.5726047 Feb 04 05:42:26.762030 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.762237 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Added segment ba5bee84-6b80-48b4-b277-569a8d1ba4ff of type vlan for network 99cffe53-689e-4c68-95bc-797fbe732ade Feb 04 05:42:26.763471 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48072) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:26.807178 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.814406 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48076) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:26.842873 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-850af4f8-901f-4a4d-a48b-0bc99d702d65 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] GET failed (client error): The resource could not be found. Feb 04 05:42:26.844514 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-850af4f8-901f-4a4d-a48b-0bc99d702d65 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/deaab9af-b483-47bb-8556-83045977b8fe HTTP/1.1" status: 404 len: 333 time: 0.0786512 Feb 04 05:42:26.849377 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48080) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:26.856023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-0806d629-fb61-40dc-ac58-8fc4c39938fb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'name': 'tempest-PortsTestJSON-101735344'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:26.860971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.861157 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.863854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-2db54387-341c-4baa-b9b8-4d0fcc44f689 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Allocated IP 2001:db8::1fa (ac239427-55e5-4c08-a1f6-2176cf5199bd/0498680d-c296-4bff-9bf4-b3cf272c41cf/af94b2ca-fc8b-4f9d-beb1-6fa3366d59c8) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:26.866790 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:26.867488 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.923577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf61df85-f956-41c8-b216-83224029292b']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:26.946356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b33754-ec7b-4a57-b749-638444c3682c') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:26.946644 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b33754-ec7b-4a57-b749-638444c3682c') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:26.963037 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:26.980577 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f334ae37-0c31-4344-bf08-1b0eb19d1eb5 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Request body: {'quota': {'network': 2}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:26.987078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006694d-9292-41c7-84d5-b8c9e64e3345 req-fe6a99ee-a6ec-4a86-a2c6-00f160c839b8 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:26.988782 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f006694d-9292-41c7-84d5-b8c9e64e3345 req-fe6a99ee-a6ec-4a86-a2c6-00f160c839b8 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1311398 Feb 04 05:42:26.997867 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.007218 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9889352 Feb 04 05:42:27.017305 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48082) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:27.027382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:27.027788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:27.031969 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:27.034641 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4f40c94d-a3a1-463d-b3cc-e43a4d9e581f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:27.064377 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba60e2-0583-424e-99df-cbe78a7245d3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Network': ['ID=99cffe53-689e-4c68-95bc-797fbe732ade,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:27.075688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:27.146500 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f334ae37-0c31-4344-bf08-1b0eb19d1eb5 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] 10.222.0.10 "PUT /v2.0/quotas/89b2f57744114b31acdae03b34c83d8d HTTP/1.1" status: 200 len: 368 time: 0.3182545 Feb 04 05:42:27.148286 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f006694d-9292-41c7-84d5-b8c9e64e3345 req-78693703-49d2-4cb5-9869-8e820ce17b84 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474867 Feb 04 05:42:27.149859 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48084) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:27.154395 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Request body: {'network': {'project_id': '89b2f57744114b31acdae03b34c83d8d'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:27.172386 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.175547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0806d629-fb61-40dc-ac58-8fc4c39938fb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:27.178564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.179553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0806d629-fb61-40dc-ac58-8fc4c39938fb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.180256 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6468635f-54c9-40ce-a9ef-45fbfef292c0 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:42:27.182131 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] 10.222.0.10 "DELETE /v2.0/networks/cf61df85-f956-41c8-b216-83224029292b HTTP/1.1" status: 204 len: 168 time: 1.3778763 Feb 04 05:42:27.204566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 6468635f-54c9-40ce-a9ef-45fbfef292c0 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:42:27.205142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6468635f-54c9-40ce-a9ef-45fbfef292c0 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:42:27.223305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca7f1b-78e1-4cb6-a19b-7fe19ff64762 tempest-FloatingIPNegativeTestJSON-1325562830 tempest-FloatingIPNegativeTestJSON-1325562830-project] Pushing event deleted for resources: {'Network': ['ID=cf61df85-f956-41c8-b216-83224029292b,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:27.226083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f40c94d-a3a1-463d-b3cc-e43a4d9e581f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:27.229618 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4f40c94d-a3a1-463d-b3cc-e43a4d9e581f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.230740 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Made reservation on behalf of 89b2f57744114b31acdae03b34c83d8d for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:27.233138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.233333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-0806d629-fb61-40dc-ac58-8fc4c39938fb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port 004512cd-c86e-4c38-a9b0-d88cc0de6d6e yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:27.250295 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.271464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2db54387-341c-4baa-b9b8-4d0fcc44f689 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.342190 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2db54387-341c-4baa-b9b8-4d0fcc44f689 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.405265 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db54387-341c-4baa-b9b8-4d0fcc44f689 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Network ac239427-55e5-4c08-a1f6-2176cf5199bd is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:27.413535 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-2db54387-341c-4baa-b9b8-4d0fcc44f689 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:27.421339 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db54387-341c-4baa-b9b8-4d0fcc44f689 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:27.422379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db54387-341c-4baa-b9b8-4d0fcc44f689 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:27.422989 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2db54387-341c-4baa-b9b8-4d0fcc44f689 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.431777 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.444595 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.452118 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db54387-341c-4baa-b9b8-4d0fcc44f689 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Pushing event updated for resources: {'Port': ['ID=af94b2ca-fc8b-4f9d-beb1-6fa3366d59c8,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:27.462291 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2db54387-341c-4baa-b9b8-4d0fcc44f689 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4592447 Feb 04 05:42:27.471231 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48090) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:27.484300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:27.509853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48092) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:27.516373 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0806d629-fb61-40dc-ac58-8fc4c39938fb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.522802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4c1ece-cf93-4bef-97cc-ee6b92b604b7,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:27.527372 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.527819 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Added segment 3fbafc95-3d73-4bff-a63c-c5b2c072b44d of type vlan for network 292b1961-f828-473f-ba22-54d76ffab5c9 Feb 04 05:42:27.595412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.595953 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4f40c94d-a3a1-463d-b3cc-e43a4d9e581f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.626937 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e76567f7-059c-4770-81d9-503ece2ecb82 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Deleting port af94b2ca-fc8b-4f9d-beb1-6fa3366d59c8 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:27.627299 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e76567f7-059c-4770-81d9-503ece2ecb82 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.629506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0806d629-fb61-40dc-ac58-8fc4c39938fb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.630128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.631040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:27.631615 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.713360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40c94d-a3a1-463d-b3cc-e43a4d9e581f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=9758afa5-e043-4e2a-a66d-220c07da8e23,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:27.716699 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0806d629-fb61-40dc-ac58-8fc4c39938fb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network a0baa961-271a-4743-bbff-405f2d42372f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:27.719061 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806d629-fb61-40dc-ac58-8fc4c39938fb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=004512cd-c86e-4c38-a9b0-d88cc0de6d6e,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:27.723175 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-0806d629-fb61-40dc-ac58-8fc4c39938fb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:27.725805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0806d629-fb61-40dc-ac58-8fc4c39938fb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:27.731158 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0806d629-fb61-40dc-ac58-8fc4c39938fb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:27.731757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0806d629-fb61-40dc-ac58-8fc4c39938fb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.736917 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f40c94d-a3a1-463d-b3cc-e43a4d9e581f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:27.736917 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f40c94d-a3a1-463d-b3cc-e43a4d9e581f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network hostable DHCP agents. Network: 99cffe53-689e-4c68-95bc-797fbe732ade, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:27.741075 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5872552 Feb 04 05:42:27.742144 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48096) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:27.748782 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b927791a-ba88-4872-9ef3-47fab5e67f4e tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Request body: {'network': {'project_id': '89b2f57744114b31acdae03b34c83d8d'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:27.767214 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0806d629-fb61-40dc-ac58-8fc4c39938fb tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9124842 Feb 04 05:42:27.767487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48098) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:27.776395 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-deb465bc-13a0-49d4-9430-d9fd2493af5e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:27.781818 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588a8be-df52-4f30-aaad-b2c036fcfd4f tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Pushing event updated for resources: {'Network': ['ID=292b1961-f828-473f-ba22-54d76ffab5c9,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:27.791714 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-91b1dd82-fb20-4c10-bead-74be11ad3556 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f700b248b431497c9ef04226f660878c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785001 Feb 04 05:42:27.794927 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 292b1961-f828-473f-ba22-54d76ffab5c9 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:27.795750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48100) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:27.808695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f40c94d-a3a1-463d-b3cc-e43a4d9e581f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:27.811960 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e76567f7-059c-4770-81d9-503ece2ecb82 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.832339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4f40c94d-a3a1-463d-b3cc-e43a4d9e581f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 99cffe53-689e-4c68-95bc-797fbe732ade) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:27.836157 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e76567f7-059c-4770-81d9-503ece2ecb82 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Calling delete_port for af94b2ca-fc8b-4f9d-beb1-6fa3366d59c8 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:27.848665 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862fd964-1aa6-4178-b5f3-a537eea156b9 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:27.855407 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b927791a-ba88-4872-9ef3-47fab5e67f4e tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Made reservation on behalf of 89b2f57744114b31acdae03b34c83d8d for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:27.856953 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b927791a-ba88-4872-9ef3-47fab5e67f4e tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.861144 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f40c94d-a3a1-463d-b3cc-e43a4d9e581f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:27.862158 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4f40c94d-a3a1-463d-b3cc-e43a4d9e581f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.882935 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-deb465bc-13a0-49d4-9430-d9fd2493af5e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.908528 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4f40c94d-a3a1-463d-b3cc-e43a4d9e581f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8822405 Feb 04 05:42:27.908733 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48102) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:27.917720 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f1c2304f-a5f8-412a-b1bf-1df4f4da3820 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'name': 'tempest-NetworksTestDHCPv6-281180207'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:27.939488 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-29ade50c-b27b-47d4-b11c-169422dd72d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.942130 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b927791a-ba88-4872-9ef3-47fab5e67f4e tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:27.960107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b927791a-ba88-4872-9ef3-47fab5e67f4e tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:27.960458 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-b927791a-ba88-4872-9ef3-47fab5e67f4e tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Added segment 5f70790f-ec3a-4a03-b82b-f3e973a31863 of type vlan for network e083f777-023e-4690-93e4-10bc4172c5b3 Feb 04 05:42:28.016745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-29ade50c-b27b-47d4-b11c-169422dd72d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.051278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b927791a-ba88-4872-9ef3-47fab5e67f4e tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.104270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b927791a-ba88-4872-9ef3-47fab5e67f4e tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.105447 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b927791a-ba88-4872-9ef3-47fab5e67f4e tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:28.106517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b927791a-ba88-4872-9ef3-47fab5e67f4e tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.154054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-29ade50c-b27b-47d4-b11c-169422dd72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.156678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-29ade50c-b27b-47d4-b11c-169422dd72d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.156997 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '9758afa5-e043-4e2a-a66d-220c07da8e23'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:28.158364 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-29ade50c-b27b-47d4-b11c-169422dd72d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e19c75b7-4e07-487b-89db-310cb7f63b18 HTTP/1.1" status: 204 len: 168 time: 0.3611758 Feb 04 05:42:28.158500 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.167329 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ade50c-b27b-47d4-b11c-169422dd72d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19c75b7-4e07-487b-89db-310cb7f63b18,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:28.169085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e76567f7-059c-4770-81d9-503ece2ecb82 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.204264 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76567f7-059c-4770-81d9-503ece2ecb82 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Pushing event deleted for resources: {'Port': ['ID=af94b2ca-fc8b-4f9d-beb1-6fa3366d59c8,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:28.206171 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c2304f-a5f8-412a-b1bf-1df4f4da3820 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:28.213191 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b927791a-ba88-4872-9ef3-47fab5e67f4e tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4646659 Feb 04 05:42:28.213685 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f1c2304f-a5f8-412a-b1bf-1df4f4da3820 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.213979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48108) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:28.216095 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-deb465bc-13a0-49d4-9430-d9fd2493af5e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.241965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d80f78ec-77ba-4d4f-8db9-d213bb4eb8ad tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Request body: {'network': {'project_id': '89b2f57744114b31acdae03b34c83d8d'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:28.244743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e76567f7-059c-4770-81d9-503ece2ecb82 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.250246 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e76567f7-059c-4770-81d9-503ece2ecb82 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "DELETE /v2.0/ports/af94b2ca-fc8b-4f9d-beb1-6fa3366d59c8 HTTP/1.1" status: 204 len: 168 time: 0.7757006 Feb 04 05:42:28.250616 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48110) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:28.253288 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-deb465bc-13a0-49d4-9430-d9fd2493af5e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.253524 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-f1c2304f-a5f8-412a-b1bf-1df4f4da3820 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port 95abfcfd-013d-43ec-bbde-37d19e67b0a1 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:28.264712 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac239427-55e5-4c08-a1f6-2176cf5199bd', 'external_fixed_ips': [{'subnet_id': '0498680d-c296-4bff-9bf4-b3cf272c41cf', 'ip_address': '2001:db8::1fa'}]}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:28.298239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927791a-ba88-4872-9ef3-47fab5e67f4e tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Pushing event updated for resources: {'Network': ['ID=e083f777-023e-4690-93e4-10bc4172c5b3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:28.316588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network e083f777-023e-4690-93e4-10bc4172c5b3 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:28.337895 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-deb465bc-13a0-49d4-9430-d9fd2493af5e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] In _notify_port_updated(), no bound segment for port 004512cd-c86e-4c38-a9b0-d88cc0de6d6e on network a0baa961-271a-4743-bbff-405f2d42372f {{(pid=108744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:42:28.346996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb465bc-13a0-49d4-9430-d9fd2493af5e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:28.347762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-deb465bc-13a0-49d4-9430-d9fd2493af5e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.350992 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-deb465bc-13a0-49d4-9430-d9fd2493af5e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "PUT /v2.0/ports/004512cd-c86e-4c38-a9b0-d88cc0de6d6e HTTP/1.1" status: 200 len: 818 time: 0.5810528 Feb 04 05:42:28.354460 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48114) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:28.381666 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80f78ec-77ba-4d4f-8db9-d213bb4eb8ad tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 05:42:28.382159 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80f78ec-77ba-4d4f-8db9-d213bb4eb8ad tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:42:28.383490 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d80f78ec-77ba-4d4f-8db9-d213bb4eb8ad tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1483912 Feb 04 05:42:28.389343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48116) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:28.406930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.407953 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.425354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb465bc-13a0-49d4-9430-d9fd2493af5e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=004512cd-c86e-4c38-a9b0-d88cc0de6d6e,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:28.427422 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374406c7-9928-4dbc-900d-c9ebb3173fad req-d34a2bf6-e3b8-46bc-b7b8-4705c01a4cd5 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:28.434350 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-374406c7-9928-4dbc-900d-c9ebb3173fad req-d34a2bf6-e3b8-46bc-b7b8-4705c01a4cd5 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1714203 Feb 04 05:42:28.501504 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1dfab55f-0fd1-4b92-9fcf-6bdecb3545b3 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89b2f57744114b31acdae03b34c83d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1109922 Feb 04 05:42:28.503132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.504414 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48120) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:28.523762 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-f1c2304f-a5f8-412a-b1bf-1df4f4da3820 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::3a (99cffe53-689e-4c68-95bc-797fbe732ade/9758afa5-e043-4e2a-a66d-220c07da8e23/95abfcfd-013d-43ec-bbde-37d19e67b0a1) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:28.550418 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-374406c7-9928-4dbc-900d-c9ebb3173fad req-e9a1b904-b67c-4ed9-a351-72b81ec9670d tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150217 Feb 04 05:42:28.592157 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-a78773f4-cb16-43c3-8ced-a2bbdba4a8d7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port 004512cd-c86e-4c38-a9b0-d88cc0de6d6e {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:28.592580 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a78773f4-cb16-43c3-8ced-a2bbdba4a8d7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.695348 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.699949 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05e842e4-be0b-430c-94a9-649f03abda3c tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.711067 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a78773f4-cb16-43c3-8ced-a2bbdba4a8d7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.731828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-a78773f4-cb16-43c3-8ced-a2bbdba4a8d7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for 004512cd-c86e-4c38-a9b0-d88cc0de6d6e owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:28.733458 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05e842e4-be0b-430c-94a9-649f03abda3c tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.823334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f1c2304f-a5f8-412a-b1bf-1df4f4da3820 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.830653 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05e842e4-be0b-430c-94a9-649f03abda3c tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.833750 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05e842e4-be0b-430c-94a9-649f03abda3c tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.837963 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-05e842e4-be0b-430c-94a9-649f03abda3c tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f4c1ece-cf93-4bef-97cc-ee6b92b604b7 HTTP/1.1" status: 204 len: 168 time: 0.3290298 Feb 04 05:42:28.837963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48134) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:28.880993 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a78773f4-cb16-43c3-8ced-a2bbdba4a8d7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.886502 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e842e4-be0b-430c-94a9-649f03abda3c tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4c1ece-cf93-4bef-97cc-ee6b92b604b7,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:28.921596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f1c2304f-a5f8-412a-b1bf-1df4f4da3820 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.928449 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78773f4-cb16-43c3-8ced-a2bbdba4a8d7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=004512cd-c86e-4c38-a9b0-d88cc0de6d6e,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:28.968546 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a78773f4-cb16-43c3-8ced-a2bbdba4a8d7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:28.971814 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Allocated IP 2001:db8::2 (99cffe53-689e-4c68-95bc-797fbe732ade/9758afa5-e043-4e2a-a66d-220c07da8e23/3a452d30-9291-4f19-ab3f-7b373278a5fe) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:28.974289 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a78773f4-cb16-43c3-8ced-a2bbdba4a8d7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/004512cd-c86e-4c38-a9b0-d88cc0de6d6e HTTP/1.1" status: 204 len: 168 time: 0.6181278 Feb 04 05:42:28.981173 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48138) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:29.032741 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c2304f-a5f8-412a-b1bf-1df4f4da3820 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:29.033622 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48140) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:29.062239 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-f1c2304f-a5f8-412a-b1bf-1df4f4da3820 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:29.067240 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c2304f-a5f8-412a-b1bf-1df4f4da3820 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:29.078259 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2304f-a5f8-412a-b1bf-1df4f4da3820 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:29.078259 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f1c2304f-a5f8-412a-b1bf-1df4f4da3820 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.095294 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2304f-a5f8-412a-b1bf-1df4f4da3820 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=95abfcfd-013d-43ec-bbde-37d19e67b0a1,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:29.121214 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f1c2304f-a5f8-412a-b1bf-1df4f4da3820 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2114301 Feb 04 05:42:29.136198 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3d949-abc9-4506-bc6e-3606cbc753c6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:29.139130 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2de3d949-abc9-4506-bc6e-3606cbc753c6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1561563 Feb 04 05:42:29.139851 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48144) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:29.141642 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48146) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:29.191117 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.201266 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.203659 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-561de0ae-97b7-4b46-b1a0-3a87eb5a0b53 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] GET failed (client error): The resource could not be found. Feb 04 05:42:29.206518 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-561de0ae-97b7-4b46-b1a0-3a87eb5a0b53 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/004512cd-c86e-4c38-a9b0-d88cc0de6d6e HTTP/1.1" status: 404 len: 333 time: 0.0570614 Feb 04 05:42:29.211022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48148) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:29.217220 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-683295592'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:29.226946 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-500b4aa5-30f4-47f9-b410-230c013ade91 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2146276957'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:29.246328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:29.249599 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:29.253031 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:29.255248 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b6e9ffbb-c4ab-4c60-a47f-91ab35f3abf1 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.267349 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Pushing event updated for resources: {'Port': ['ID=3a452d30-9291-4f19-ab3f-7b373278a5fe,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:29.282237 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b02d4-442b-409f-b044-b0a3046527ba tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:29.283963 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f86b02d4-442b-409f-b044-b0a3046527ba tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1430960 Feb 04 05:42:29.287588 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48150) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:29.288299 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:29.293478 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.318355 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Attempting to bind port 3a452d30-9291-4f19-ab3f-7b373278a5fe on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:29.318886 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Attempting to bind port 3a452d30-9291-4f19-ab3f-7b373278a5fe by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:29.319185 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Attempting to bind port 3a452d30-9291-4f19-ab3f-7b373278a5fe on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:29.319910 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.325275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:29.325651 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:29.326121 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.326526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:29.326988 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Bound port: 3a452d30-9291-4f19-ab3f-7b373278a5fe, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:29.327373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.329219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500b4aa5-30f4-47f9-b410-230c013ade91 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:29.332593 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-500b4aa5-30f4-47f9-b410-230c013ade91 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.334518 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.375586 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.396149 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b6e9ffbb-c4ab-4c60-a47f-91ab35f3abf1 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.397119 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] For port 3a452d30-9291-4f19-ab3f-7b373278a5fe, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:29.401724 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] For port 3a452d30-9291-4f19-ab3f-7b373278a5fe, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3a452d30-9291-4f19-ab3f-7b373278a5fe,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:42:29.408369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.418060 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500b4aa5-30f4-47f9-b410-230c013ade91 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:29.440292 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-500b4aa5-30f4-47f9-b410-230c013ade91 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.440627 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-500b4aa5-30f4-47f9-b410-230c013ade91 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Added segment 3d485b04-a6a3-420c-8def-8ff17dd0e88c of type vlan for network 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e Feb 04 05:42:29.450985 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b6e9ffbb-c4ab-4c60-a47f-91ab35f3abf1 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e083f777-023e-4690-93e4-10bc4172c5b3']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:29.465898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b6e9ffbb-c4ab-4c60-a47f-91ab35f3abf1 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f70790f-ec3a-4a03-b82b-f3e973a31863') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:29.466497 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b6e9ffbb-c4ab-4c60-a47f-91ab35f3abf1 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f70790f-ec3a-4a03-b82b-f3e973a31863') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:29.487877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfc9c5-29c9-4c32-9def-e20ef13a1fcf None None] Pushing event updated for resources: {'Port': ['ID=3a452d30-9291-4f19-ab3f-7b373278a5fe,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:29.514499 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b6e9ffbb-c4ab-4c60-a47f-91ab35f3abf1 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.521463 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-500b4aa5-30f4-47f9-b410-230c013ade91 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.537691 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b6e9ffbb-c4ab-4c60-a47f-91ab35f3abf1 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.551359 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e9ffbb-c4ab-4c60-a47f-91ab35f3abf1 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:29.552297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b6e9ffbb-c4ab-4c60-a47f-91ab35f3abf1 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:29.554098 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:29.557565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-52f04591-4014-438a-851e-5194d0e607bc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port 95abfcfd-013d-43ec-bbde-37d19e67b0a1 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:29.558043 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52f04591-4014-438a-851e-5194d0e607bc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.584169 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.587648 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-500b4aa5-30f4-47f9-b410-230c013ade91 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.593623 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500b4aa5-30f4-47f9-b410-230c013ade91 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:29.594414 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-500b4aa5-30f4-47f9-b410-230c013ade91 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.639756 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.678306 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b6e9ffbb-c4ab-4c60-a47f-91ab35f3abf1 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.684422 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Allocated IP 2001:db8::1fa (ac239427-55e5-4c08-a1f6-2176cf5199bd/0498680d-c296-4bff-9bf4-b3cf272c41cf/30972e94-eda9-4dc2-8d0e-e0baacb8b7e5) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:29.706036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b6e9ffbb-c4ab-4c60-a47f-91ab35f3abf1 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.712470 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b6e9ffbb-c4ab-4c60-a47f-91ab35f3abf1 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] 10.222.0.10 "DELETE /v2.0/networks/e083f777-023e-4690-93e4-10bc4172c5b3 HTTP/1.1" status: 204 len: 168 time: 0.8716660 Feb 04 05:42:29.713445 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9ffbb-c4ab-4c60-a47f-91ab35f3abf1 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Pushing event deleted for resources: {'Network': ['ID=e083f777-023e-4690-93e4-10bc4172c5b3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:29.717270 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-500b4aa5-30f4-47f9-b410-230c013ade91 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4937890 Feb 04 05:42:29.717407 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48154) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:29.723042 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48156) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:29.750170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6d8e5b94-0f7c-4346-a7ba-cec074e65af8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'subnet': {'network_id': '5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:29.759666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:29.841569 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36291224-337b-4afc-a729-0007bb73acb0 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.854789 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.855282 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Added segment c5bdf4d9-6e31-4d69-8e00-745d9c0ba339 of type vlan for network cb86378d-cdd5-46f1-a137-b3b755a74aa4 Feb 04 05:42:29.856612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b4aa5-30f4-47f9-b410-230c013ade91 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Network': ['ID=5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:29.872423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:29.873998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c338785-8b3d-43a9-aae4-6c17c0c5d878,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:29.892802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52f04591-4014-438a-851e-5194d0e607bc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.921350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.943647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.947022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-52f04591-4014-438a-851e-5194d0e607bc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for 95abfcfd-013d-43ec-bbde-37d19e67b0a1 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:29.968957 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36291224-337b-4afc-a729-0007bb73acb0 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:29.969806 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653f6cf-f6ca-4d87-abb3-191ebb1dba22 req-583a4f46-1352-4131-87bc-a8832b81dfa7 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:29.971518 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4653f6cf-f6ca-4d87-abb3-191ebb1dba22 req-583a4f46-1352-4131-87bc-a8832b81dfa7 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2919240 Feb 04 05:42:29.997614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-36291224-337b-4afc-a729-0007bb73acb0 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292b1961-f828-473f-ba22-54d76ffab5c9']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:30.010960 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-36291224-337b-4afc-a729-0007bb73acb0 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbafc95-3d73-4bff-a63c-c5b2c072b44d') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:30.011258 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-36291224-337b-4afc-a729-0007bb73acb0 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbafc95-3d73-4bff-a63c-c5b2c072b44d') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:30.023326 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36291224-337b-4afc-a729-0007bb73acb0 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.030173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.052419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.057908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:30.058602 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.067810 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36291224-337b-4afc-a729-0007bb73acb0 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.078356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36291224-337b-4afc-a729-0007bb73acb0 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:30.078751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36291224-337b-4afc-a729-0007bb73acb0 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:30.082933 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:30.086416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Network ac239427-55e5-4c08-a1f6-2176cf5199bd is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:30.098568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:30.128880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:30.145049 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8e5b94-0f7c-4346-a7ba-cec074e65af8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:30.149035 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5b94-0f7c-4346-a7ba-cec074e65af8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.173190 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Pushing event updated for resources: {'Port': ['ID=30972e94-eda9-4dc2-8d0e-e0baacb8b7e5,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:30.182439 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1467733 Feb 04 05:42:30.210297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36291224-337b-4afc-a729-0007bb73acb0 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.220303 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36291224-337b-4afc-a729-0007bb73acb0 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.224675 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-36291224-337b-4afc-a729-0007bb73acb0 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] 10.222.0.10 "DELETE /v2.0/networks/292b1961-f828-473f-ba22-54d76ffab5c9 HTTP/1.1" status: 204 len: 168 time: 0.5059695 Feb 04 05:42:30.257109 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36291224-337b-4afc-a729-0007bb73acb0 tempest-QuotasNegativeTest-1567093570 tempest-QuotasNegativeTest-1567093570-project-admin] Pushing event deleted for resources: {'Network': ['ID=292b1961-f828-473f-ba22-54d76ffab5c9,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:30.328310 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4653f6cf-f6ca-4d87-abb3-191ebb1dba22 req-d6d37aa9-bbea-420f-a400-c51d7d27092c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3416948 Feb 04 05:42:30.331793 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18afff1-0ee7-4aaa-aa0d-09e4d44676af tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Network': ['ID=cb86378d-cdd5-46f1-a137-b3b755a74aa4,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:30.344208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network cb86378d-cdd5-46f1-a137-b3b755a74aa4 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:30.367305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52f04591-4014-438a-851e-5194d0e607bc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.425911 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.506265 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f04591-4014-438a-851e-5194d0e607bc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=95abfcfd-013d-43ec-bbde-37d19e67b0a1,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:30.519889 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52f04591-4014-438a-851e-5194d0e607bc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.527398 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-52f04591-4014-438a-851e-5194d0e607bc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/95abfcfd-013d-43ec-bbde-37d19e67b0a1 HTTP/1.1" status: 204 len: 168 time: 1.2313747 Feb 04 05:42:30.529538 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48160) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:30.656708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b415a60-e72f-4f3a-9f7c-d499bf710e2a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:30.658697 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b415a60-e72f-4f3a-9f7c-d499bf710e2a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:30.663621 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8b415a60-e72f-4f3a-9f7c-d499bf710e2a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1329601 Feb 04 05:42:30.664382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48164) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:30.721168 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0009e6e-d05f-441d-bf97-af898df40ffe None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:30.738262 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c74506-a31d-4016-b96b-40eaecc0fc84 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 9758afa5-e043-4e2a-a66d-220c07da8e23 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:42:30.743921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-40c74506-a31d-4016-b96b-40eaecc0fc84 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.750802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.831121 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-40c74506-a31d-4016-b96b-40eaecc0fc84 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.875185 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-686da6c2-a37d-45ad-9f89-d6cec6c758f2 None None] Provisioning complete for port 3a452d30-9291-4f19-ab3f-7b373278a5fe triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:30.875728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-686da6c2-a37d-45ad-9f89-d6cec6c758f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:30.976835 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Router e7342c7f-7faa-4bb5-a35f-b0406e07ad09 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:42:31.089170 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48170) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:31.124956 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-686da6c2-a37d-45ad-9f89-d6cec6c758f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:31.194073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-686da6c2-a37d-45ad-9f89-d6cec6c758f2 None None] For port 3a452d30-9291-4f19-ab3f-7b373278a5fe, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3a452d30-9291-4f19-ab3f-7b373278a5fe,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:31.202057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-686da6c2-a37d-45ad-9f89-d6cec6c758f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:31.316622 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686da6c2-a37d-45ad-9f89-d6cec6c758f2 None None] Pushing event updated for resources: {'Port': ['ID=3a452d30-9291-4f19-ab3f-7b373278a5fe,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:31.319255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:42:31.340062 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Sync routers for ids ['e7342c7f-7faa-4bb5-a35f-b0406e07ad09'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:42:31.360405 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Routers {'e7342c7f-7faa-4bb5-a35f-b0406e07ad09'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:31.378804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['e7342c7f-7faa-4bb5-a35f-b0406e07ad09'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:31.379565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-40c74506-a31d-4016-b96b-40eaecc0fc84 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:31.398061 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:31.404947 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48176) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:31.405396 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bd9bec91-e935-4ecd-89e3-1797ecdcdd15 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1528561 Feb 04 05:42:31.448864 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d374d2d3-841c-4ea2-a08f-f4fbfc8b010c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:31.489417 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3a452d30-9291-4f19-ab3f-7b373278a5fe up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:31.510612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5b94-0f7c-4346-a7ba-cec074e65af8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:31.552646 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d374d2d3-841c-4ea2-a08f-f4fbfc8b010c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:31.559000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d374d2d3-841c-4ea2-a08f-f4fbfc8b010c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:31.631275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 3a452d30-9291-4f19-ab3f-7b373278a5fe triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:31.631650 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:31.631767 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d374d2d3-841c-4ea2-a08f-f4fbfc8b010c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44fbed97d8bb4da2b3cad31a81c55e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5381858 Feb 04 05:42:31.635193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48178) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:31.643214 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Set router e7342c7f-7faa-4bb5-a35f-b0406e07ad09 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:42:31.658064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374d2d3-841c-4ea2-a08f-f4fbfc8b010c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9335657-1f8b-4cca-a8e3-f80cc00f7343,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:31.726173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-300d19d0-1bf9-40c7-b654-3cf7ed2c651c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:31.776103 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-300d19d0-1bf9-40c7-b654-3cf7ed2c651c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:31.823214 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-90bbe1d2-6e40-4c68-92be-7385746c7dcf None None] Provisioning complete for port 3a452d30-9291-4f19-ab3f-7b373278a5fe triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:31.824687 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-90bbe1d2-6e40-4c68-92be-7385746c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:31.884469 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-300d19d0-1bf9-40c7-b654-3cf7ed2c651c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:31.887924 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-300d19d0-1bf9-40c7-b654-3cf7ed2c651c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:31.889211 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-300d19d0-1bf9-40c7-b654-3cf7ed2c651c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9335657-1f8b-4cca-a8e3-f80cc00f7343 HTTP/1.1" status: 204 len: 168 time: 0.2527428 Feb 04 05:42:31.902554 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d19d0-1bf9-40c7-b654-3cf7ed2c651c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9335657-1f8b-4cca-a8e3-f80cc00f7343,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:31.922975 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e5b94-0f7c-4346-a7ba-cec074e65af8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Subnet': ['ID=8d78c6ea-47a7-4919-9f04-5351aca69b4b,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:31.949735 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-40c74506-a31d-4016-b96b-40eaecc0fc84 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.006413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c74506-a31d-4016-b96b-40eaecc0fc84 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=9758afa5-e043-4e2a-a66d-220c07da8e23,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:32.064062 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc564937-b7a2-4abd-9f44-303acc14d56e req-0af8ea93-cc3a-40b9-b8a1-027c1f99ac9b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:32.066305 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bc564937-b7a2-4abd-9f44-303acc14d56e req-0af8ea93-cc3a-40b9-b8a1-027c1f99ac9b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.5279927 Feb 04 05:42:32.070403 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-40c74506-a31d-4016-b96b-40eaecc0fc84 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.076748 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-40c74506-a31d-4016-b96b-40eaecc0fc84 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/9758afa5-e043-4e2a-a66d-220c07da8e23 HTTP/1.1" status: 204 len: 168 time: 1.4073005 Feb 04 05:42:32.078608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48182) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:32.078805 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2486-986c-4b69-ae38-d89f934c8c1c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.173627 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e5b94-0f7c-4346-a7ba-cec074e65af8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Checking segment: {'id': '3d485b04-a6a3-420c-8def-8ff17dd0e88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:32.178994 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8e5b94-0f7c-4346-a7ba-cec074e65af8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network hostable DHCP agents. Network: 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:32.204483 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bca0951b-aa5c-46d2-8963-4c3330bd26b2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1221321 Feb 04 05:42:32.207162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48186) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:32.223894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-608cf481-60ab-402b-99a1-61083f426700 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:32.231080 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de38696f-7d5b-4676-9375-ea5360cba8f6 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:32.259077 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bc564937-b7a2-4abd-9f44-303acc14d56e req-f9b043f1-9b4e-4899-b2de-230c4ab6bb68 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779137 Feb 04 05:42:32.347304 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8e5b94-0f7c-4346-a7ba-cec074e65af8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:32.349714 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7342c7f-7faa-4bb5-a35f-b0406e07ad09', 'name': '', 'tenant_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac239427-55e5-4c08-a1f6-2176cf5199bd', 'external_fixed_ips': [{'subnet_id': '0498680d-c296-4bff-9bf4-b3cf272c41cf', 'ip_address': '2001:db8::1fa'}], 'enable_snat': True}, 'gw_port_id': '30972e94-eda9-4dc2-8d0e-e0baacb8b7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:42:28Z', 'updated_at': '2022-02-04T05:42:30Z', 'revision_number': 3, 'project_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'gw_port': {'id': '30972e94-eda9-4dc2-8d0e-e0baacb8b7e5', 'name': '', 'network_id': 'ac239427-55e5-4c08-a1f6-2176cf5199bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7342c7f-7faa-4bb5-a35f-b0406e07ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0498680d-c296-4bff-9bf4-b3cf272c41cf', 'ip_address': '2001:db8::1fa', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:42:29Z', 'updated_at': '2022-02-04T05:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0498680d-c296-4bff-9bf4-b3cf272c41cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:32.390046 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-6d8e5b94-0f7c-4346-a7ba-cec074e65af8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:32.393639 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Checking router: e7342c7f-7faa-4bb5-a35f-b0406e07ad09 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:42:32.394106 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Updating router e7342c7f-7faa-4bb5-a35f-b0406e07ad09 port 30972e94-eda9-4dc2-8d0e-e0baacb8b7e5 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:42:32.399533 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2486-986c-4b69-ae38-d89f934c8c1c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.404011 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8e5b94-0f7c-4346-a7ba-cec074e65af8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:32.405323 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5b94-0f7c-4346-a7ba-cec074e65af8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.406325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608cf481-60ab-402b-99a1-61083f426700 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:32.419394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-608cf481-60ab-402b-99a1-61083f426700 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.433448 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.435423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2f6dfb-6bb4-4fab-a311-0855d71bd3f1 None None] Network 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:32.458651 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6d8e5b94-0f7c-4346-a7ba-cec074e65af8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7211909 Feb 04 05:42:32.459565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48188) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:32.486828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-97b6114b-4979-494f-a5ac-d55b079545c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'subnet': {'network_id': '5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:32.506678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48190) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:32.513204 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-21ea7c84-ff46-4111-b49d-eb90b7dbe189 None None] Could not find standard attr ID for object 95abfcfd-013d-43ec-bbde-37d19e67b0a1. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:42:32.566195 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7d17-bd3c-4667-807a-dbf5f132c187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.627607 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-608cf481-60ab-402b-99a1-61083f426700 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.667500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7d17-bd3c-4667-807a-dbf5f132c187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.682740 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6c6e7d17-bd3c-4667-807a-dbf5f132c187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.701393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608cf481-60ab-402b-99a1-61083f426700 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:32.702668 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608cf481-60ab-402b-99a1-61083f426700 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=7cbf3f27-c203-44a4-a1bb-6715f6182212,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:32.706116 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-608cf481-60ab-402b-99a1-61083f426700 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:32.709436 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608cf481-60ab-402b-99a1-61083f426700 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:32.710461 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-608cf481-60ab-402b-99a1-61083f426700 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.729850 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-608cf481-60ab-402b-99a1-61083f426700 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5214391 Feb 04 05:42:32.732638 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48192) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:32.738395 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3aacbb7d-7b04-4dd6-beed-66124c07d8ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'name': 'tempest-NetworksTestDHCPv6-849242367'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:32.751724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f2486-986c-4b69-ae38-d89f934c8c1c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Deleting port 30972e94-eda9-4dc2-8d0e-e0baacb8b7e5 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:32.752411 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2486-986c-4b69-ae38-d89f934c8c1c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.756478 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6c6e7d17-bd3c-4667-807a-dbf5f132c187 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95fb8e0357914b7c94cfaa4ce2c7973c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473137 Feb 04 05:42:32.759741 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48194) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:32.819775 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e7d17-bd3c-4667-807a-dbf5f132c187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5089e5-c7ec-47bf-8423-c1800c606566,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:32.836439 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b6114b-4979-494f-a5ac-d55b079545c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:32.840355 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97b6114b-4979-494f-a5ac-d55b079545c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.889301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aacbb7d-7b04-4dd6-beed-66124c07d8ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:32.893618 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3aacbb7d-7b04-4dd6-beed-66124c07d8ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.925414 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-3aacbb7d-7b04-4dd6-beed-66124c07d8ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port c07eb681-0cae-4134-9e01-fd7d8fe757a0 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:32.957688 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2486-986c-4b69-ae38-d89f934c8c1c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:32.989739 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f2486-986c-4b69-ae38-d89f934c8c1c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Calling delete_port for 30972e94-eda9-4dc2-8d0e-e0baacb8b7e5 owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:32.991635 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3d058637-b197-4a3c-89f1-bd05003bf480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.009556 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.ipam_backend_mixin [None req-97b6114b-4979-494f-a5ac-d55b079545c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8d78c6ea-47a7-4919-9f04-5351aca69b4b (CIDR: 172.20.0.0/28) Feb 04 05:42:33.046854 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b6114b-4979-494f-a5ac-d55b079545c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:42:33.047508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b6114b-4979-494f-a5ac-d55b079545c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:42:33.062074 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3d058637-b197-4a3c-89f1-bd05003bf480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.062545 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-3aacbb7d-7b04-4dd6-beed-66124c07d8ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::217 (99cffe53-689e-4c68-95bc-797fbe732ade/7cbf3f27-c203-44a4-a1bb-6715f6182212/c07eb681-0cae-4134-9e01-fd7d8fe757a0) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:33.089031 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-97b6114b-4979-494f-a5ac-d55b079545c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6183250 Feb 04 05:42:33.095223 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48198) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:33.111511 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6fece070-de99-4125-a3f8-e160bdbe9df0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'subnet': {'network_id': '5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:33.224441 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.243047 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3d058637-b197-4a3c-89f1-bd05003bf480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.245651 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3d058637-b197-4a3c-89f1-bd05003bf480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.249253 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3d058637-b197-4a3c-89f1-bd05003bf480 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f5089e5-c7ec-47bf-8423-c1800c606566 HTTP/1.1" status: 204 len: 168 time: 0.4765637 Feb 04 05:42:33.253845 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3a452d30-9291-4f19-ab3f-7b373278a5fe up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:33.299473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.302848 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d058637-b197-4a3c-89f1-bd05003bf480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5089e5-c7ec-47bf-8423-c1800c606566,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:33.376686 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3aacbb7d-7b04-4dd6-beed-66124c07d8ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.389433 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48204) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:33.397580 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-cb992d07-6026-46bd-83ee-4e54c68fba57 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'subnet': {'network_id': 'cb86378d-cdd5-46f1-a137-b3b755a74aa4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:33.462913 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fece070-de99-4125-a3f8-e160bdbe9df0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:33.463449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e', 'network_id': '5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e', 'tenant_id': '7792832c90bd4ac49d281b6efc6d76c2', 'fixed_ips': [{'subnet_id': '8d78c6ea-47a7-4919-9f04-5351aca69b4b'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:33.464928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.466493 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6fece070-de99-4125-a3f8-e160bdbe9df0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.501252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e072550-a008-4172-88d3-33e8b8507f2b None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:42:33.522878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3aacbb7d-7b04-4dd6-beed-66124c07d8ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.528992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9433e-94f1-460c-9c6e-d15bdc21c7a0 req-2a201f8c-adae-4200-a174-6148d1480770 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:33.537196 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cdd9433e-94f1-460c-9c6e-d15bdc21c7a0 req-2a201f8c-adae-4200-a174-6148d1480770 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1374965 Feb 04 05:42:33.544045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2486-986c-4b69-ae38-d89f934c8c1c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.578670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb992d07-6026-46bd-83ee-4e54c68fba57 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:33.578861 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cb992d07-6026-46bd-83ee-4e54c68fba57 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.579198 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb4823-679a-4e00-a038-6c5604166a1a None None] Pushing event updated for resources: {'Port': ['ID=30972e94-eda9-4dc2-8d0e-e0baacb8b7e5,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:33.630829 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Attempting to bind port 30972e94-eda9-4dc2-8d0e-e0baacb8b7e5 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:33.631304 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Attempting to bind port 30972e94-eda9-4dc2-8d0e-e0baacb8b7e5 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '2260f041-e841-4e58-a846-94f1341c4720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ac239427-55e5-4c08-a1f6-2176cf5199bd'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:33.631547 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Attempting to bind port 30972e94-eda9-4dc2-8d0e-e0baacb8b7e5 on network ac239427-55e5-4c08-a1f6-2176cf5199bd {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:33.633128 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aacbb7d-7b04-4dd6-beed-66124c07d8ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:33.644805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-3aacbb7d-7b04-4dd6-beed-66124c07d8ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:33.650732 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacbb7d-7b04-4dd6-beed-66124c07d8ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=c07eb681-0cae-4134-9e01-fd7d8fe757a0,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:33.653793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aacbb7d-7b04-4dd6-beed-66124c07d8ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:33.662632 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:33.663277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Checking segment: {'id': '2260f041-e841-4e58-a846-94f1341c4720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ac239427-55e5-4c08-a1f6-2176cf5199bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:33.663514 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.663958 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Bound using segment: {'id': '2260f041-e841-4e58-a846-94f1341c4720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ac239427-55e5-4c08-a1f6-2176cf5199bd'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:33.664540 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Bound port: 30972e94-eda9-4dc2-8d0e-e0baacb8b7e5, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2260f041-e841-4e58-a846-94f1341c4720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ac239427-55e5-4c08-a1f6-2176cf5199bd'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:33.664955 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.666514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aacbb7d-7b04-4dd6-beed-66124c07d8ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:33.668469 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3aacbb7d-7b04-4dd6-beed-66124c07d8ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.686035 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f2486-986c-4b69-ae38-d89f934c8c1c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Pushing event deleted for resources: {'Port': ['ID=30972e94-eda9-4dc2-8d0e-e0baacb8b7e5,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:33.687633 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Port 30972e94-eda9-4dc2-8d0e-e0baacb8b7e5 has been deleted concurrently {{(pid=108746) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 04 05:42:33.705106 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 3a452d30-9291-4f19-ab3f-7b373278a5fe triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:33.705106 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.705301 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3aacbb7d-7b04-4dd6-beed-66124c07d8ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9704342 Feb 04 05:42:33.710251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48210) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:33.759288 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cdd9433e-94f1-460c-9c6e-d15bdc21c7a0 req-e97c5b9e-2513-42c8-b9e8-8564c4b5c753 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214127 Feb 04 05:42:33.778637 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Routers {'e7342c7f-7faa-4bb5-a35f-b0406e07ad09'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:33.779272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['e7342c7f-7faa-4bb5-a35f-b0406e07ad09'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:33.825311 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2486-986c-4b69-ae38-d89f934c8c1c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.836057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8e072550-a008-4172-88d3-33e8b8507f2b None None] Deleting port 3a452d30-9291-4f19-ab3f-7b373278a5fe {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:33.836444 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8e072550-a008-4172-88d3-33e8b8507f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.889484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cb992d07-6026-46bd-83ee-4e54c68fba57 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.892105 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Allocated IP 172.20.0.2 (5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e/8d78c6ea-47a7-4919-9f04-5351aca69b4b/674a6ced-3afe-4bcb-af57-612bf3174da3) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:33.910817 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8a7c7f-0b6c-4d5a-913e-5d83463b02cf tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:33.917221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8a7c7f-0b6c-4d5a-913e-5d83463b02cf tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:33.923325 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4f8a7c7f-0b6c-4d5a-913e-5d83463b02cf tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2102883 Feb 04 05:42:33.923675 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48218) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:33.936343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] Set router e7342c7f-7faa-4bb5-a35f-b0406e07ad09 gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:42:33.960045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2486-986c-4b69-ae38-d89f934c8c1c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:33.992796 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2486-986c-4b69-ae38-d89f934c8c1c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.002938 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb992d07-6026-46bd-83ee-4e54c68fba57 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Checking segment: {'id': 'c5bdf4d9-6e31-4d69-8e00-745d9c0ba339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb86378d-cdd5-46f1-a137-b3b755a74aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:34.003614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb992d07-6026-46bd-83ee-4e54c68fba57 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network hostable DHCP agents. Network: cb86378d-cdd5-46f1-a137-b3b755a74aa4, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:34.011791 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb992d07-6026-46bd-83ee-4e54c68fba57 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Subnet': ['ID=e497bc7d-410f-4844-9bc8-18316ebd74ca,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:34.033852 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.034645 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7342c7f-7faa-4bb5-a35f-b0406e07ad09', 'name': '', 'tenant_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:42:28Z', 'updated_at': '2022-02-04T05:42:33Z', 'revision_number': 5, 'project_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:34.040434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb992d07-6026-46bd-83ee-4e54c68fba57 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network cb86378d-cdd5-46f1-a137-b3b755a74aa4 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:34.063429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-cb992d07-6026-46bd-83ee-4e54c68fba57 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, cb86378d-cdd5-46f1-a137-b3b755a74aa4) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:34.068090 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb992d07-6026-46bd-83ee-4e54c68fba57 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:34.073514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cb992d07-6026-46bd-83ee-4e54c68fba57 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.095528 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cb992d07-6026-46bd-83ee-4e54c68fba57 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7033968 Feb 04 05:42:34.098419 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48222) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:34.104872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2486-986c-4b69-ae38-d89f934c8c1c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.105100 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-5e09897d-5c36-495c-8e23-7a5f8db21fe7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-420946292'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:34.105647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4f2486-986c-4b69-ae38-d89f934c8c1c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7342c7f-7faa-4bb5-a35f-b0406e07ad09 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:42:34.118513 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2486-986c-4b69-ae38-d89f934c8c1c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.122321 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0d4f2486-986c-4b69-ae38-d89f934c8c1c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "DELETE /v2.0/routers/e7342c7f-7faa-4bb5-a35f-b0406e07ad09 HTTP/1.1" status: 204 len: 168 time: 2.7076039 Feb 04 05:42:34.122453 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e65f82-798b-4a30-9e37-95098c79f022 None None] Network cb86378d-cdd5-46f1-a137-b3b755a74aa4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:34.125058 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48224) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:34.129254 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e23a64-8928-4c7a-a6b4-5e018a58ded3 None None] The sync data for ids ['e7342c7f-7faa-4bb5-a35f-b0406e07ad09'] in dv-neutron-827794-1-hyperv is: [{'id': 'e7342c7f-7faa-4bb5-a35f-b0406e07ad09', 'name': '', 'tenant_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:42:28Z', 'updated_at': '2022-02-04T05:42:33Z', 'revision_number': 5, 'project_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:42:34.137674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e09897d-5c36-495c-8e23-7a5f8db21fe7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:34.149978 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e09897d-5c36-495c-8e23-7a5f8db21fe7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.172296 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6fece070-de99-4125-a3f8-e160bdbe9df0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.210165 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8e072550-a008-4172-88d3-33e8b8507f2b None None] For port 3a452d30-9291-4f19-ab3f-7b373278a5fe, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3a452d30-9291-4f19-ab3f-7b373278a5fe,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:34.210397 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e09897d-5c36-495c-8e23-7a5f8db21fe7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:34.210502 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8e072550-a008-4172-88d3-33e8b8507f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.240510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e09897d-5c36-495c-8e23-7a5f8db21fe7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.241017 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-5e09897d-5c36-495c-8e23-7a5f8db21fe7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Added segment cd1ad8d1-ae54-4990-962d-576cd32639c8 of type vlan for network b2ccc11b-1032-4adb-b0d1-efd0429251ff Feb 04 05:42:34.244025 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8e072550-a008-4172-88d3-33e8b8507f2b None None] Calling delete_port for 3a452d30-9291-4f19-ab3f-7b373278a5fe owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:34.263420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fece070-de99-4125-a3f8-e160bdbe9df0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:34.281591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-6fece070-de99-4125-a3f8-e160bdbe9df0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:34.285620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fece070-de99-4125-a3f8-e160bdbe9df0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:34.288173 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6fece070-de99-4125-a3f8-e160bdbe9df0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.296725 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fece070-de99-4125-a3f8-e160bdbe9df0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Subnet': ['ID=7612880e-e719-4aba-b39a-77a09fac6054,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:34.296922 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e09897d-5c36-495c-8e23-7a5f8db21fe7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.311307 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc2295f-f516-4c50-9368-aefe20574bfa tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Deleting subnet 0498680d-c296-4bff-9bf4-b3cf272c41cf {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:42:34.320701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5305178d-8572-4060-aeb6-bc3965d7bd59 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port c07eb681-0cae-4134-9e01-fd7d8fe757a0 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:34.321122 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5305178d-8572-4060-aeb6-bc3965d7bd59 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.326108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bcc2295f-f516-4c50-9368-aefe20574bfa tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.326617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e09897d-5c36-495c-8e23-7a5f8db21fe7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.334534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e09897d-5c36-495c-8e23-7a5f8db21fe7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:34.334963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e09897d-5c36-495c-8e23-7a5f8db21fe7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.382258 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6fece070-de99-4125-a3f8-e160bdbe9df0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2789266 Feb 04 05:42:34.415648 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48232) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:34.420660 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e8a6c326-f475-48c9-a6ad-de8752ec4dff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'network_id': '5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e', 'fixed_ips': [{'subnet_id': '8d78c6ea-47a7-4919-9f04-5351aca69b4b'}, {'subnet_id': '7612880e-e719-4aba-b39a-77a09fac6054'}], 'name': 'tempest-PortsTestJSON-576794501'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:34.461716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bcc2295f-f516-4c50-9368-aefe20574bfa tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.479416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09897d-5c36-495c-8e23-7a5f8db21fe7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Network': ['ID=b2ccc11b-1032-4adb-b0d1-efd0429251ff,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:34.482725 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.495169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network b2ccc11b-1032-4adb-b0d1-efd0429251ff details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:34.499203 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8e072550-a008-4172-88d3-33e8b8507f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.505306 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.511877 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5e09897d-5c36-495c-8e23-7a5f8db21fe7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4097564 Feb 04 05:42:34.512523 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48234) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:34.517689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-df6accd5-c2e5-4fff-812b-7a40674e0153 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'subnet': {'network_id': 'b2ccc11b-1032-4adb-b0d1-efd0429251ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:34.538888 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48236) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:34.557027 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-cb86378d-cdd5-46f1-a137-b3b755a74aa4', 'network_id': 'cb86378d-cdd5-46f1-a137-b3b755a74aa4', 'tenant_id': '22c8121ee06243219769106a4e17f9d1', 'fixed_ips': [{'subnet_id': 'e497bc7d-410f-4844-9bc8-18316ebd74ca'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:34.558197 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.594606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e072550-a008-4172-88d3-33e8b8507f2b None None] Pushing event deleted for resources: {'Port': ['ID=3a452d30-9291-4f19-ab3f-7b373278a5fe,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:34.606048 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5305178d-8572-4060-aeb6-bc3965d7bd59 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.607478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e072550-a008-4172-88d3-33e8b8507f2b None None] No DVR routers for this DVR port 3a452d30-9291-4f19-ab3f-7b373278a5fe on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:34.611185 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bcc2295f-f516-4c50-9368-aefe20574bfa tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.622715 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Network 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:34.649557 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04516e65-6144-4d7b-895f-82b832087685 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:34.656266 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5305178d-8572-4060-aeb6-bc3965d7bd59 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for c07eb681-0cae-4134-9e01-fd7d8fe757a0 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:34.665802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:34.677714 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:34.721550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6accd5-c2e5-4fff-812b-7a40674e0153 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:34.730762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-df6accd5-c2e5-4fff-812b-7a40674e0153 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.737063 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Request body: {'networks': [{'name': 'tempest-network--1657877799'}, {'name': 'tempest-network--768095135'}]} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:34.737349 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Request body: {'network': {'name': 'tempest-network--1657877799'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:34.737931 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Request body: {'network': {'name': 'tempest-network--768095135'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:34.771354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bcc2295f-f516-4c50-9368-aefe20574bfa tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.790723 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Pushing event updated for resources: {'Port': ['ID=674a6ced-3afe-4bcb-af57-612bf3174da3,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:34.805108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a6c326-f475-48c9-a6ad-de8752ec4dff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:34.826506 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2295f-f516-4c50-9368-aefe20574bfa tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0498680d-c296-4bff-9bf4-b3cf272c41cf,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:34.871581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bcc2295f-f516-4c50-9368-aefe20574bfa tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:34.877843 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bcc2295f-f516-4c50-9368-aefe20574bfa tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/0498680d-c296-4bff-9bf4-b3cf272c41cf HTTP/1.1" status: 204 len: 168 time: 0.7489524 Feb 04 05:42:34.880640 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48242) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:34.952752 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Made reservation on behalf of 14c434f2ae6d483e91e42fbf0170ca0c for: {'network': 2} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:34.956363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.010848 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-df6accd5-c2e5-4fff-812b-7a40674e0153 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.040045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.042887 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Attempting to bind port 674a6ced-3afe-4bcb-af57-612bf3174da3 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:35.043272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Attempting to bind port 674a6ced-3afe-4bcb-af57-612bf3174da3 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '3d485b04-a6a3-420c-8def-8ff17dd0e88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:35.043638 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Attempting to bind port 674a6ced-3afe-4bcb-af57-612bf3174da3 on network 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:35.054096 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:35.054354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Checking segment: {'id': '3d485b04-a6a3-420c-8def-8ff17dd0e88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:35.054849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.055152 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Bound using segment: {'id': '3d485b04-a6a3-420c-8def-8ff17dd0e88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:35.055633 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Bound port: 674a6ced-3afe-4bcb-af57-612bf3174da3, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d485b04-a6a3-420c-8def-8ff17dd0e88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:35.056133 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.097384 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Allocated IP 2001:db8:0:ffff::2 (cb86378d-cdd5-46f1-a137-b3b755a74aa4/e497bc7d-410f-4844-9bc8-18316ebd74ca/36babcad-67d1-4b23-98f0-735c6e357237) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:35.125828 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6accd5-c2e5-4fff-812b-7a40674e0153 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Checking segment: {'id': 'cd1ad8d1-ae54-4990-962d-576cd32639c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2ccc11b-1032-4adb-b0d1-efd0429251ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:35.126290 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6accd5-c2e5-4fff-812b-7a40674e0153 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network hostable DHCP agents. Network: b2ccc11b-1032-4adb-b0d1-efd0429251ff, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:35.139634 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6accd5-c2e5-4fff-812b-7a40674e0153 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Subnet': ['ID=65e139c3-5fc3-4757-9968-6a948aee7f43,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:35.164488 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6accd5-c2e5-4fff-812b-7a40674e0153 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network b2ccc11b-1032-4adb-b0d1-efd0429251ff is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:35.179352 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-df6accd5-c2e5-4fff-812b-7a40674e0153 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, b2ccc11b-1032-4adb-b0d1-efd0429251ff) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:35.184358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6accd5-c2e5-4fff-812b-7a40674e0153 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:35.185117 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-df6accd5-c2e5-4fff-812b-7a40674e0153 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.213684 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-df6accd5-c2e5-4fff-812b-7a40674e0153 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6998563 Feb 04 05:42:35.216549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48244) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:35.238161 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3a452d30-9291-4f19-ab3f-7b373278a5fe no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:42:35.240151 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997261b1-4c1d-4078-9f65-20dbe2dc1fb4 None None] Network b2ccc11b-1032-4adb-b0d1-efd0429251ff requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:35.311242 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 3a452d30-9291-4f19-ab3f-7b373278a5fe {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:42:35.311559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3a452d30-9291-4f19-ab3f-7b373278a5fe not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:42:35.344130 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-71037130-d265-4f60-ae34-723f8021b712 None None] For port 674a6ced-3afe-4bcb-af57-612bf3174da3, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:35.349074 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.351609 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-71037130-d265-4f60-ae34-723f8021b712 None None] For port 674a6ced-3afe-4bcb-af57-612bf3174da3, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=674a6ced-3afe-4bcb-af57-612bf3174da3,segment=NetworkSegment(3d485b04-a6a3-420c-8def-8ff17dd0e88c),segment_id=3d485b04-a6a3-420c-8def-8ff17dd0e88c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:42:35.374892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.383466 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4544e6e1-e0c2-480e-b2c9-3547bae4c3ce tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.390496 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5305178d-8572-4060-aeb6-bc3965d7bd59 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.408437 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c326-f475-48c9-a6ad-de8752ec4dff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.424892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '7cbf3f27-c203-44a4-a1bb-6715f6182212'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:35.425989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.452939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e37d40-abaa-4c4b-b88c-a4c1473c9e70 req-9e7a3ce0-ebfb-461a-9736-2a25a5214afa tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:35.454457 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-45e37d40-abaa-4c4b-b88c-a4c1473c9e70 req-9e7a3ce0-ebfb-461a-9736-2a25a5214afa tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.5546136 Feb 04 05:42:35.458064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.462351 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305178d-8572-4060-aeb6-bc3965d7bd59 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=c07eb681-0cae-4134-9e01-fd7d8fe757a0,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:35.500064 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-e8a6c326-f475-48c9-a6ad-de8752ec4dff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port 221107fa-6e09-4709-8e99-0fbc4ca57115 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:35.538331 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.552851 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71037130-d265-4f60-ae34-723f8021b712 None None] Pushing event updated for resources: {'Port': ['ID=674a6ced-3afe-4bcb-af57-612bf3174da3,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:35.573008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Subnet': ['ID=65e139c3-5fc3-4757-9968-6a948aee7f43,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:35.609413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.630926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.643109 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5305178d-8572-4060-aeb6-bc3965d7bd59 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.653812 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5305178d-8572-4060-aeb6-bc3965d7bd59 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/c07eb681-0cae-4134-9e01-fd7d8fe757a0 HTTP/1.1" status: 204 len: 168 time: 1.7271605 Feb 04 05:42:35.654700 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48246) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:35.697403 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.748133 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Network cb86378d-cdd5-46f1-a137-b3b755a74aa4 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:35.749421 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf68b5b-cfab-462b-818c-4e792f201d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-b2ccc11b-1032-4adb-b0d1-efd0429251ff', 'network_id': 'b2ccc11b-1032-4adb-b0d1-efd0429251ff', 'tenant_id': '22c8121ee06243219769106a4e17f9d1', 'fixed_ips': [{'subnet_id': '65e139c3-5fc3-4757-9968-6a948aee7f43'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:35.752388 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9cf68b5b-cfab-462b-818c-4e792f201d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.761993 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ccc11b-1032-4adb-b0d1-efd0429251ff']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:35.772175 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:35.774603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Pushing event updated for resources: {'Port': ['ID=36babcad-67d1-4b23-98f0-735c6e357237,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:35.786679 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:35.801936 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42db4f-92f8-41e4-b691-a59a8b0d2159 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:35.803409 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42db4f-92f8-41e4-b691-a59a8b0d2159 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:35.804996 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0b42db4f-92f8-41e4-b691-a59a8b0d2159 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1496739 Feb 04 05:42:35.806903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1ad8d1-ae54-4990-962d-576cd32639c8') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:35.807195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1ad8d1-ae54-4990-962d-576cd32639c8') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:35.808754 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48248) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:35.836458 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-45e37d40-abaa-4c4b-b88c-a4c1473c9e70 req-afbae126-8ee8-4061-aff3-72e6c37d7454 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3034222 Feb 04 05:42:35.859880 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Allocated IP 2001:db8::2 (99cffe53-689e-4c68-95bc-797fbe732ade/7cbf3f27-c203-44a4-a1bb-6715f6182212/6b45791a-1daf-49dd-8258-27549370d7d3) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:35.862497 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.903291 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.915006 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:35.915416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.921825 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:35.941061 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:35.948289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f7a302-3a51-44bf-9b10-53c4287aecf9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 7cbf3f27-c203-44a4-a1bb-6715f6182212 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:42:35.948483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4544e6e1-e0c2-480e-b2c9-3547bae4c3ce tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:35.995458 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-4544e6e1-e0c2-480e-b2c9-3547bae4c3ce tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac239427-55e5-4c08-a1f6-2176cf5199bd']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:35.998707 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.000470 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Attempting to bind port 36babcad-67d1-4b23-98f0-735c6e357237 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:36.000991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Attempting to bind port 36babcad-67d1-4b23-98f0-735c6e357237 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c5bdf4d9-6e31-4d69-8e00-745d9c0ba339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb86378d-cdd5-46f1-a137-b3b755a74aa4'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:36.001252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Attempting to bind port 36babcad-67d1-4b23-98f0-735c6e357237 on network cb86378d-cdd5-46f1-a137-b3b755a74aa4 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:36.009130 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7421b508-70f1-449c-9a7e-f8b330ca1f4f None None] Network b2ccc11b-1032-4adb-b0d1-efd0429251ff requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:36.013545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.014085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.017701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.034190 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:36.034568 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Checking segment: {'id': 'c5bdf4d9-6e31-4d69-8e00-745d9c0ba339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb86378d-cdd5-46f1-a137-b3b755a74aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:36.034980 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.036393 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Bound using segment: {'id': 'c5bdf4d9-6e31-4d69-8e00-745d9c0ba339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb86378d-cdd5-46f1-a137-b3b755a74aa4'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:36.036393 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Bound port: 36babcad-67d1-4b23-98f0-735c6e357237, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5bdf4d9-6e31-4d69-8e00-745d9c0ba339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb86378d-cdd5-46f1-a137-b3b755a74aa4'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:36.036774 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.037563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-4544e6e1-e0c2-480e-b2c9-3547bae4c3ce tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2260f041-e841-4e58-a846-94f1341c4720') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:36.037884 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-4544e6e1-e0c2-480e-b2c9-3547bae4c3ce tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2260f041-e841-4e58-a846-94f1341c4720') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:36.044667 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.047805 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/b2ccc11b-1032-4adb-b0d1-efd0429251ff HTTP/1.1" status: 204 len: 168 time: 0.8291922 Feb 04 05:42:36.048627 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f984692-7c97-4222-a04e-ad64b9c1dbba tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Network': ['ID=b2ccc11b-1032-4adb-b0d1-efd0429251ff,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:36.057132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48250) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:36.062085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-505f9611-ce54-424a-906a-5613071c3291 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1764608934'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:36.088187 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505f9611-ce54-424a-906a-5613071c3291 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:36.092516 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7421b508-70f1-449c-9a7e-f8b330ca1f4f None None] Network b2ccc11b-1032-4adb-b0d1-efd0429251ff could not be found, it might have been deleted concurrently. {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 05:42:36.092659 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-505f9611-ce54-424a-906a-5613071c3291 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.127189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4544e6e1-e0c2-480e-b2c9-3547bae4c3ce tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.136162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505f9611-ce54-424a-906a-5613071c3291 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:36.147540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c10290d-e9ce-4c0b-be3f-787150de0760,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:36.155501 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-505f9611-ce54-424a-906a-5613071c3291 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.156000 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-505f9611-ce54-424a-906a-5613071c3291 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Added segment 67ae7ebf-5af1-4391-aa9d-4941694d10dc of type vlan for network 1a6c6564-c99e-4b22-bb9e-2c67fe2d4663 Feb 04 05:42:36.186766 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] For port 36babcad-67d1-4b23-98f0-735c6e357237, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:36.191685 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] For port 36babcad-67d1-4b23-98f0-735c6e357237, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=36babcad-67d1-4b23-98f0-735c6e357237,segment=NetworkSegment(c5bdf4d9-6e31-4d69-8e00-745d9c0ba339),segment_id=c5bdf4d9-6e31-4d69-8e00-745d9c0ba339)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:42:36.206238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:36.208478 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4544e6e1-e0c2-480e-b2c9-3547bae4c3ce tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.216368 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-505f9611-ce54-424a-906a-5613071c3291 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.223785 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.226562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4544e6e1-e0c2-480e-b2c9-3547bae4c3ce tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:36.226966 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4544e6e1-e0c2-480e-b2c9-3547bae4c3ce tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: items = [ Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:36.228676 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:36.251124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.251124 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Added segment 4464fe15-6c87-4434-b221-55e280e90fe4 of type vlan for network b16bc69c-c58b-4656-96b5-9f3d93dfbe1c Feb 04 05:42:36.277549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54da1a-265c-492c-a582-3488c4bf4334 req-9f88e1b2-233f-4168-b92c-ab0711967455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:36.279130 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-dc54da1a-265c-492c-a582-3488c4bf4334 req-9f88e1b2-233f-4168-b92c-ab0711967455 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20a08d81f69747a5b8125d321d28b9a0&device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 1098 time: 0.0601957 Feb 04 05:42:36.280954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-505f9611-ce54-424a-906a-5613071c3291 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.294594 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-e8a6c326-f475-48c9-a6ad-de8752ec4dff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Allocated IP 172.20.0.13 (5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e/8d78c6ea-47a7-4919-9f04-5351aca69b4b/221107fa-6e09-4709-8e99-0fbc4ca57115) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:36.295434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505f9611-ce54-424a-906a-5613071c3291 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:36.295561 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-505f9611-ce54-424a-906a-5613071c3291 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.303805 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.318440 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5fc00-cd10-49ce-a996-34fe50e310af None None] Pushing event updated for resources: {'Port': ['ID=36babcad-67d1-4b23-98f0-735c6e357237,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:36.324086 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.335201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-e8a6c326-f475-48c9-a6ad-de8752ec4dff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Allocated IP 172.20.0.30 (5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e/7612880e-e719-4aba-b39a-77a09fac6054/221107fa-6e09-4709-8e99-0fbc4ca57115) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:36.358586 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.368384 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4544e6e1-e0c2-480e-b2c9-3547bae4c3ce tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.372167 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:36.375381 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:36.379095 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:36.388477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Pushing event updated for resources: {'Port': ['ID=6b45791a-1daf-49dd-8258-27549370d7d3,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:36.393307 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4544e6e1-e0c2-480e-b2c9-3547bae4c3ce tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac239427-55e5-4c08-a1f6-2176cf5199bd {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 05:42:36.400810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4544e6e1-e0c2-480e-b2c9-3547bae4c3ce tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.405551 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4544e6e1-e0c2-480e-b2c9-3547bae4c3ce tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "DELETE /v2.0/networks/ac239427-55e5-4c08-a1f6-2176cf5199bd HTTP/1.1" status: 204 len: 168 time: 1.5222387 Feb 04 05:42:36.424192 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a302-3a51-44bf-9b10-53c4287aecf9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.444622 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544e6e1-e0c2-480e-b2c9-3547bae4c3ce tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac239427-55e5-4c08-a1f6-2176cf5199bd,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:36.470074 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:36.489442 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Attempting to bind port 6b45791a-1daf-49dd-8258-27549370d7d3 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:36.489840 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Attempting to bind port 6b45791a-1daf-49dd-8258-27549370d7d3 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:36.490208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Attempting to bind port 6b45791a-1daf-49dd-8258-27549370d7d3 on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:36.499734 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:36.500117 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:36.500525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.500920 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:36.501394 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Bound port: 6b45791a-1daf-49dd-8258-27549370d7d3, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:36.501800 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.503698 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.504211 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Added segment 0d8442ba-202d-4a14-866c-fca542458b67 of type vlan for network b17e8748-aedf-421f-ac5e-465458a2aa78 Feb 04 05:42:36.568366 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-505f9611-ce54-424a-906a-5613071c3291 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5076053 Feb 04 05:42:36.576479 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48254) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:36.609846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-464f3bee-e586-4244-ac1c-8d15fdb78478 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'subnet': {'network_id': '1a6c6564-c99e-4b22-bb9e-2c67fe2d4663', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:36.687899 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] For port 6b45791a-1daf-49dd-8258-27549370d7d3, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:36.692525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] For port 6b45791a-1daf-49dd-8258-27549370d7d3, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6b45791a-1daf-49dd-8258-27549370d7d3,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:42:36.699531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.704902 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.822696 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c326-f475-48c9-a6ad-de8752ec4dff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.825464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.826278 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.840365 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:36.845740 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:36.846718 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:36.846859 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee3284-ed0a-4b90-91f1-2fffd69176d6 None None] Pushing event updated for resources: {'Port': ['ID=6b45791a-1daf-49dd-8258-27549370d7d3,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:36.969176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48262) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:36.991817 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e27bbb11-a1bf-4c90-9bfd-cdb74136b257 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Request body: {'router': {'name': 'tempest-router--1313737610', 'project_id': '5dc50b611ed4441fabb9d2c7d24f4300'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:36.998132 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4471967 Feb 04 05:42:37.014498 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48264) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:37.140116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event updated for resources: {'Network': ['ID=b16bc69c-c58b-4656-96b5-9f3d93dfbe1c,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:37.183873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network b16bc69c-c58b-4656-96b5-9f3d93dfbe1c details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:37.211904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c326-f475-48c9-a6ad-de8752ec4dff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:37.234074 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f9611-ce54-424a-906a-5613071c3291 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Network': ['ID=1a6c6564-c99e-4b22-bb9e-2c67fe2d4663,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:37.237862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a302-3a51-44bf-9b10-53c4287aecf9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:37.241898 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e27bbb11-a1bf-4c90-9bfd-cdb74136b257 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:37.242973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e27bbb11-a1bf-4c90-9bfd-cdb74136b257 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:37.273972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 1a6c6564-c99e-4b22-bb9e-2c67fe2d4663 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:37.420921 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e805c1-c99b-46f4-93b1-31f4f26dce9a None None] Network 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:37.422838 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54da1a-265c-492c-a582-3488c4bf4334 req-88d64553-2f1f-4274-bdd6-2976c4445fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:37.424789 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-dc54da1a-265c-492c-a582-3488c4bf4334 req-88d64553-2f1f-4274-bdd6-2976c4445fb7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16cfc891-7074-4a12-8ae8-46d913cd15c9 HTTP/1.1" status: 200 len: 911 time: 1.1231422 Feb 04 05:42:37.484217 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0c711-3262-49d4-ad9c-96d665ab0d95 req-0a1cf946-d987-463f-b2e4-493f9e914e9f tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:37.491619 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2ef0c711-3262-49d4-ad9c-96d665ab0d95 req-0a1cf946-d987-463f-b2e4-493f9e914e9f tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.5142787 Feb 04 05:42:37.529229 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 674a6ced-3afe-4bcb-af57-612bf3174da3 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:37.579532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a302-3a51-44bf-9b10-53c4287aecf9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:37.585716 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-dc54da1a-265c-492c-a582-3488c4bf4334 req-1c46f450-74d5-4692-b855-588c9640b2c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e26def-ad4c-4e64-a39c-c0373f6389ae HTTP/1.1" status: 200 len: 1001 time: 0.1485693 Feb 04 05:42:37.599999 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e27bbb11-a1bf-4c90-9bfd-cdb74136b257 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:37.612300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee3713-e515-45af-9dad-a968c77e4b08 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event updated for resources: {'Network': ['ID=b17e8748-aedf-421f-ac5e-465458a2aa78,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:37.613378 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-eddb3af7-4c63-404e-bcb6-9cb710335e6f None None] Provisioning complete for port 674a6ced-3afe-4bcb-af57-612bf3174da3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:37.614005 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eddb3af7-4c63-404e-bcb6-9cb710335e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:37.625341 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464f3bee-e586-4244-ac1c-8d15fdb78478 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:37.625547 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a6c326-f475-48c9-a6ad-de8752ec4dff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:37.629237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-464f3bee-e586-4244-ac1c-8d15fdb78478 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:37.635951 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e27bbb11-a1bf-4c90-9bfd-cdb74136b257 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:37.642947 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-e8a6c326-f475-48c9-a6ad-de8752ec4dff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:37.651676 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network b17e8748-aedf-421f-ac5e-465458a2aa78 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:37.659761 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6c326-f475-48c9-a6ad-de8752ec4dff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:37.670115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dd50b7-bf51-4c2d-89b2-46ec87340812 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:37.676106 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dd50b7-bf51-4c2d-89b2-46ec87340812 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:37.683203 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dd50b7-bf51-4c2d-89b2-46ec87340812 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:37.690703 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dd50b7-bf51-4c2d-89b2-46ec87340812 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:37.692454 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d7dd50b7-bf51-4c2d-89b2-46ec87340812 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6756551 Feb 04 05:42:37.696340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6c326-f475-48c9-a6ad-de8752ec4dff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=221107fa-6e09-4709-8e99-0fbc4ca57115,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:37.704370 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48266) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:37.746414 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e27bbb11-a1bf-4c90-9bfd-cdb74136b257 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:37.747652 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e27bbb11-a1bf-4c90-9bfd-cdb74136b257 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7691348 Feb 04 05:42:37.762602 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48268) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:37.772439 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2ef0c711-3262-49d4-ad9c-96d665ab0d95 req-271ec017-03d6-4114-aece-eb1d1e927842 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797387 Feb 04 05:42:37.876337 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54da1a-265c-492c-a582-3488c4bf4334 req-ad2b6c70-18b7-4320-b740-4a1b83e5e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:37.877864 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-dc54da1a-265c-492c-a582-3488c4bf4334 req-ad2b6c70-18b7-4320-b740-4a1b83e5e978 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=55e14a0e-49fa-4b7e-a51a-07432707a113 HTTP/1.1" status: 200 len: 850 time: 0.2417612 Feb 04 05:42:37.911407 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a6c326-f475-48c9-a6ad-de8752ec4dff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:37.911960 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c326-f475-48c9-a6ad-de8752ec4dff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:37.930243 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bcf69688-7b23-4ef0-8eca-2a8ca850e4d8 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:37.944795 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91a3c38c-1316-44d1-9ed2-62afb70dd315 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:37.956594 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 674a6ced-3afe-4bcb-af57-612bf3174da3 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:37.957088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:37.995775 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54da1a-265c-492c-a582-3488c4bf4334 req-c39765aa-60b6-419d-8fcb-627461be3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:37.996900 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-dc54da1a-265c-492c-a582-3488c4bf4334 req-c39765aa-60b6-419d-8fcb-627461be3648 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16cfc891-7074-4a12-8ae8-46d913cd15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903802 Feb 04 05:42:37.999554 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a302-3a51-44bf-9b10-53c4287aecf9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.023450 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e8a6c326-f475-48c9-a6ad-de8752ec4dff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6068039 Feb 04 05:42:38.027176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48270) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:38.034143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2ae48980-e534-4601-acb8-153ea76d6d33 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d78c6ea-47a7-4919-9f04-5351aca69b4b'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:38.053858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8f62c3-153e-44be-8bf4-625e43eaaa40 None None] Network cb86378d-cdd5-46f1-a137-b3b755a74aa4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:38.064961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7a302-3a51-44bf-9b10-53c4287aecf9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=7cbf3f27-c203-44a4-a1bb-6715f6182212,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:38.128031 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eddb3af7-4c63-404e-bcb6-9cb710335e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.178114 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bcf69688-7b23-4ef0-8eca-2a8ca850e4d8 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.195318 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a302-3a51-44bf-9b10-53c4287aecf9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.198593 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e1f7a302-3a51-44bf-9b10-53c4287aecf9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/7cbf3f27-c203-44a4-a1bb-6715f6182212 HTTP/1.1" status: 204 len: 168 time: 2.3889034 Feb 04 05:42:38.204757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bcf69688-7b23-4ef0-8eca-2a8ca850e4d8 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.206079 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48272) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:38.226095 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-dc54da1a-265c-492c-a582-3488c4bf4334 req-e9dd6ecc-06aa-4e85-a126-9268aff5d363 service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820643 Feb 04 05:42:38.266708 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b5125153-c2f4-41c6-abcb-4915826e8939 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592330 Feb 04 05:42:38.283131 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48274) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:38.291286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-241b97a2-0b55-4d56-aa97-a7932085667c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:38.309111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-eddb3af7-4c63-404e-bcb6-9cb710335e6f None None] For port 674a6ced-3afe-4bcb-af57-612bf3174da3, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=674a6ced-3afe-4bcb-af57-612bf3174da3,segment=NetworkSegment(3d485b04-a6a3-420c-8def-8ff17dd0e88c),segment_id=3d485b04-a6a3-420c-8def-8ff17dd0e88c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:38.313335 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.330428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eddb3af7-4c63-404e-bcb6-9cb710335e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.355950 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-464f3bee-e586-4244-ac1c-8d15fdb78478 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.360130 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ae48980-e534-4601-acb8-153ea76d6d33 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.372196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37046995-22bf-41d4-9e4c-171f1bc5be19 None None] Update dhcp port {'port': {'network_id': '5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e', 'fixed_ips': [{'subnet_id': '8d78c6ea-47a7-4919-9f04-5351aca69b4b', 'ip_address': '172.20.0.2'}, {'subnet_id': '7612880e-e719-4aba-b39a-77a09fac6054'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': '674a6ced-3afe-4bcb-af57-612bf3174da3'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:42:38.385553 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bcf69688-7b23-4ef0-8eca-2a8ca850e4d8 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.386119 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf69688-7b23-4ef0-8eca-2a8ca850e4d8 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3ac692f-b47d-4a80-adb4-98d8589e6051 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:42:38.392014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bcf69688-7b23-4ef0-8eca-2a8ca850e4d8 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.409369 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bcf69688-7b23-4ef0-8eca-2a8ca850e4d8 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "DELETE /v2.0/routers/f3ac692f-b47d-4a80-adb4-98d8589e6051 HTTP/1.1" status: 204 len: 168 time: 0.6325746 Feb 04 05:42:38.464817 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91a3c38c-1316-44d1-9ed2-62afb70dd315 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.506967 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-91a3c38c-1316-44d1-9ed2-62afb70dd315 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16bc69c-c58b-4656-96b5-9f3d93dfbe1c']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:38.518445 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-37046995-22bf-41d4-9e4c-171f1bc5be19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.543636 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-91a3c38c-1316-44d1-9ed2-62afb70dd315 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4464fe15-6c87-4434-b221-55e280e90fe4') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:38.544299 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-91a3c38c-1316-44d1-9ed2-62afb70dd315 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4464fe15-6c87-4434-b221-55e280e90fe4') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:38.555313 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-dc54da1a-265c-492c-a582-3488c4bf4334 req-9655754b-1df6-499b-a5c5-f5e6da602b1c service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868140 Feb 04 05:42:38.557422 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e293325-0659-49b2-a223-c9f83f0462dc None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:38.560678 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f3bee-e586-4244-ac1c-8d15fdb78478 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Subnet': ['ID=370c05fa-8275-4f01-a39f-97cbde84996c,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:38.562860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48280) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:38.566202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91a3c38c-1316-44d1-9ed2-62afb70dd315 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.596726 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464f3bee-e586-4244-ac1c-8d15fdb78478 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Checking segment: {'id': '67ae7ebf-5af1-4391-aa9d-4941694d10dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a6c6564-c99e-4b22-bb9e-2c67fe2d4663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:38.605840 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464f3bee-e586-4244-ac1c-8d15fdb78478 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network hostable DHCP agents. Network: 1a6c6564-c99e-4b22-bb9e-2c67fe2d4663, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:38.610675 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241b97a2-0b55-4d56-aa97-a7932085667c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:38.623634 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-241b97a2-0b55-4d56-aa97-a7932085667c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.628347 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91a3c38c-1316-44d1-9ed2-62afb70dd315 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.634135 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb3af7-4c63-404e-bcb6-9cb710335e6f None None] Pushing event updated for resources: {'Port': ['ID=674a6ced-3afe-4bcb-af57-612bf3174da3,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:38.640462 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:42:38.641122 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:42:38.644613 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a3c38c-1316-44d1-9ed2-62afb70dd315 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:38.645618 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91a3c38c-1316-44d1-9ed2-62afb70dd315 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:38.648651 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:38.706983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464f3bee-e586-4244-ac1c-8d15fdb78478 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network 1a6c6564-c99e-4b22-bb9e-2c67fe2d4663 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:38.749725 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-464f3bee-e586-4244-ac1c-8d15fdb78478 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 1a6c6564-c99e-4b22-bb9e-2c67fe2d4663) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:38.763799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464f3bee-e586-4244-ac1c-8d15fdb78478 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:38.764407 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-464f3bee-e586-4244-ac1c-8d15fdb78478 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.775829 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91a3c38c-1316-44d1-9ed2-62afb70dd315 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.796535 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-464f3bee-e586-4244-ac1c-8d15fdb78478 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1998701 Feb 04 05:42:38.798537 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48284) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:38.806271 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-2a544e90-667a-45ff-b51e-07560a7cba3c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1895731712'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:38.833116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91a3c38c-1316-44d1-9ed2-62afb70dd315 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.845294 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-91a3c38c-1316-44d1-9ed2-62afb70dd315 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "DELETE /v2.0/networks/b16bc69c-c58b-4656-96b5-9f3d93dfbe1c HTTP/1.1" status: 204 len: 168 time: 1.1175389 Feb 04 05:42:38.859569 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48288) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:38.876019 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8b6a47-f23f-4a35-a847-565690ec69a5 None None] Network 1a6c6564-c99e-4b22-bb9e-2c67fe2d4663 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:38.878800 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3c38c-1316-44d1-9ed2-62afb70dd315 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event deleted for resources: {'Network': ['ID=b16bc69c-c58b-4656-96b5-9f3d93dfbe1c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:38.940749 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a544e90-667a-45ff-b51e-07560a7cba3c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:38.947987 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a544e90-667a-45ff-b51e-07560a7cba3c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:38.985662 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-2ae48980-e534-4601-acb8-153ea76d6d33 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Delete allocated IP 172.20.0.30 (5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e/7612880e-e719-4aba-b39a-77a09fac6054) {{(pid=108745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 05:42:39.028539 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d88788-6066-41e3-bc0a-368d14e90237 req-b35de119-432b-4708-972d-7976b8f7e89f tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:39.036677 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-57d88788-6066-41e3-bc0a-368d14e90237 req-b35de119-432b-4708-972d-7976b8f7e89f tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1071384 Feb 04 05:42:39.096317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-251928365', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:39.142098 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-dd71b910-2fd8-438e-925b-8a4c27164e39 None None] Provisioning complete for port 36babcad-67d1-4b23-98f0-735c6e357237 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:39.143781 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dd71b910-2fd8-438e-925b-8a4c27164e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.152069 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-57d88788-6066-41e3-bc0a-368d14e90237 req-cc2c0fe0-f392-4508-81dc-b19150cf2601 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144536 Feb 04 05:42:39.178916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0154c686-07b7-4dab-8a5b-62ad0d4096c8 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.191578 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a544e90-667a-45ff-b51e-07560a7cba3c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:39.211752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 36babcad-67d1-4b23-98f0-735c6e357237 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:39.213916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ae48980-e534-4601-acb8-153ea76d6d33 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.221764 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ae48980-e534-4601-acb8-153ea76d6d33 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.232361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.233360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.246577 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a544e90-667a-45ff-b51e-07560a7cba3c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.246921 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-2a544e90-667a-45ff-b51e-07560a7cba3c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Added segment c16508d8-6eb3-4dc8-92cf-76dcb7a1fa05 of type vlan for network 396901a1-dfad-4c18-bb12-26fb7021bb07 Feb 04 05:42:39.322612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-241b97a2-0b55-4d56-aa97-a7932085667c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.354562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae48980-e534-4601-acb8-153ea76d6d33 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=221107fa-6e09-4709-8e99-0fbc4ca57115,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:39.357809 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-37046995-22bf-41d4-9e4c-171f1bc5be19 None None] Allocated IP 172.20.0.18 (5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e/7612880e-e719-4aba-b39a-77a09fac6054/674a6ced-3afe-4bcb-af57-612bf3174da3) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:39.384698 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-2ae48980-e534-4601-acb8-153ea76d6d33 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] In _notify_port_updated(), no bound segment for port 221107fa-6e09-4709-8e99-0fbc4ca57115 on network 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e {{(pid=108745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:42:39.391997 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae48980-e534-4601-acb8-153ea76d6d33 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:39.393146 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ae48980-e534-4601-acb8-153ea76d6d33 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.394215 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-1a6c6564-c99e-4b22-bb9e-2c67fe2d4663', 'network_id': '1a6c6564-c99e-4b22-bb9e-2c67fe2d4663', 'tenant_id': '22c8121ee06243219769106a4e17f9d1', 'fixed_ips': [{'subnet_id': '370c05fa-8275-4f01-a39f-97cbde84996c'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:39.397912 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2ae48980-e534-4601-acb8-153ea76d6d33 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "PUT /v2.0/ports/221107fa-6e09-4709-8e99-0fbc4ca57115 HTTP/1.1" status: 200 len: 919 time: 1.3650043 Feb 04 05:42:39.398051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.398051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 36babcad-67d1-4b23-98f0-735c6e357237 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:39.398051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.398302 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48290) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:39.405238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e614d3c9-f311-49ef-9e5b-846efe94c563 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d78c6ea-47a7-4919-9f04-5351aca69b4b'}, {'subnet_id': '7612880e-e719-4aba-b39a-77a09fac6054'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:39.412230 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16215a83-211f-4266-8ac4-e2d00036a567 None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:42:39.446034 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a544e90-667a-45ff-b51e-07560a7cba3c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.460632 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.492132 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e614d3c9-f311-49ef-9e5b-846efe94c563 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.512464 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241b97a2-0b55-4d56-aa97-a7932085667c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:39.531039 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-241b97a2-0b55-4d56-aa97-a7932085667c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:39.576516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241b97a2-0b55-4d56-aa97-a7932085667c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:39.577278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-241b97a2-0b55-4d56-aa97-a7932085667c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.584804 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0154c686-07b7-4dab-8a5b-62ad0d4096c8 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.621034 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b97a2-0b55-4d56-aa97-a7932085667c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=90937916-f2b7-4b06-9771-fc21a79a3e76,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:39.640979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a544e90-667a-45ff-b51e-07560a7cba3c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.647082 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a544e90-667a-45ff-b51e-07560a7cba3c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:39.647691 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a544e90-667a-45ff-b51e-07560a7cba3c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.648066 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dd71b910-2fd8-438e-925b-8a4c27164e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.657365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-37046995-22bf-41d4-9e4c-171f1bc5be19 None None] For port 674a6ced-3afe-4bcb-af57-612bf3174da3, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=674a6ced-3afe-4bcb-af57-612bf3174da3,segment=NetworkSegment(3d485b04-a6a3-420c-8def-8ff17dd0e88c),segment_id=3d485b04-a6a3-420c-8def-8ff17dd0e88c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:39.700629 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-0154c686-07b7-4dab-8a5b-62ad0d4096c8 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17e8748-aedf-421f-ac5e-465458a2aa78']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:39.713738 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48292) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:39.713992 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-241b97a2-0b55-4d56-aa97-a7932085667c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4284005 Feb 04 05:42:39.721509 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6665402a-8bc4-4397-a6d5-f3f42e60e941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'name': 'tempest-NetworksTestDHCPv6-840597152'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:39.764503 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-0154c686-07b7-4dab-8a5b-62ad0d4096c8 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8442ba-202d-4a14-866c-fca542458b67') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:39.764727 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-0154c686-07b7-4dab-8a5b-62ad0d4096c8 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8442ba-202d-4a14-866c-fca542458b67') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:39.772919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-37046995-22bf-41d4-9e4c-171f1bc5be19 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.782360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.788635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-37046995-22bf-41d4-9e4c-171f1bc5be19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.795145 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-dd71b910-2fd8-438e-925b-8a4c27164e39 None None] For port 36babcad-67d1-4b23-98f0-735c6e357237, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=36babcad-67d1-4b23-98f0-735c6e357237,segment=NetworkSegment(c5bdf4d9-6e31-4d69-8e00-745d9c0ba339),segment_id=c5bdf4d9-6e31-4d69-8e00-745d9c0ba339)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:39.804310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-16215a83-211f-4266-8ac4-e2d00036a567 None None] Deleting port 6b45791a-1daf-49dd-8258-27549370d7d3 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:39.804681 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-16215a83-211f-4266-8ac4-e2d00036a567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.816471 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2a544e90-667a-45ff-b51e-07560a7cba3c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0141120 Feb 04 05:42:39.816471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.817278 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48294) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:39.820317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0154c686-07b7-4dab-8a5b-62ad0d4096c8 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.822861 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2627bd91-6c1e-4919-af20-3bfceaac46f7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'subnet': {'network_id': '396901a1-dfad-4c18-bb12-26fb7021bb07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:39.823124 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a544e90-667a-45ff-b51e-07560a7cba3c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Network': ['ID=396901a1-dfad-4c18-bb12-26fb7021bb07,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:39.840243 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dd71b910-2fd8-438e-925b-8a4c27164e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.842764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Allocated IP 2001:db8::3 (1a6c6564-c99e-4b22-bb9e-2c67fe2d4663/370c05fa-8275-4f01-a39f-97cbde84996c/b5a52e11-5ceb-4f72-89f0-b7fad007314c) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:39.852239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0154c686-07b7-4dab-8a5b-62ad0d4096c8 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.859511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 396901a1-dfad-4c18-bb12-26fb7021bb07 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:39.886655 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0154c686-07b7-4dab-8a5b-62ad0d4096c8 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:39.887657 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0154c686-07b7-4dab-8a5b-62ad0d4096c8 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:39.893149 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:39.951818 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-e614d3c9-f311-49ef-9e5b-846efe94c563 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Allocated IP 172.20.0.30 (5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e/7612880e-e719-4aba-b39a-77a09fac6054/221107fa-6e09-4709-8e99-0fbc4ca57115) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:39.968278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0154c686-07b7-4dab-8a5b-62ad0d4096c8 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.980545 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0154c686-07b7-4dab-8a5b-62ad0d4096c8 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:39.987571 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0154c686-07b7-4dab-8a5b-62ad0d4096c8 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "DELETE /v2.0/networks/b17e8748-aedf-421f-ac5e-465458a2aa78 HTTP/1.1" status: 204 len: 168 time: 1.1189365 Feb 04 05:42:39.994054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6665402a-8bc4-4397-a6d5-f3f42e60e941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:39.997147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48296) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:39.997371 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6665402a-8bc4-4397-a6d5-f3f42e60e941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.008182 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154c686-07b7-4dab-8a5b-62ad0d4096c8 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event deleted for resources: {'Network': ['ID=b17e8748-aedf-421f-ac5e-465458a2aa78,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:40.068971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-6665402a-8bc4-4397-a6d5-f3f42e60e941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port 988cb796-7513-42ad-8cfd-099748dc4db8 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:40.091797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2627bd91-6c1e-4919-af20-3bfceaac46f7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:40.095377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2627bd91-6c1e-4919-af20-3bfceaac46f7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.239656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.ipam_backend_mixin [None req-2627bd91-6c1e-4919-af20-3bfceaac46f7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Performing IP validity checks on allocation pools {{(pid=108745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 05:42:40.240537 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.ipam_backend_mixin [None req-2627bd91-6c1e-4919-af20-3bfceaac46f7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 05:42:40.241799 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37046995-22bf-41d4-9e4c-171f1bc5be19 None None] Pushing event updated for resources: {'Port': ['ID=674a6ced-3afe-4bcb-af57-612bf3174da3,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:40.284685 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34c7c6a-20f5-492f-bce0-221f577b642b tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:40.293108 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34c7c6a-20f5-492f-bce0-221f577b642b tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:40.295259 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e851331f-0407-4611-9d1f-d41d735ab763 None None] Provisioning complete for port 36babcad-67d1-4b23-98f0-735c6e357237 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:40.295630 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e851331f-0407-4611-9d1f-d41d735ab763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.300175 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a34c7c6a-20f5-492f-bce0-221f577b642b tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2979686 Feb 04 05:42:40.300313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:42:40.300313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:42:40.301628 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48300) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:40.309582 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-c799210c-af26-4121-8263-ee601e09bd5c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-842779989'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:40.310097 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-16215a83-211f-4266-8ac4-e2d00036a567 None None] For port 6b45791a-1daf-49dd-8258-27549370d7d3, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6b45791a-1daf-49dd-8258-27549370d7d3,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:40.310553 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-16215a83-211f-4266-8ac4-e2d00036a567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.360521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e614d3c9-f311-49ef-9e5b-846efe94c563 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.367974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.375702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e614d3c9-f311-49ef-9e5b-846efe94c563 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.392070 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c799210c-af26-4121-8263-ee601e09bd5c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Made reservation on behalf of 14c434f2ae6d483e91e42fbf0170ca0c for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:40.395505 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c799210c-af26-4121-8263-ee601e09bd5c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.398973 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.407528 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb115ac-9c0d-4cb7-b41c-54fe5dfa5f38 req-d259c281-1dd1-4105-87be-b4dcca5c8f3c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:40.407680 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-16215a83-211f-4266-8ac4-e2d00036a567 None None] Calling delete_port for 6b45791a-1daf-49dd-8258-27549370d7d3 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:40.414959 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb115ac-9c0d-4cb7-b41c-54fe5dfa5f38 req-d259c281-1dd1-4105-87be-b4dcca5c8f3c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1954191 Feb 04 05:42:40.500882 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.511146 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71b910-2fd8-438e-925b-8a4c27164e39 None None] Pushing event updated for resources: {'Port': ['ID=36babcad-67d1-4b23-98f0-735c6e357237,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:40.516871 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.534397 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c799210c-af26-4121-8263-ee601e09bd5c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:40.549372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c799210c-af26-4121-8263-ee601e09bd5c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.550559 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-c799210c-af26-4121-8263-ee601e09bd5c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Added segment 6474e23b-41b0-436e-8547-9483fdedd100 of type vlan for network c9cb5ebc-8728-42ec-a6a6-3bbb6d494a7d Feb 04 05:42:40.599988 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Network 1a6c6564-c99e-4b22-bb9e-2c67fe2d4663 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:40.613046 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:40.626305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:40.671096 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Pushing event updated for resources: {'Port': ['ID=b5a52e11-5ceb-4f72-89f0-b7fad007314c,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:40.671308 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c799210c-af26-4121-8263-ee601e09bd5c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.702047 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Allocated IP 172.26.3.101 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/1c5fa189-7315-4405-ab16-64e3bae09c6d) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:40.726146 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c799210c-af26-4121-8263-ee601e09bd5c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.732595 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c799210c-af26-4121-8263-ee601e09bd5c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:40.733387 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c799210c-af26-4121-8263-ee601e09bd5c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.750498 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Attempting to bind port b5a52e11-5ceb-4f72-89f0-b7fad007314c on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:40.751153 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Attempting to bind port b5a52e11-5ceb-4f72-89f0-b7fad007314c by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '67ae7ebf-5af1-4391-aa9d-4941694d10dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a6c6564-c99e-4b22-bb9e-2c67fe2d4663'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:40.751303 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Attempting to bind port b5a52e11-5ceb-4f72-89f0-b7fad007314c on network 1a6c6564-c99e-4b22-bb9e-2c67fe2d4663 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:40.753938 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e851331f-0407-4611-9d1f-d41d735ab763 None None] Could not find standard attr ID for object c07eb681-0cae-4134-9e01-fd7d8fe757a0. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:42:40.761797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:40.762354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Checking segment: {'id': '67ae7ebf-5af1-4391-aa9d-4941694d10dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a6c6564-c99e-4b22-bb9e-2c67fe2d4663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:40.763413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.763413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Bound using segment: {'id': '67ae7ebf-5af1-4391-aa9d-4941694d10dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a6c6564-c99e-4b22-bb9e-2c67fe2d4663'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:40.763777 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Bound port: b5a52e11-5ceb-4f72-89f0-b7fad007314c, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ae7ebf-5af1-4391-aa9d-4941694d10dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a6c6564-c99e-4b22-bb9e-2c67fe2d4663'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:40.764155 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.779762 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-16215a83-211f-4266-8ac4-e2d00036a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.791073 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-6665402a-8bc4-4397-a6d5-f3f42e60e941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::1ae (99cffe53-689e-4c68-95bc-797fbe732ade/90937916-f2b7-4b06-9771-fc21a79a3e76/988cb796-7513-42ad-8cfd-099748dc4db8) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:40.817268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16215a83-211f-4266-8ac4-e2d00036a567 None None] Pushing event deleted for resources: {'Port': ['ID=6b45791a-1daf-49dd-8258-27549370d7d3,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:40.857716 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c799210c-af26-4121-8263-ee601e09bd5c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5552337 Feb 04 05:42:40.868953 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e851331f-0407-4611-9d1f-d41d735ab763 None None] Provisioning complete for port 6b45791a-1daf-49dd-8258-27549370d7d3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:40.869286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48304) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:40.869866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e851331f-0407-4611-9d1f-d41d735ab763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.874311 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-5a6a4cd9-82bf-4dbb-b57e-b7a52d1faf0c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1737447146'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:40.882395 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16215a83-211f-4266-8ac4-e2d00036a567 None None] No DVR routers for this DVR port 6b45791a-1daf-49dd-8258-27549370d7d3 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:40.893550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799210c-af26-4121-8263-ee601e09bd5c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event updated for resources: {'Network': ['ID=c9cb5ebc-8728-42ec-a6a6-3bbb6d494a7d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:40.908900 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb115ac-9c0d-4cb7-b41c-54fe5dfa5f38 req-1f0bd0d0-85bb-4122-a3ba-27638e5f01dd tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4929917 Feb 04 05:42:40.911465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614d3c9-f311-49ef-9e5b-846efe94c563 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=221107fa-6e09-4709-8e99-0fbc4ca57115,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:40.920835 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network c9cb5ebc-8728-42ec-a6a6-3bbb6d494a7d details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:40.943997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.948134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6a4cd9-82bf-4dbb-b57e-b7a52d1faf0c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Made reservation on behalf of 14c434f2ae6d483e91e42fbf0170ca0c for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:40.953248 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4cd9-82bf-4dbb-b57e-b7a52d1faf0c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:40.959963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e851331f-0407-4611-9d1f-d41d735ab763 None None] Port 6b45791a-1daf-49dd-8258-27549370d7d3 was deleted so its status cannot be updated. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 04 05:42:40.969324 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2309a3e1-34ac-44df-bb66-0d83dbefc4fc None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:40.986514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6a4cd9-82bf-4dbb-b57e-b7a52d1faf0c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:41.008680 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4cd9-82bf-4dbb-b57e-b7a52d1faf0c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.009033 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-5a6a4cd9-82bf-4dbb-b57e-b7a52d1faf0c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Added segment 8e88df1b-cda9-4b63-bd7a-d7f3ad8cc2ff of type vlan for network 53292eac-2413-4e13-9378-c28fc20e251f Feb 04 05:42:41.066782 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4cd9-82bf-4dbb-b57e-b7a52d1faf0c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.088033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2627bd91-6c1e-4919-af20-3bfceaac46f7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.100441 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.128950 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17bb2f2-6113-4172-af06-932053e5cc4b None None] Network 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:41.149378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e614d3c9-f311-49ef-9e5b-846efe94c563 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] In _notify_port_updated(), no bound segment for port 221107fa-6e09-4709-8e99-0fbc4ca57115 on network 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e {{(pid=108745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:42:41.152620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e614d3c9-f311-49ef-9e5b-846efe94c563 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:41.153565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e614d3c9-f311-49ef-9e5b-846efe94c563 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.157332 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e614d3c9-f311-49ef-9e5b-846efe94c563 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "PUT /v2.0/ports/221107fa-6e09-4709-8e99-0fbc4ca57115 HTTP/1.1" status: 200 len: 999 time: 1.7556906 Feb 04 05:42:41.160216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] For port b5a52e11-5ceb-4f72-89f0-b7fad007314c, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:41.168541 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48306) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:41.172438 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4cd9-82bf-4dbb-b57e-b7a52d1faf0c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.178235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6a4cd9-82bf-4dbb-b57e-b7a52d1faf0c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:41.178850 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4cd9-82bf-4dbb-b57e-b7a52d1faf0c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.208308 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 36babcad-67d1-4b23-98f0-735c6e357237 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:41.217210 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:41.218752 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Pushing event updated for resources: {'Port': ['ID=1c5fa189-7315-4405-ab16-64e3bae09c6d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:41.224871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627bd91-6c1e-4919-af20-3bfceaac46f7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Subnet': ['ID=7cc4678c-a834-49a1-b48f-77c8db19182e,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:41.237377 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:41.248118 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] For port b5a52e11-5ceb-4f72-89f0-b7fad007314c, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b5a52e11-5ceb-4f72-89f0-b7fad007314c,segment=NetworkSegment(67ae7ebf-5af1-4391-aa9d-4941694d10dc),segment_id=67ae7ebf-5af1-4391-aa9d-4941694d10dc)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:42:41.259846 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6665402a-8bc4-4397-a6d5-f3f42e60e941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.265993 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:41.282117 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5a6a4cd9-82bf-4dbb-b57e-b7a52d1faf0c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4114194 Feb 04 05:42:41.282780 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.297620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48308) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:41.304129 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Request body: {'ports': [{'network_id': 'c9cb5ebc-8728-42ec-a6a6-3bbb6d494a7d', 'name': 'tempest-port--53922335', 'admin_state_up': True}, {'network_id': '53292eac-2413-4e13-9378-c28fc20e251f', 'admin_state_up': False}]} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:41.304876 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Request body: {'port': {'network_id': 'c9cb5ebc-8728-42ec-a6a6-3bbb6d494a7d', 'name': 'tempest-port--53922335', 'admin_state_up': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:41.305065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Request body: {'port': {'network_id': '53292eac-2413-4e13-9378-c28fc20e251f', 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:41.315811 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a4cd9-82bf-4dbb-b57e-b7a52d1faf0c tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event updated for resources: {'Network': ['ID=53292eac-2413-4e13-9378-c28fc20e251f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:41.332344 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2627bd91-6c1e-4919-af20-3bfceaac46f7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Checking segment: {'id': 'c16508d8-6eb3-4dc8-92cf-76dcb7a1fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '396901a1-dfad-4c18-bb12-26fb7021bb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:41.333206 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2627bd91-6c1e-4919-af20-3bfceaac46f7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network hostable DHCP agents. Network: 396901a1-dfad-4c18-bb12-26fb7021bb07, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:41.342052 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 53292eac-2413-4e13-9378-c28fc20e251f details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:41.375382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-fe784d7a-65e9-48e1-8159-b088d8ed30f1 None None] Provisioning complete for port 674a6ced-3afe-4bcb-af57-612bf3174da3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:41.375757 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fe784d7a-65e9-48e1-8159-b088d8ed30f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.428260 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6665402a-8bc4-4397-a6d5-f3f42e60e941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.435142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2627bd91-6c1e-4919-af20-3bfceaac46f7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network 396901a1-dfad-4c18-bb12-26fb7021bb07 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:41.548516 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8daa53-8633-4b32-bfa6-908b23a7e19a None None] Pushing event updated for resources: {'Port': ['ID=b5a52e11-5ceb-4f72-89f0-b7fad007314c,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:41.557109 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6665402a-8bc4-4397-a6d5-f3f42e60e941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:41.557895 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-2627bd91-6c1e-4919-af20-3bfceaac46f7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 396901a1-dfad-4c18-bb12-26fb7021bb07) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:41.569983 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d682fcb9-b453-43cf-8e45-e93402de135d None None] Network 396901a1-dfad-4c18-bb12-26fb7021bb07 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:41.570953 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-6665402a-8bc4-4397-a6d5-f3f42e60e941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:41.578462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-540e5f2b-8efb-415d-af16-c42eec65e186 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port 221107fa-6e09-4709-8e99-0fbc4ca57115 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:41.578462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-540e5f2b-8efb-415d-af16-c42eec65e186 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.578462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665402a-8bc4-4397-a6d5-f3f42e60e941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:41.586599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6665402a-8bc4-4397-a6d5-f3f42e60e941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:41.587241 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6665402a-8bc4-4397-a6d5-f3f42e60e941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.595794 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2627bd91-6c1e-4919-af20-3bfceaac46f7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:41.596373 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2627bd91-6c1e-4919-af20-3bfceaac46f7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.623023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665402a-8bc4-4397-a6d5-f3f42e60e941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=988cb796-7513-42ad-8cfd-099748dc4db8,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:41.645180 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 36babcad-67d1-4b23-98f0-735c6e357237 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:41.645868 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.689804 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6665402a-8bc4-4397-a6d5-f3f42e60e941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9706230 Feb 04 05:42:41.694793 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2627bd91-6c1e-4919-af20-3bfceaac46f7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8766074 Feb 04 05:42:41.696262 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48310) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:41.696262 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48312) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:41.856381 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '90937916-f2b7-4b06-9771-fc21a79a3e76'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:41.858051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.907374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9eb127-8eb7-4553-a110-039f52b7ca31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:41.909317 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fd9eb127-8eb7-4553-a110-039f52b7ca31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2100782 Feb 04 05:42:41.918213 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Made reservation on behalf of 14c434f2ae6d483e91e42fbf0170ca0c for: {'port': 2} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:41.923668 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.935937 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48314) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:41.937913 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-540e5f2b-8efb-415d-af16-c42eec65e186 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:41.947827 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 674a6ced-3afe-4bcb-af57-612bf3174da3 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:41.994617 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-540e5f2b-8efb-415d-af16-c42eec65e186 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for 221107fa-6e09-4709-8e99-0fbc4ca57115 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:42.043104 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:42.049588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:42.106536 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-fe784d7a-65e9-48e1-8159-b088d8ed30f1 None None] Provisioning complete for port 221107fa-6e09-4709-8e99-0fbc4ca57115 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:42.108066 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fe784d7a-65e9-48e1-8159-b088d8ed30f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:42.111153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:42.252775 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd778246-cc2f-4f35-b737-96f1dc9f315f req-0eed15e6-ccd8-458b-8217-d9922c75923f tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:42.254930 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cd778246-cc2f-4f35-b737-96f1dc9f315f req-0eed15e6-ccd8-458b-8217-d9922c75923f tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2412436 Feb 04 05:42:42.330403 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-396901a1-dfad-4c18-bb12-26fb7021bb07', 'network_id': '396901a1-dfad-4c18-bb12-26fb7021bb07', 'tenant_id': '22c8121ee06243219769106a4e17f9d1', 'fixed_ips': [{'subnet_id': '7cc4678c-a834-49a1-b48f-77c8db19182e'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:42.330929 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:42.352260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:42.451318 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] device_id is not set on port 4c749bae-4688-474a-a6a6-4a792d61a8c8 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:42.465438 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-fe784d7a-65e9-48e1-8159-b088d8ed30f1 None None] Port 221107fa-6e09-4709-8e99-0fbc4ca57115 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:42:42.465610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-ced5f373-9a80-40ca-aee9-c6ef2c1cc23f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port 988cb796-7513-42ad-8cfd-099748dc4db8 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:42.465610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ced5f373-9a80-40ca-aee9-c6ef2c1cc23f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:42.466228 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 674a6ced-3afe-4bcb-af57-612bf3174da3 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:42.466228 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:42.488302 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:42.554339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Router 745e6d39-c640-418b-bd60-809c7ecb952b is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:42:42.579193 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cd778246-cc2f-4f35-b737-96f1dc9f315f req-97616e58-0b49-4acc-9083-1f0de11986ca tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2879910 Feb 04 05:42:42.594607 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Allocated IP 2001:db8::2 (99cffe53-689e-4c68-95bc-797fbe732ade/90937916-f2b7-4b06-9771-fc21a79a3e76/2dc923a2-1910-465f-a582-68e95103f6a7) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:42.671466 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Allocated IP 2001:db8::3 (396901a1-dfad-4c18-bb12-26fb7021bb07/7cc4678c-a834-49a1-b48f-77c8db19182e/fc35b01c-92e4-456a-af58-090e92a3bd73) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:42.742209 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-be1af9ca-0c27-48a4-be14-6041963a4ed2 None None] Provisioning complete for port 674a6ced-3afe-4bcb-af57-612bf3174da3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:42.742823 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-be1af9ca-0c27-48a4-be14-6041963a4ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:42.746955 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ced5f373-9a80-40ca-aee9-c6ef2c1cc23f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:42.790701 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ee87bc2a-cbe2-481a-a4a3-a59b0ba446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:42.792839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:42:42.815266 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f7df5-cdbb-4e2c-801a-11134b000905 None None] Sync routers for ids ['745e6d39-c640-418b-bd60-809c7ecb952b'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:42:42.832786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-ced5f373-9a80-40ca-aee9-c6ef2c1cc23f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for 988cb796-7513-42ad-8cfd-099748dc4db8 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:42.834846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:42.836169 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0ea8574a-5c0b-4a04-b1af-7139e8ea83d9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2691677 Feb 04 05:42:42.837122 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f7df5-cdbb-4e2c-801a-11134b000905 None None] Routers {'745e6d39-c640-418b-bd60-809c7ecb952b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:42.838846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48320) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:42.841701 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fe3f7df5-cdbb-4e2c-801a-11134b000905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['745e6d39-c640-418b-bd60-809c7ecb952b'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:42.964049 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-540e5f2b-8efb-415d-af16-c42eec65e186 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:42.988226 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fe3f7df5-cdbb-4e2c-801a-11134b000905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:43.018864 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e5f2b-8efb-415d-af16-c42eec65e186 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=221107fa-6e09-4709-8e99-0fbc4ca57115,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:43.019072 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f7df5-cdbb-4e2c-801a-11134b000905 None None] Routers {'745e6d39-c640-418b-bd60-809c7ecb952b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:43.020569 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fe3f7df5-cdbb-4e2c-801a-11134b000905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['745e6d39-c640-418b-bd60-809c7ecb952b'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:43.036508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.112225 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2edc18c8-b2c2-4388-9d93-18b04959b0a3 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/routers/745e6d39-c640-418b-bd60-809c7ecb952b HTTP/1.1" status: 200 len: 924 time: 0.2717917 Feb 04 05:42:43.118481 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fe3f7df5-cdbb-4e2c-801a-11134b000905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:43.119315 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f7df5-cdbb-4e2c-801a-11134b000905 None None] The sync data for ids ['745e6d39-c640-418b-bd60-809c7ecb952b'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:42:43.122302 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48324) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:43.175698 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7eca3814-f318-4862-ba73-9e3a39c36fc5 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "GET /v2.0/ports?device_id=745e6d39-c640-418b-bd60-809c7ecb952b HTTP/1.1" status: 200 len: 205 time: 0.0521152 Feb 04 05:42:43.194260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48326) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:43.203344 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afaaa6d-9973-4b86-acb5-2f6ba5048cbc None None] Network 1a6c6564-c99e-4b22-bb9e-2c67fe2d4663 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:43.290971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] device_id is not set on port 770825a0-4be5-4248-94ec-98ba2c4a8841 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:43.315248 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b5a52e11-5ceb-4f72-89f0-b7fad007314c up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:43.341697 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41ec30-5122-417a-9430-901d76e4588c req-ea10ecad-12e9-44c6-9ab2-774308da8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:43.343365 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ea41ec30-5122-417a-9430-901d76e4588c req-ea10ecad-12e9-44c6-9ab2-774308da8a6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20a08d81f69747a5b8125d321d28b9a0&device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 1098 time: 0.1469018 Feb 04 05:42:43.376479 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0465dcd5-af9b-4563-866c-80fa7bf343d3 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.376895 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.398627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.451000 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-be1af9ca-0c27-48a4-be14-6041963a4ed2 None None] Could not find standard attr ID for object 221107fa-6e09-4709-8e99-0fbc4ca57115. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:42:43.463211 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Pushing event updated for resources: {'Port': ['ID=2dc923a2-1910-465f-a582-68e95103f6a7,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:43.488719 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ef355-7c3b-41b1-91b3-7c0f4fbab95a req-4c1d3f53-fe2e-4bdf-ba70-9564deeda2e3 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:43.492057 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-de7ef355-7c3b-41b1-91b3-7c0f4fbab95a req-4c1d3f53-fe2e-4bdf-ba70-9564deeda2e3 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.3808303 Feb 04 05:42:43.517179 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.534339 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:43.549845 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.551921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-540e5f2b-8efb-415d-af16-c42eec65e186 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.552517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:43.554105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41ec30-5122-417a-9430-901d76e4588c req-2ff6cf2c-c376-48c3-8e90-aecca65a211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:43.555800 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ea41ec30-5122-417a-9430-901d76e4588c req-2ff6cf2c-c376-48c3-8e90-aecca65a211e service neutron] 10.222.0.26 "GET /v2.0/networks?id=16cfc891-7074-4a12-8ae8-46d913cd15c9 HTTP/1.1" status: 200 len: 911 time: 0.2034752 Feb 04 05:42:43.556057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:43.562577 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-540e5f2b-8efb-415d-af16-c42eec65e186 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/221107fa-6e09-4709-8e99-0fbc4ca57115 HTTP/1.1" status: 204 len: 168 time: 2.3909075 Feb 04 05:42:43.565498 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48328) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:43.617539 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.628248 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cbefbca-a90c-4e35-8919-9b0b908b48fe tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] GET failed (client error): The resource could not be found. Feb 04 05:42:43.632790 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2cbefbca-a90c-4e35-8919-9b0b908b48fe tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/221107fa-6e09-4709-8e99-0fbc4ca57115 HTTP/1.1" status: 404 len: 333 time: 0.0660229 Feb 04 05:42:43.634703 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48330) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:43.651346 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0465dcd5-af9b-4563-866c-80fa7bf343d3 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.670293 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ced5f373-9a80-40ca-aee9-c6ef2c1cc23f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.680448 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.701851 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Network 396901a1-dfad-4c18-bb12-26fb7021bb07 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:43.704195 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port b5a52e11-5ceb-4f72-89f0-b7fad007314c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:43.704590 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.726989 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ea41ec30-5122-417a-9430-901d76e4588c req-d0b93f27-8982-43dc-84ea-b036ea055c34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e26def-ad4c-4e64-a39c-c0373f6389ae HTTP/1.1" status: 200 len: 1001 time: 0.1522102 Feb 04 05:42:43.735604 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c998b96-12d8-47ef-a49d-003ed661cadc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting subnet 7612880e-e719-4aba-b39a-77a09fac6054 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:42:43.743638 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-48bc22ef-a81b-4a7e-9bf8-808d993b0a79 None None] Provisioning complete for port b5a52e11-5ceb-4f72-89f0-b7fad007314c triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:43.744018 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-48bc22ef-a81b-4a7e-9bf8-808d993b0a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.745518 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Pushing event updated for resources: {'Port': ['ID=fc35b01c-92e4-456a-af58-090e92a3bd73,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:43.746237 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.750956 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c998b96-12d8-47ef-a49d-003ed661cadc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.758399 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:43.761142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:43.782936 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc4678c-a834-49a1-b48f-77c8db19182e,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:43.788167 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-de7ef355-7c3b-41b1-91b3-7c0f4fbab95a req-9d2f7ae8-fa7e-441c-9e73-039de7441874 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783105 Feb 04 05:42:43.797599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5f373-9a80-40ca-aee9-c6ef2c1cc23f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=988cb796-7513-42ad-8cfd-099748dc4db8,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:43.845039 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c998b96-12d8-47ef-a49d-003ed661cadc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.850114 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41ec30-5122-417a-9430-901d76e4588c req-f31ddec4-9b27-4174-a2ab-ec225edcd91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:43.851815 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ea41ec30-5122-417a-9430-901d76e4588c req-f31ddec4-9b27-4174-a2ab-ec225edcd91b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=55e14a0e-49fa-4b7e-a51a-07432707a113 HTTP/1.1" status: 200 len: 850 time: 0.1097171 Feb 04 05:42:43.877725 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Attempting to bind port 2dc923a2-1910-465f-a582-68e95103f6a7 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:43.878439 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Attempting to bind port 2dc923a2-1910-465f-a582-68e95103f6a7 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:43.878792 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Attempting to bind port 2dc923a2-1910-465f-a582-68e95103f6a7 on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:43.904544 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.910531 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:43.910906 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:43.911414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.911754 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:43.912244 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Bound port: 2dc923a2-1910-465f-a582-68e95103f6a7, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:43.912872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.919737 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ced5f373-9a80-40ca-aee9-c6ef2c1cc23f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.925129 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0465dcd5-af9b-4563-866c-80fa7bf343d3 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Deleting port 1c5fa189-7315-4405-ab16-64e3bae09c6d {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:43.925479 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0465dcd5-af9b-4563-866c-80fa7bf343d3 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:43.934461 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ced5f373-9a80-40ca-aee9-c6ef2c1cc23f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/988cb796-7513-42ad-8cfd-099748dc4db8 HTTP/1.1" status: 204 len: 168 time: 1.9929693 Feb 04 05:42:43.940776 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48332) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:43.999431 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396901a1-dfad-4c18-bb12-26fb7021bb07']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:44.014689 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event updated for resources: {'Port': ['ID=4c749bae-4688-474a-a6a6-4a792d61a8c8,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:44.025597 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41ec30-5122-417a-9430-901d76e4588c req-c9ab8ada-6276-442b-a978-ed50e891a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:44.025705 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] For port 2dc923a2-1910-465f-a582-68e95103f6a7, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:44.026558 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ea41ec30-5122-417a-9430-901d76e4588c req-c9ab8ada-6276-442b-a978-ed50e891a00b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16cfc891-7074-4a12-8ae8-46d913cd15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1492727 Feb 04 05:42:44.027716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16508d8-6eb3-4dc8-92cf-76dcb7a1fa05') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:44.028101 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16508d8-6eb3-4dc8-92cf-76dcb7a1fa05') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:44.029270 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] For port 2dc923a2-1910-465f-a582-68e95103f6a7, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=2dc923a2-1910-465f-a582-68e95103f6a7,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:42:44.039552 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Checking segment: {'id': '6474e23b-41b0-436e-8547-9483fdedd100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9cb5ebc-8728-42ec-a6a6-3bbb6d494a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:44.040067 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Network hostable DHCP agents. Network: c9cb5ebc-8728-42ec-a6a6-3bbb6d494a7d, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:44.048287 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.060096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c998b96-12d8-47ef-a49d-003ed661cadc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.063997 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e89af94-ec68-4a39-be46-08cca2a0e471 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:44.065620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e89af94-ec68-4a39-be46-08cca2a0e471 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:44.068140 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1e89af94-ec68-4a39-be46-08cca2a0e471 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1203797 Feb 04 05:42:44.075317 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48336) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:44.090078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.097912 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.113252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Attempting to bind port fc35b01c-92e4-456a-af58-090e92a3bd73 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:44.114195 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Attempting to bind port fc35b01c-92e4-456a-af58-090e92a3bd73 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c16508d8-6eb3-4dc8-92cf-76dcb7a1fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '396901a1-dfad-4c18-bb12-26fb7021bb07'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:44.114563 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Attempting to bind port fc35b01c-92e4-456a-af58-090e92a3bd73 on network 396901a1-dfad-4c18-bb12-26fb7021bb07 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:44.128904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:44.130053 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:44.133832 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:44.140611 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0465dcd5-af9b-4563-866c-80fa7bf343d3 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.149531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Network c9cb5ebc-8728-42ec-a6a6-3bbb6d494a7d is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:44.163754 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0465dcd5-af9b-4563-866c-80fa7bf343d3 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Calling delete_port for 1c5fa189-7315-4405-ab16-64e3bae09c6d owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:44.194611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, c9cb5ebc-8728-42ec-a6a6-3bbb6d494a7d) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:44.210175 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:44.211193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.226073 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-685eeb43-fbad-42a0-a157-76bd2628aa29 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 90937916-f2b7-4b06-9771-fc21a79a3e76 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:42:44.250688 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-685eeb43-fbad-42a0-a157-76bd2628aa29 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.254212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.db.api [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 05:42:44.254212 dv-neutron-827794-1-hyperv neutron-server[108745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 05:42:44.254212 dv-neutron-827794-1-hyperv neutron-server[108745]: [parameters: {'id': '396901a1-dfad-4c18-bb12-26fb7021bb07'}] Feb 04 05:42:44.254212 dv-neutron-827794-1-hyperv neutron-server[108745]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:42:44.254212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG oslo_db.api [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:42:44.257739 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:44.258187 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Checking segment: {'id': 'c16508d8-6eb3-4dc8-92cf-76dcb7a1fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '396901a1-dfad-4c18-bb12-26fb7021bb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:44.258727 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.258948 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Bound using segment: {'id': 'c16508d8-6eb3-4dc8-92cf-76dcb7a1fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '396901a1-dfad-4c18-bb12-26fb7021bb07'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:44.259936 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Bound port: fc35b01c-92e4-456a-af58-090e92a3bd73, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16508d8-6eb3-4dc8-92cf-76dcb7a1fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '396901a1-dfad-4c18-bb12-26fb7021bb07'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:44.259936 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.274504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.275357 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ea41ec30-5122-417a-9430-901d76e4588c req-1238cba7-4f52-43d7-b1f2-9aa867f6b9ff service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331235 Feb 04 05:42:44.282922 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c998b96-12d8-47ef-a49d-003ed661cadc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.287785 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf91f7-b571-43c5-b8d6-dfbe677a338e None None] Pushing event updated for resources: {'Port': ['ID=2dc923a2-1910-465f-a582-68e95103f6a7,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:44.292527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6170e9-1519-4279-b6a3-6dae3ce283d4 None None] Network c9cb5ebc-8728-42ec-a6a6-3bbb6d494a7d requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:44.326264 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event updated for resources: {'Port': ['ID=770825a0-4be5-4248-94ec-98ba2c4a8841,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:44.338432 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-685eeb43-fbad-42a0-a157-76bd2628aa29 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.368942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c998b96-12d8-47ef-a49d-003ed661cadc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Subnet': ['ID=7612880e-e719-4aba-b39a-77a09fac6054,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:44.388582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Checking segment: {'id': '8e88df1b-cda9-4b63-bd7a-d7f3ad8cc2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '53292eac-2413-4e13-9378-c28fc20e251f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:44.388993 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Network hostable DHCP agents. Network: 53292eac-2413-4e13-9378-c28fc20e251f, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:44.402063 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c998b96-12d8-47ef-a49d-003ed661cadc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.408183 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9c998b96-12d8-47ef-a49d-003ed661cadc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/7612880e-e719-4aba-b39a-77a09fac6054 HTTP/1.1" status: 204 len: 168 time: 0.7686975 Feb 04 05:42:44.411553 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48340) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:44.505274 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port b5a52e11-5ceb-4f72-89f0-b7fad007314c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b5a52e11-5ceb-4f72-89f0-b7fad007314c,segment=NetworkSegment(67ae7ebf-5af1-4391-aa9d-4941694d10dc),segment_id=67ae7ebf-5af1-4391-aa9d-4941694d10dc)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:44.507954 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-48bc22ef-a81b-4a7e-9bf8-808d993b0a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.515539 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ea41ec30-5122-417a-9430-901d76e4588c req-82250890-ba7d-4f32-95a4-1f36a3f6a14f service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229872 Feb 04 05:42:44.526807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Network 53292eac-2413-4e13-9378-c28fc20e251f is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:44.542212 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.560690 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 53292eac-2413-4e13-9378-c28fc20e251f) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:44.563185 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-685eeb43-fbad-42a0-a157-76bd2628aa29 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.569863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7fe2db-d57c-4e88-ba3f-8c40f305a914 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting subnet 8d78c6ea-47a7-4919-9f04-5351aca69b4b {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:42:44.595572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0465dcd5-af9b-4563-866c-80fa7bf343d3 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.599476 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aa7fe2db-d57c-4e88-ba3f-8c40f305a914 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.606578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:44.612223 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:44.617288 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:44.618008 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.625539 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] For port fc35b01c-92e4-456a-af58-090e92a3bd73, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:44.646053 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] For port fc35b01c-92e4-456a-af58-090e92a3bd73, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fc35b01c-92e4-456a-af58-090e92a3bd73,segment=NetworkSegment(c16508d8-6eb3-4dc8-92cf-76dcb7a1fa05),segment_id=c16508d8-6eb3-4dc8-92cf-76dcb7a1fa05)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:42:44.678604 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.681941 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-25eacae8-f284-43e2-953a-6ccf56d67198 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.3793404 Feb 04 05:42:44.684950 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48342) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:44.692684 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aa7fe2db-d57c-4e88-ba3f-8c40f305a914 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.700132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465dcd5-af9b-4563-866c-80fa7bf343d3 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Pushing event deleted for resources: {'Port': ['ID=1c5fa189-7315-4405-ab16-64e3bae09c6d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:44.700928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=b5a52e11-5ceb-4f72-89f0-b7fad007314c,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:44.705015 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02428f6-295b-4ec9-8bca-2d0495c5cd2f None None] Network 53292eac-2413-4e13-9378-c28fc20e251f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:44.732803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-48bc22ef-a81b-4a7e-9bf8-808d993b0a79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:42:44.733407 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-48bc22ef-a81b-4a7e-9bf8-808d993b0a79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:42:44.756165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.762179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0465dcd5-af9b-4563-866c-80fa7bf343d3 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.785070 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-685eeb43-fbad-42a0-a157-76bd2628aa29 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.841121 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685eeb43-fbad-42a0-a157-76bd2628aa29 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=90937916-f2b7-4b06-9771-fc21a79a3e76,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:44.877270 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-685eeb43-fbad-42a0-a157-76bd2628aa29 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.886378 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-685eeb43-fbad-42a0-a157-76bd2628aa29 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/90937916-f2b7-4b06-9771-fc21a79a3e76 HTTP/1.1" status: 204 len: 168 time: 0.8098223 Feb 04 05:42:44.893435 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48346) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:44.933656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0465dcd5-af9b-4563-866c-80fa7bf343d3 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.936864 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0465dcd5-af9b-4563-866c-80fa7bf343d3 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:44.963947 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dea20f-cb1a-4f20-a2cc-a37f21d0bc73 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:44.970306 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dea20f-cb1a-4f20-a2cc-a37f21d0bc73 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:44.974625 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b7dea20f-cb1a-4f20-a2cc-a37f21d0bc73 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2886038 Feb 04 05:42:45.007316 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48348) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:45.009305 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0465dcd5-af9b-4563-866c-80fa7bf343d3 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.009883 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0465dcd5-af9b-4563-866c-80fa7bf343d3 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Fanout notify agent at l3_agent the message router_deleted on router 745e6d39-c640-418b-bd60-809c7ecb952b {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:42:45.018902 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0465dcd5-af9b-4563-866c-80fa7bf343d3 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.023840 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0465dcd5-af9b-4563-866c-80fa7bf343d3 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "DELETE /v2.0/routers/745e6d39-c640-418b-bd60-809c7ecb952b HTTP/1.1" status: 204 len: 168 time: 1.8252718 Feb 04 05:42:45.040113 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48350) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:45.045891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Request body: {'router': {'name': 'tempest-snat-router-762712186', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'enable_snat': False}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:45.193081 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-caa0fdef-ccbb-42b3-a437-ea32f0637b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.202570 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf8a46-dbd7-456c-afbd-b3eb369a859c None None] Pushing event updated for resources: {'Port': ['ID=fc35b01c-92e4-456a-af58-090e92a3bd73,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:45.212387 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee94d4f3-9023-4aa8-a4fd-77e932763225 None None] Network 396901a1-dfad-4c18-bb12-26fb7021bb07 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:45.222992 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.224047 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.263480 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-190e96c6-8d46-448a-83ff-991e6027f0dc tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Deleting port 4c749bae-4688-474a-a6a6-4a792d61a8c8 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:45.263833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-190e96c6-8d46-448a-83ff-991e6027f0dc tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.342065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.433704 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b5a52e11-5ceb-4f72-89f0-b7fad007314c up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:45.480871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-190e96c6-8d46-448a-83ff-991e6027f0dc tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.503879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83954a3e-f502-4998-ad3d-b94aa8ebbc8d None None] Network 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:45.513556 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-962c4fbc-27e7-4ee6-b8ff-3b13494c8d0b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6189797 Feb 04 05:42:45.520993 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48352) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:45.526086 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-190e96c6-8d46-448a-83ff-991e6027f0dc tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Calling delete_port for 4c749bae-4688-474a-a6a6-4a792d61a8c8 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:45.528256 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aa7fe2db-d57c-4e88-ba3f-8c40f305a914 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.583163 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273b868-f946-4019-847f-f37363f4876a req-f61a85b1-3a75-478f-86ed-048f27901c28 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:45.584959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.587021 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2273b868-f946-4019-847f-f37363f4876a req-f61a85b1-3a75-478f-86ed-048f27901c28 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.6853755 Feb 04 05:42:45.634012 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port b5a52e11-5ceb-4f72-89f0-b7fad007314c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:45.634528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.658873 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Deleting port fc35b01c-92e4-456a-af58-090e92a3bd73 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:45.659218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.666259 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2273b868-f946-4019-847f-f37363f4876a req-a96ca280-6858-46af-aad2-c6ec5f0196a3 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663178 Feb 04 05:42:45.679806 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aa7fe2db-d57c-4e88-ba3f-8c40f305a914 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.694253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc2c0e9-110f-461c-84ac-2e7ce43c1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:45.695850 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-afc2c0e9-110f-461c-84ac-2e7ce43c1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1710343 Feb 04 05:42:45.700817 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48354) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:45.703955 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0349fec3-6a6f-4eaa-8673-258da8700ecd None None] Could not find standard attr ID for object 221107fa-6e09-4709-8e99-0fbc4ca57115. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:42:45.756776 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0349fec3-6a6f-4eaa-8673-258da8700ecd None None] Provisioning complete for port b5a52e11-5ceb-4f72-89f0-b7fad007314c triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:45.757139 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0349fec3-6a6f-4eaa-8673-258da8700ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.760898 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fe2db-d57c-4e88-ba3f-8c40f305a914 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Subnet': ['ID=8d78c6ea-47a7-4919-9f04-5351aca69b4b,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:45.768952 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aa7fe2db-d57c-4e88-ba3f-8c40f305a914 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.772331 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-aa7fe2db-d57c-4e88-ba3f-8c40f305a914 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/8d78c6ea-47a7-4919-9f04-5351aca69b4b HTTP/1.1" status: 204 len: 168 time: 1.3495042 Feb 04 05:42:45.775724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48356) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:45.780567 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743ef6a-8953-4b84-8dcc-bde1e720a603 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:45.784873 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0743ef6a-8953-4b84-8dcc-bde1e720a603 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0792930 Feb 04 05:42:45.788341 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48358) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:45.812828 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-190e96c6-8d46-448a-83ff-991e6027f0dc tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.868943 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 2dc923a2-1910-465f-a582-68e95103f6a7 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:45.870873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.898192 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.913716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] For port fc35b01c-92e4-456a-af58-090e92a3bd73, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fc35b01c-92e4-456a-af58-090e92a3bd73,segment=NetworkSegment(c16508d8-6eb3-4dc8-92cf-76dcb7a1fa05),segment_id=c16508d8-6eb3-4dc8-92cf-76dcb7a1fa05)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:45.914048 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ad8727dd-86f7-4b26-bf36-7a239da12a49 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1184697 Feb 04 05:42:45.914135 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.922632 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48362) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:45.945852 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-84d31b38-ef27-4061-b557-03f367e8cad0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:45.965147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-190e96c6-8d46-448a-83ff-991e6027f0dc tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:45.971986 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-190e96c6-8d46-448a-83ff-991e6027f0dc tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "DELETE /v2.0/ports/4c749bae-4688-474a-a6a6-4a792d61a8c8 HTTP/1.1" status: 204 len: 168 time: 0.9601130 Feb 04 05:42:45.975912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48364) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:45.976558 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e96c6-8d46-448a-83ff-991e6027f0dc tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event deleted for resources: {'Port': ['ID=4c749bae-4688-474a-a6a6-4a792d61a8c8,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:45.980442 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4cf684-830a-4a22-a72c-718e9c41fee0 None None] DHCP port deletion for 5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:42:46.034538 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 2dc923a2-1910-465f-a582-68e95103f6a7 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:46.035247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.073318 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Calling delete_port for fc35b01c-92e4-456a-af58-090e92a3bd73 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:46.098991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0f4cf684-830a-4a22-a72c-718e9c41fee0 None None] Deleting port 674a6ced-3afe-4bcb-af57-612bf3174da3 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:46.099367 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf684-830a-4a22-a72c-718e9c41fee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.190721 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.194257 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0f4cf684-830a-4a22-a72c-718e9c41fee0 None None] For port 674a6ced-3afe-4bcb-af57-612bf3174da3, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=674a6ced-3afe-4bcb-af57-612bf3174da3,segment=NetworkSegment(3d485b04-a6a3-420c-8def-8ff17dd0e88c),segment_id=3d485b04-a6a3-420c-8def-8ff17dd0e88c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:46.194647 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf684-830a-4a22-a72c-718e9c41fee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.201738 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d31b38-ef27-4061-b557-03f367e8cad0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:46.205258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84d31b38-ef27-4061-b557-03f367e8cad0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.216398 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0f4cf684-830a-4a22-a72c-718e9c41fee0 None None] Calling delete_port for 674a6ced-3afe-4bcb-af57-612bf3174da3 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:46.232402 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c39b5-885f-483b-bcfb-5aef1703b5c4 req-f015b415-763d-45cd-bcb5-31d0d339495b tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:46.234001 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-861c39b5-885f-483b-bcfb-5aef1703b5c4 req-f015b415-763d-45cd-bcb5-31d0d339495b tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 945 time: 0.1383996 Feb 04 05:42:46.279851 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 2dc923a2-1910-465f-a582-68e95103f6a7, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=2dc923a2-1910-465f-a582-68e95103f6a7,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:46.289305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.324504 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-861c39b5-885f-483b-bcfb-5aef1703b5c4 req-c1c101bb-42dd-43a7-94f1-3b7b85515a05 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427713 Feb 04 05:42:46.351239 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port 674a6ced-3afe-4bcb-af57-612bf3174da3 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:46.351495 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.363243 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=2dc923a2-1910-465f-a582-68e95103f6a7,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:46.367278 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf684-830a-4a22-a72c-718e9c41fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.392559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cf684-830a-4a22-a72c-718e9c41fee0 None None] Pushing event deleted for resources: {'Port': ['ID=674a6ced-3afe-4bcb-af57-612bf3174da3,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:46.404574 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4cf684-830a-4a22-a72c-718e9c41fee0 None None] No DVR routers for this DVR port 674a6ced-3afe-4bcb-af57-612bf3174da3 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:46.433802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.454151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] For port 674a6ced-3afe-4bcb-af57-612bf3174da3, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=674a6ced-3afe-4bcb-af57-612bf3174da3,segment=NetworkSegment(3d485b04-a6a3-420c-8def-8ff17dd0e88c),segment_id=3d485b04-a6a3-420c-8def-8ff17dd0e88c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:46.454516 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.480253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54557ad-05c6-4bfc-8737-f9ee4d37726b None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:46.488222 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Port': ['ID=fc35b01c-92e4-456a-af58-090e92a3bd73,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:46.498334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for 674a6ced-3afe-4bcb-af57-612bf3174da3 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:46.504441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No DVR routers for this DVR port fc35b01c-92e4-456a-af58-090e92a3bd73 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:46.565941 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6e3705fe-3b0b-4754-9fe9-9f44edcabf9f None None] Could not find standard attr ID for object 988cb796-7513-42ad-8cfd-099748dc4db8. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:42:46.615238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6e3705fe-3b0b-4754-9fe9-9f44edcabf9f None None] Provisioning complete for port 2dc923a2-1910-465f-a582-68e95103f6a7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:46.615720 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6e3705fe-3b0b-4754-9fe9-9f44edcabf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.616382 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.637917 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.649487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba0e2a-3853-4257-80e6-94f49696ad12 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Deleting port 770825a0-4be5-4248-94ec-98ba2c4a8841 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:46.650509 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d3ba0e2a-3853-4257-80e6-94f49696ad12 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.675541 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.728434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396901a1-dfad-4c18-bb12-26fb7021bb07']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:46.749363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16508d8-6eb3-4dc8-92cf-76dcb7a1fa05') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:46.749657 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16508d8-6eb3-4dc8-92cf-76dcb7a1fa05') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:46.763700 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d3ba0e2a-3853-4257-80e6-94f49696ad12 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.764560 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6413ef17-e0a0-4aea-9281-6a665f3db925 None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:42:46.765024 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.774561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84d31b38-ef27-4061-b557-03f367e8cad0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.799386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba0e2a-3853-4257-80e6-94f49696ad12 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Calling delete_port for 770825a0-4be5-4248-94ec-98ba2c4a8841 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:46.819275 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.828879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6413ef17-e0a0-4aea-9281-6a665f3db925 None None] Deleting port 2dc923a2-1910-465f-a582-68e95103f6a7 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:46.829575 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6413ef17-e0a0-4aea-9281-6a665f3db925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.830442 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.852221 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d31b38-ef27-4061-b557-03f367e8cad0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:46.865199 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Allocated IP 172.26.3.21 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/ce5aedaa-4cb8-4a32-9949-6b1034403dc0) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:46.878431 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:46.878836 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:46.884538 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:46.887330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-84d31b38-ef27-4061-b557-03f367e8cad0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:46.900565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=674a6ced-3afe-4bcb-af57-612bf3174da3,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:46.905360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d31b38-ef27-4061-b557-03f367e8cad0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:46.905958 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84d31b38-ef27-4061-b557-03f367e8cad0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.923206 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6413ef17-e0a0-4aea-9281-6a665f3db925 None None] For port 2dc923a2-1910-465f-a582-68e95103f6a7, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=2dc923a2-1910-465f-a582-68e95103f6a7,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:46.923689 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6413ef17-e0a0-4aea-9281-6a665f3db925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:46.935829 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6413ef17-e0a0-4aea-9281-6a665f3db925 None None] Calling delete_port for 2dc923a2-1910-465f-a582-68e95103f6a7 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:46.984973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No DVR routers for this DVR port 674a6ced-3afe-4bcb-af57-612bf3174da3 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:46.991860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d3ba0e2a-3853-4257-80e6-94f49696ad12 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.036662 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-84d31b38-ef27-4061-b557-03f367e8cad0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0956922 Feb 04 05:42:47.036662 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d31b38-ef27-4061-b557-03f367e8cad0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=5715acd4-ed3f-42d6-93c9-e2c423c3396f,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:47.036971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6413ef17-e0a0-4aea-9281-6a665f3db925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.040849 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48376) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:47.046889 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-312eea41-5967-4238-8d05-6b99924d27e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'fixed_ips': [{'subnet_id': '5715acd4-ed3f-42d6-93c9-e2c423c3396f', 'ip_address': '2001:db8::fba1:fff3:be5a:3c33'}], 'name': 'tempest-NetworksTestDHCPv6-1111108356'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:47.056141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba0e2a-3853-4257-80e6-94f49696ad12 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event deleted for resources: {'Port': ['ID=770825a0-4be5-4248-94ec-98ba2c4a8841,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:47.061124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e09ebb-30fc-4754-bb3d-893818bd5d30 req-a7df508d-9288-48bb-b49c-096ad91a9c59 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:47.063565 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-24e09ebb-30fc-4754-bb3d-893818bd5d30 req-a7df508d-9288-48bb-b49c-096ad91a9c59 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2729621 Feb 04 05:42:47.067117 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.068358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413ef17-e0a0-4aea-9281-6a665f3db925 None None] Pushing event deleted for resources: {'Port': ['ID=2dc923a2-1910-465f-a582-68e95103f6a7,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:47.070188 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413ef17-e0a0-4aea-9281-6a665f3db925 None None] No DVR routers for this DVR port 2dc923a2-1910-465f-a582-68e95103f6a7 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:47.076511 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.083285 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/396901a1-dfad-4c18-bb12-26fb7021bb07 HTTP/1.1" status: 204 len: 168 time: 5.3365345 Feb 04 05:42:47.088560 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48378) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:47.101244 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c84180-f178-4648-9e6c-2c0d91041c52 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:47.107536 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d3ba0e2a-3853-4257-80e6-94f49696ad12 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.111014 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d3ba0e2a-3853-4257-80e6-94f49696ad12 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "DELETE /v2.0/ports/770825a0-4be5-4248-94ec-98ba2c4a8841 HTTP/1.1" status: 204 len: 168 time: 1.1271915 Feb 04 05:42:47.116388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48380) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:47.120477 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.128588 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8ab44-e29b-4720-8bfc-1bac0aa61592 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Network': ['ID=396901a1-dfad-4c18-bb12-26fb7021bb07,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:47.129119 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a94e5812-98d6-4dd7-ab44-8466e2f11cd1 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-594951380'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:47.199807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 674a6ced-3afe-4bcb-af57-612bf3174da3 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:42:47.212471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94e5812-98d6-4dd7-ab44-8466e2f11cd1 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:47.216690 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a94e5812-98d6-4dd7-ab44-8466e2f11cd1 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.237905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 674a6ced-3afe-4bcb-af57-612bf3174da3 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:42:47.238193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 674a6ced-3afe-4bcb-af57-612bf3174da3 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:42:47.239317 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 2dc923a2-1910-465f-a582-68e95103f6a7 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:42:47.241092 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4c16f11f-218f-47ac-b144-1fb8bcdc6cd9 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1073000 Feb 04 05:42:47.245115 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94e5812-98d6-4dd7-ab44-8466e2f11cd1 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:47.248033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48384) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:47.255825 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-62f238cd-9628-4e76-a038-1974848079d3 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2038766141'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:47.257133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a94e5812-98d6-4dd7-ab44-8466e2f11cd1 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.257572 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-a94e5812-98d6-4dd7-ab44-8466e2f11cd1 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Added segment 8f41d0ce-66f5-4069-8b90-cfa9110e2520 of type vlan for network 831105a1-573d-42dd-bca6-bb5d9de68302 Feb 04 05:42:47.265264 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 2dc923a2-1910-465f-a582-68e95103f6a7 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:42:47.266073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 2dc923a2-1910-465f-a582-68e95103f6a7 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:42:47.287482 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.292587 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.310136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:47.327921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d485b04-a6a3-420c-8def-8ff17dd0e88c') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:47.328362 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d485b04-a6a3-420c-8def-8ff17dd0e88c') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:47.338169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a94e5812-98d6-4dd7-ab44-8466e2f11cd1 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.345658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:47.351952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:47.355603 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:47.360241 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.372397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '5715acd4-ed3f-42d6-93c9-e2c423c3396f'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:47.373270 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.397260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Pushing event updated for resources: {'Port': ['ID=ce5aedaa-4cb8-4a32-9949-6b1034403dc0,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:47.414860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a94e5812-98d6-4dd7-ab44-8466e2f11cd1 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.420212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94e5812-98d6-4dd7-ab44-8466e2f11cd1 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:47.420812 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a94e5812-98d6-4dd7-ab44-8466e2f11cd1 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.428392 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-24e09ebb-30fc-4754-bb3d-893818bd5d30 req-2655be51-0fcc-4ace-abbd-ebd5456bea69 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3351550 Feb 04 05:42:47.452710 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.476271 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:47.476694 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.487503 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93660d0a-0874-463b-b7f0-bb3698031c5b req-3824a952-68c8-4f22-acdd-3892c0ab3f95 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:47.489327 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-93660d0a-0874-463b-b7f0-bb3698031c5b req-3824a952-68c8-4f22-acdd-3892c0ab3f95 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 946 time: 0.2107499 Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:47.489967 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:47.503032 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f238cd-9628-4e76-a038-1974848079d3 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Made reservation on behalf of 14c434f2ae6d483e91e42fbf0170ca0c for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:47.507397 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62f238cd-9628-4e76-a038-1974848079d3 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.533764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Allocated IP 2001:db8::2 (99cffe53-689e-4c68-95bc-797fbe732ade/5715acd4-ed3f-42d6-93c9-e2c423c3396f/3b9ac686-21ab-43a1-b6d7-dde094ea7e8e) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:47.536517 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f238cd-9628-4e76-a038-1974848079d3 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:47.587009 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62f238cd-9628-4e76-a038-1974848079d3 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.587358 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-62f238cd-9628-4e76-a038-1974848079d3 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Added segment a8bcde44-8a58-4e6f-9801-fb70c0a6aba2 of type vlan for network a9f8cf5e-9133-4249-9d1e-f25cff5a6f02 Feb 04 05:42:47.607566 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a94e5812-98d6-4dd7-ab44-8466e2f11cd1 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5050519 Feb 04 05:42:47.609621 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48390) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:47.618705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312eea41-5967-4238-8d05-6b99924d27e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:47.625306 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.642417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1816f837-5070-4871-977e-15b706bf9df8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'subnet': {'network_id': '831105a1-573d-42dd-bca6-bb5d9de68302', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:47.654364 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e5812-98d6-4dd7-ab44-8466e2f11cd1 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Network': ['ID=831105a1-573d-42dd-bca6-bb5d9de68302,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:47.669687 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 831105a1-573d-42dd-bca6-bb5d9de68302 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:47.729731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131828a-6b54-441f-9230-dda361d2c747 req-ff3524ba-f073-4338-b244-9b8b28e4d2f7 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:47.731705 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7131828a-6b54-441f-9230-dda361d2c747 req-ff3524ba-f073-4338-b244-9b8b28e4d2f7 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 945 time: 0.2338176 Feb 04 05:42:47.744473 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-93660d0a-0874-463b-b7f0-bb3698031c5b req-ced018f4-700d-457c-9570-ff9233917dee tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190640 Feb 04 05:42:47.745493 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.775446 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.793818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.809383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62f238cd-9628-4e76-a038-1974848079d3 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.835646 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-312eea41-5967-4238-8d05-6b99924d27e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.873379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.879908 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/networks/5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e HTTP/1.1" status: 204 len: 168 time: 2.0998821 Feb 04 05:42:47.884788 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48392) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:47.914374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeef9a8-9acf-42e0-b20f-bd902caac34a req-864e6ab4-7151-4255-ab79-b095ad06d779 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:47.921891 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6aeef9a8-9acf-42e0-b20f-bd902caac34a req-864e6ab4-7151-4255-ab79-b095ad06d779 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 945 time: 0.3524368 Feb 04 05:42:47.935361 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbc333-6c45-4e82-a660-9e9e06e937b6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Network': ['ID=5d2c8e5c-033a-4b1b-936d-4905e8ae7b7e,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:47.938972 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62f238cd-9628-4e76-a038-1974848079d3 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.945729 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f238cd-9628-4e76-a038-1974848079d3 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:47.946713 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62f238cd-9628-4e76-a038-1974848079d3 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.968575 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-312eea41-5967-4238-8d05-6b99924d27e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port 9b55bd2b-c87a-48b0-b147-1216708dc34b yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:47.983040 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-7131828a-6b54-441f-9230-dda361d2c747 req-e729de67-1bf6-48e9-bf82-5509f4114cec tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Deleting port aaf3d6f9-41b6-4e39-b185-c283191efe75 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:47.983388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7131828a-6b54-441f-9230-dda361d2c747 req-e729de67-1bf6-48e9-bf82-5509f4114cec tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.987114 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:47.992839 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:47.994753 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:47.997003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:47.999216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Pushing event updated for resources: {'Port': ['ID=3b9ac686-21ab-43a1-b6d7-dde094ea7e8e,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:48.040823 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1816f837-5070-4871-977e-15b706bf9df8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:48.044410 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1816f837-5070-4871-977e-15b706bf9df8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.052328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Attempting to bind port 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:48.053231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Attempting to bind port 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:48.053231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Attempting to bind port 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:48.057910 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:48.058283 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:48.058681 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.059077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:48.059529 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Bound port: 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:48.059902 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.076015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e069b7a-0bf8-4863-bbda-602299bfa636 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:48.079474 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-62f238cd-9628-4e76-a038-1974848079d3 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8256197 Feb 04 05:42:48.082346 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5e069b7a-0bf8-4863-bbda-602299bfa636 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1940536 Feb 04 05:42:48.088264 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48394) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:48.088600 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48396) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:48.094674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-07302032-8150-4d9c-89c7-4f13291e64be tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1278145584'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:48.110797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81b561-fa91-4053-bfc4-fc4a650ff2a1 req-edf97a15-7852-4326-bc1b-85b2a167030c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:48.112276 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dc81b561-fa91-4053-bfc4-fc4a650ff2a1 req-edf97a15-7852-4326-bc1b-85b2a167030c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2681413 Feb 04 05:42:48.120052 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6aeef9a8-9acf-42e0-b20f-bd902caac34a req-1f18986c-9c07-4e83-b47b-8394f2d1bb4d tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973259 Feb 04 05:42:48.123481 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f238cd-9628-4e76-a038-1974848079d3 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event updated for resources: {'Network': ['ID=a9f8cf5e-9133-4249-9d1e-f25cff5a6f02,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:48.136111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] For port 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:48.139517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network a9f8cf5e-9133-4249-9d1e-f25cff5a6f02 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:48.142755 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] For port 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3b9ac686-21ab-43a1-b6d7-dde094ea7e8e,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:42:48.160973 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.163103 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.246978 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dc81b561-fa91-4053-bfc4-fc4a650ff2a1 req-1832fe35-7673-4a89-8016-b15052a31a8e tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729995 Feb 04 05:42:48.283919 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-7131828a-6b54-441f-9230-dda361d2c747 req-e729de67-1bf6-48e9-bf82-5509f4114cec tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] For port aaf3d6f9-41b6-4e39-b185-c283191efe75, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=aaf3d6f9-41b6-4e39-b185-c283191efe75,segment=NetworkSegment(93a5c28a-88f2-4f56-bf7e-1d8290ed5262),segment_id=93a5c28a-88f2-4f56-bf7e-1d8290ed5262)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:48.284328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7131828a-6b54-441f-9230-dda361d2c747 req-e729de67-1bf6-48e9-bf82-5509f4114cec tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.287007 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-312eea41-5967-4238-8d05-6b99924d27e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::fba1:fff3:be5a:3c33 (99cffe53-689e-4c68-95bc-797fbe732ade/5715acd4-ed3f-42d6-93c9-e2c423c3396f/9b55bd2b-c87a-48b0-b147-1216708dc34b) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:48.293884 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843d5ff-2875-477e-8b8b-d55f1e0cd59b None None] Pushing event updated for resources: {'Port': ['ID=3b9ac686-21ab-43a1-b6d7-dde094ea7e8e,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:48.348581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07302032-8150-4d9c-89c7-4f13291e64be tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Made reservation on behalf of 14c434f2ae6d483e91e42fbf0170ca0c for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:48.352238 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07302032-8150-4d9c-89c7-4f13291e64be tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.447461 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c4947c7f-1c39-4327-ad97-49f7c5dfeda6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3563590 Feb 04 05:42:48.453590 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48402) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:48.460147 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-fedcb5f2-c402-48fa-8bd1-4a5232a1690c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1366037395'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:48.514223 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedcb5f2-c402-48fa-8bd1-4a5232a1690c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:48.517942 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fedcb5f2-c402-48fa-8bd1-4a5232a1690c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.531873 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07302032-8150-4d9c-89c7-4f13291e64be tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:48.568857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-312eea41-5967-4238-8d05-6b99924d27e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.616766 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedcb5f2-c402-48fa-8bd1-4a5232a1690c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:48.648800 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fedcb5f2-c402-48fa-8bd1-4a5232a1690c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.649144 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-fedcb5f2-c402-48fa-8bd1-4a5232a1690c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Added segment 0695f184-aec8-4175-8a9e-24a16a1696bb of type vlan for network d2b023bf-1d1a-44fa-b3e6-cce618dac5c9 Feb 04 05:42:48.656687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07302032-8150-4d9c-89c7-4f13291e64be tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.657211 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-07302032-8150-4d9c-89c7-4f13291e64be tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Added segment 91bc0617-feb0-419f-8b7b-c26c6abe2462 of type vlan for network dca46708-3b5c-44d2-9a1f-f7f97dfd41e7 Feb 04 05:42:48.663500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44680db6-2ce5-42a3-9386-2f1d0e3b57a5 req-f1d238fe-f24d-4f5b-915d-80ee934c8ddf tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:48.666129 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-44680db6-2ce5-42a3-9386-2f1d0e3b57a5 req-f1d238fe-f24d-4f5b-915d-80ee934c8ddf tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1668131 Feb 04 05:42:48.682731 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-966e7502-231c-48bf-ad5a-6a54d54fcb88 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:48.684371 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-966e7502-231c-48bf-ad5a-6a54d54fcb88 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 946 time: 0.1495640 Feb 04 05:42:48.760811 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-312eea41-5967-4238-8d05-6b99924d27e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.792986 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07302032-8150-4d9c-89c7-4f13291e64be tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.818562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fedcb5f2-c402-48fa-8bd1-4a5232a1690c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.840648 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1816f837-5070-4871-977e-15b706bf9df8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.880704 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312eea41-5967-4238-8d05-6b99924d27e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:48.903508 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-44680db6-2ce5-42a3-9386-2f1d0e3b57a5 req-cae9543a-8f09-414f-8eb7-00cae2f03a6c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166348 Feb 04 05:42:48.906901 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.910016 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07302032-8150-4d9c-89c7-4f13291e64be tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.914201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-312eea41-5967-4238-8d05-6b99924d27e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:48.915429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07302032-8150-4d9c-89c7-4f13291e64be tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:48.916025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07302032-8150-4d9c-89c7-4f13291e64be tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.920103 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312eea41-5967-4238-8d05-6b99924d27e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:48.925559 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312eea41-5967-4238-8d05-6b99924d27e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:48.926246 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-312eea41-5967-4238-8d05-6b99924d27e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.935793 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312eea41-5967-4238-8d05-6b99924d27e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=9b55bd2b-c87a-48b0-b147-1216708dc34b,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:48.958055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fedcb5f2-c402-48fa-8bd1-4a5232a1690c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.963559 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedcb5f2-c402-48fa-8bd1-4a5232a1690c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:48.964802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fedcb5f2-c402-48fa-8bd1-4a5232a1690c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.994947 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7131828a-6b54-441f-9230-dda361d2c747 req-e729de67-1bf6-48e9-bf82-5509f4114cec tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.995311 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7131828a-6b54-441f-9230-dda361d2c747 req-e729de67-1bf6-48e9-bf82-5509f4114cec tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:48.995629 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [req-7131828a-6b54-441f-9230-dda361d2c747 req-e729de67-1bf6-48e9-bf82-5509f4114cec tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Floating IP 0d08e1e4-cdcb-42b3-b385-d0b63f0ec115 disassociated. External IP: 172.26.3.148, port: aaf3d6f9-41b6-4e39-b185-c283191efe75. Feb 04 05:42:48.995967 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-7131828a-6b54-441f-9230-dda361d2c747 req-e729de67-1bf6-48e9-bf82-5509f4114cec tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Calling delete_port for aaf3d6f9-41b6-4e39-b185-c283191efe75 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:48.998039 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-312eea41-5967-4238-8d05-6b99924d27e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9561191 Feb 04 05:42:49.002114 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816f837-5070-4871-977e-15b706bf9df8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Subnet': ['ID=e7d6cb2e-23a9-453d-8301-d16c932302c8,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:49.009251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48408) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:49.059279 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa726f0-4cb4-4b93-85d3-e89ce46d0b8b req-cd581884-02ce-4707-ac10-7fea4011dc8a tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:49.060832 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3aa726f0-4cb4-4b93-85d3-e89ce46d0b8b req-cd581884-02ce-4707-ac10-7fea4011dc8a tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 946 time: 0.2369726 Feb 04 05:42:49.069163 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fedcb5f2-c402-48fa-8bd1-4a5232a1690c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6118124 Feb 04 05:42:49.070895 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48412) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:49.079660 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4a91dfce-49df-448f-8005-18ff135c8593 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'subnet': {'network_id': 'd2b023bf-1d1a-44fa-b3e6-cce618dac5c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:49.162934 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcb5f2-c402-48fa-8bd1-4a5232a1690c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Network': ['ID=d2b023bf-1d1a-44fa-b3e6-cce618dac5c9,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:49.185688 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-94efdfb6-1514-4bd0-be90-5a61b76d25d0 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Deleting port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:49.186054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-94efdfb6-1514-4bd0-be90-5a61b76d25d0 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:49.194029 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network d2b023bf-1d1a-44fa-b3e6-cce618dac5c9 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:49.303805 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:49.367349 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3aa726f0-4cb4-4b93-85d3-e89ce46d0b8b req-787b2821-0cbd-4ba4-9435-6cfceb959113 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824354 Feb 04 05:42:49.388555 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:49.388934 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:49.409363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45412295-cccb-457b-b979-4c0fe3da5481 req-a6ea47d8-0afb-4691-9c08-205216bf3051 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:49.418403 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-45412295-cccb-457b-b979-4c0fe3da5481 req-a6ea47d8-0afb-4691-9c08-205216bf3051 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2428126 Feb 04 05:42:49.428811 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-07302032-8150-4d9c-89c7-4f13291e64be tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3391681 Feb 04 05:42:49.460164 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07302032-8150-4d9c-89c7-4f13291e64be tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event updated for resources: {'Network': ['ID=dca46708-3b5c-44d2-9a1f-f7f97dfd41e7,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:49.513445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a91dfce-49df-448f-8005-18ff135c8593 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:49.521474 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a91dfce-49df-448f-8005-18ff135c8593 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:49.531608 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network dca46708-3b5c-44d2-9a1f-f7f97dfd41e7 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:49.563509 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1816f837-5070-4871-977e-15b706bf9df8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Checking segment: {'id': '8f41d0ce-66f5-4069-8b90-cfa9110e2520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '831105a1-573d-42dd-bca6-bb5d9de68302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:49.563870 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1816f837-5070-4871-977e-15b706bf9df8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network hostable DHCP agents. Network: 831105a1-573d-42dd-bca6-bb5d9de68302, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:49.605865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-94efdfb6-1514-4bd0-be90-5a61b76d25d0 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] For port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0ccf3cb6-74c6-437b-92ff-49831cda3fdb,segment=NetworkSegment(d9305c9a-e269-4637-add4-84969650d63f),segment_id=d9305c9a-e269-4637-add4-84969650d63f)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:49.606455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-94efdfb6-1514-4bd0-be90-5a61b76d25d0 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:49.617511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:49.643738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797bd264-9b33-492f-b7e4-db759b025cda tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:49.650050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797bd264-9b33-492f-b7e4-db759b025cda tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:49.654803 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-797bd264-9b33-492f-b7e4-db759b025cda tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2724519 Feb 04 05:42:49.657744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48416) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:49.691040 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3b9ac686-21ab-43a1-b6d7-dde094ea7e8e,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:49.696945 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:49.757397 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1816f837-5070-4871-977e-15b706bf9df8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network 831105a1-573d-42dd-bca6-bb5d9de68302 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:49.789483 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=3b9ac686-21ab-43a1-b6d7-dde094ea7e8e,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:49.813785 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-1816f837-5070-4871-977e-15b706bf9df8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 831105a1-573d-42dd-bca6-bb5d9de68302) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:49.826852 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1816f837-5070-4871-977e-15b706bf9df8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:49.827731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1816f837-5070-4871-977e-15b706bf9df8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:49.848711 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae3189b-0f10-4292-8bf6-f3b33d0b8706 None None] Network 831105a1-573d-42dd-bca6-bb5d9de68302 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:49.918354 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1816f837-5070-4871-977e-15b706bf9df8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2896361 Feb 04 05:42:49.927375 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48418) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:49.952525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-df9be9a7-24f9-4f69-a22f-da17b0dff412 None None] Provisioning complete for port 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:49.953047 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-df9be9a7-24f9-4f69-a22f-da17b0dff412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:49.966587 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7131828a-6b54-441f-9230-dda361d2c747 req-e729de67-1bf6-48e9-bf82-5509f4114cec tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:50.046855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Router 49d0a43b-448b-46b4-88df-3e93259bc199 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:42:50.064322 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729de67-1bf6-48e9-bf82-5509f4114cec tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Pushing event deleted for resources: {'Port': ['ID=aaf3d6f9-41b6-4e39-b185-c283191efe75,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:50.076446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d01475bf-86b9-4890-8275-68f9c3941a0d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port 9b55bd2b-c87a-48b0-b147-1216708dc34b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:50.077118 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d01475bf-86b9-4890-8275-68f9c3941a0d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:50.226329 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-45412295-cccb-457b-b979-4c0fe3da5481 req-57cd7bf5-c209-477a-8e36-45793e3035e2 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7918913 Feb 04 05:42:50.252522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-831105a1-573d-42dd-bca6-bb5d9de68302', 'network_id': '831105a1-573d-42dd-bca6-bb5d9de68302', 'tenant_id': '22c8121ee06243219769106a4e17f9d1', 'fixed_ips': [{'subnet_id': 'e7d6cb2e-23a9-453d-8301-d16c932302c8'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:50.253314 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:50.275426 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a0a0f340-a7d6-43b0-8750-29cb56c897e8 None None] Could not find standard attr ID for object c07eb681-0cae-4134-9e01-fd7d8fe757a0. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:42:50.342768 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca9578-658c-4d2e-a4f3-f4cbeba247d0 req-d8163e95-3ef0-4f43-88c8-fbe48ecd9e90 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:50.344336 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-87ca9578-658c-4d2e-a4f3-f4cbeba247d0 req-d8163e95-3ef0-4f43-88c8-fbe48ecd9e90 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 867 time: 0.8345785 Feb 04 05:42:50.427530 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:42:50.504777 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:50.515697 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:50.518193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Sync routers for ids ['49d0a43b-448b-46b4-88df-3e93259bc199'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:42:50.520330 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-26559f59-5e79-4105-856a-6753cb8a87b0 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.4776824 Feb 04 05:42:50.521514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48422) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:50.553013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-be231f7f-d60b-4fa6-b688-e9644fc4e28b None None] Could not find standard attr ID for object 988cb796-7513-42ad-8cfd-099748dc4db8. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:42:50.573746 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Routers {'49d0a43b-448b-46b4-88df-3e93259bc199'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:50.574521 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['49d0a43b-448b-46b4-88df-3e93259bc199'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:50.681607 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-87ca9578-658c-4d2e-a4f3-f4cbeba247d0 req-3071a984-3b4f-40a3-b5c0-8654e20f674b tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups?id=dbc79efc-0523-4be4-b13b-576d29ab48d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446980 Feb 04 05:42:50.772213 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Set router 49d0a43b-448b-46b4-88df-3e93259bc199 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:42:50.841378 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7131828a-6b54-441f-9230-dda361d2c747 req-e729de67-1bf6-48e9-bf82-5509f4114cec tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Router 5dc4e676-67b1-4062-9b09-4646197e8710 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:42:50.861587 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9622d-90e2-470b-8774-0605415399f3 req-ce49c959-03da-401c-8ac0-4df8bd2a15b9 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:50.863098 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d01475bf-86b9-4890-8275-68f9c3941a0d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:50.871537 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fbb9622d-90e2-470b-8774-0605415399f3 req-ce49c959-03da-401c-8ac0-4df8bd2a15b9 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 946 time: 0.3289199 Feb 04 05:42:50.896715 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d01475bf-86b9-4890-8275-68f9c3941a0d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for 9b55bd2b-c87a-48b0-b147-1216708dc34b owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:50.922855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-94efdfb6-1514-4bd0-be90-5a61b76d25d0 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:50.923515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-94efdfb6-1514-4bd0-be90-5a61b76d25d0 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:50.924382 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-94efdfb6-1514-4bd0-be90-5a61b76d25d0 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Floating IP e98fecd6-cca0-4ef9-8094-530b6f4ee72c disassociated. External IP: 172.26.3.129, port: 0ccf3cb6-74c6-437b-92ff-49831cda3fdb. Feb 04 05:42:50.927501 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-94efdfb6-1514-4bd0-be90-5a61b76d25d0 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Calling delete_port for 0ccf3cb6-74c6-437b-92ff-49831cda3fdb owned by compute:nova {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:50.940891 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Allocated IP 2001:db8::1 (831105a1-573d-42dd-bca6-bb5d9de68302/e7d6cb2e-23a9-453d-8301-d16c932302c8/dd5d5750-19c2-4592-a3bf-9e9270aa51b8) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:51.108289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7131828a-6b54-441f-9230-dda361d2c747 req-e729de67-1bf6-48e9-bf82-5509f4114cec tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:42:51.113294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:51.124486 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fed84f-23f4-45b0-a8ca-32cf2f2bef32 None None] Sync routers for ids ['5dc4e676-67b1-4062-9b09-4646197e8710'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:42:51.125011 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fbb9622d-90e2-470b-8774-0605415399f3 req-f61d4f13-1ea6-4e4b-957c-3f230c965fbd tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b6dd4a7-b686-4167-8ca2-f52b35fe9467&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516055 Feb 04 05:42:51.138735 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fed84f-23f4-45b0-a8ca-32cf2f2bef32 None None] Routers {'5dc4e676-67b1-4062-9b09-4646197e8710'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:51.141655 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-88fed84f-23f4-45b0-a8ca-32cf2f2bef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5dc4e676-67b1-4062-9b09-4646197e8710'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:51.197646 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:51.240979 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-856f4ce3-2e35-4480-99ef-069d40fcdb67 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/routers/49d0a43b-448b-46b4-88df-3e93259bc199 HTTP/1.1" status: 200 len: 907 time: 0.7122822 Feb 04 05:42:51.249253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a91dfce-49df-448f-8005-18ff135c8593 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:51.257325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48424) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:51.258880 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:51.262879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:51.277833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Request body: {'router': {'name': 'tempest-snat-router-762712186', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'enable_snat': True}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:51.341407 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Network 831105a1-573d-42dd-bca6-bb5d9de68302 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:51.363979 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Pushing event updated for resources: {'Port': ['ID=dd5d5750-19c2-4592-a3bf-9e9270aa51b8,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:51.375173 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:51.378453 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:51.398948 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91dfce-49df-448f-8005-18ff135c8593 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Subnet': ['ID=e6551f14-eb48-4a1d-8b2e-4cef263c5e6b,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:51.419471 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-88fed84f-23f4-45b0-a8ca-32cf2f2bef32 None None] Set router 5dc4e676-67b1-4062-9b09-4646197e8710 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:42:51.420709 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7131828a-6b54-441f-9230-dda361d2c747 req-e729de67-1bf6-48e9-bf82-5509f4114cec tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] No DVR routers for this DVR port aaf3d6f9-41b6-4e39-b185-c283191efe75 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:51.437397 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7131828a-6b54-441f-9230-dda361d2c747 req-e729de67-1bf6-48e9-bf82-5509f4114cec tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:51.441041 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7131828a-6b54-441f-9230-dda361d2c747 req-e729de67-1bf6-48e9-bf82-5509f4114cec tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.26 "DELETE /v2.0/ports/aaf3d6f9-41b6-4e39-b185-c283191efe75 HTTP/1.1" status: 204 len: 173 time: 3.7018976 Feb 04 05:42:51.441854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7299d1-3042-41b9-868a-8797ae6640e3', 'name': 'network-vif-deleted', 'tag': 'aaf3d6f9-41b6-4e39-b185-c283191efe75'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:42:51.444816 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999a48aa-ecda-4457-9a20-e6e84d47a8ea" -d '{"events": [{"server_uuid": "fb7299d1-3042-41b9-868a-8797ae6640e3", "name": "network-vif-deleted", "tag": "aaf3d6f9-41b6-4e39-b185-c283191efe75"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:42:51.554467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf616383-d0ef-421b-b4de-e7b969c0cd3d x-openstack-request-id: req-bf616383-d0ef-421b-b4de-e7b969c0cd3d {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:42:51.555223 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7299d1-3042-41b9-868a-8797ae6640e3", "name": "network-vif-deleted", "tag": "aaf3d6f9-41b6-4e39-b185-c283191efe75", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:42:51.555709 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf616383-d0ef-421b-b4de-e7b969c0cd3d {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:42:51.558462 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7299d1-3042-41b9-868a-8797ae6640e3', 'name': 'network-vif-deleted', 'tag': 'aaf3d6f9-41b6-4e39-b185-c283191efe75', 'status': 'completed', 'code': 200} Feb 04 05:42:51.621401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Attempting to bind port dd5d5750-19c2-4592-a3bf-9e9270aa51b8 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:51.624365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Attempting to bind port dd5d5750-19c2-4592-a3bf-9e9270aa51b8 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '8f41d0ce-66f5-4069-8b90-cfa9110e2520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '831105a1-573d-42dd-bca6-bb5d9de68302'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:51.625749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Attempting to bind port dd5d5750-19c2-4592-a3bf-9e9270aa51b8 on network 831105a1-573d-42dd-bca6-bb5d9de68302 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:51.627831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:51.640673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-cf8b89b2-7e6a-43c2-8abc-3bdc51aab549 None None] Provisioning complete for port 9b55bd2b-c87a-48b0-b147-1216708dc34b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:51.641043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cf8b89b2-7e6a-43c2-8abc-3bdc51aab549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:51.756445 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:51.756820 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Checking segment: {'id': '8f41d0ce-66f5-4069-8b90-cfa9110e2520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '831105a1-573d-42dd-bca6-bb5d9de68302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:51.757216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:51.757608 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Bound using segment: {'id': '8f41d0ce-66f5-4069-8b90-cfa9110e2520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '831105a1-573d-42dd-bca6-bb5d9de68302'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:51.758306 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Bound port: dd5d5750-19c2-4592-a3bf-9e9270aa51b8, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f41d0ce-66f5-4069-8b90-cfa9110e2520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '831105a1-573d-42dd-bca6-bb5d9de68302'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:51.759399 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:51.773477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:51.775294 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:51.775756 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d6cb2e-23a9-453d-8301-d16c932302c8,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:51.785462 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b89b2-7e6a-43c2-8abc-3bdc51aab549 None None] Port 9b55bd2b-c87a-48b0-b147-1216708dc34b cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:42:51.823060 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d874264-90ea-41c1-a0ab-2353bc41c6a6 req-fa03350d-5a06-4b23-bb2f-89331e2d6067 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:51.824939 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0d874264-90ea-41c1-a0ab-2353bc41c6a6 req-fa03350d-5a06-4b23-bb2f-89331e2d6067 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.4217036 Feb 04 05:42:51.851377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a91dfce-49df-448f-8005-18ff135c8593 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Checking segment: {'id': '0695f184-aec8-4175-8a9e-24a16a1696bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd2b023bf-1d1a-44fa-b3e6-cce618dac5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:51.852393 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a91dfce-49df-448f-8005-18ff135c8593 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network hostable DHCP agents. Network: d2b023bf-1d1a-44fa-b3e6-cce618dac5c9, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:51.868107 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-af01f426-1187-418b-97ea-ab2157287844 None None] For port dd5d5750-19c2-4592-a3bf-9e9270aa51b8, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:51.870613 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-94efdfb6-1514-4bd0-be90-5a61b76d25d0 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:51.874176 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-af01f426-1187-418b-97ea-ab2157287844 None None] For port dd5d5750-19c2-4592-a3bf-9e9270aa51b8, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=dd5d5750-19c2-4592-a3bf-9e9270aa51b8,segment=NetworkSegment(8f41d0ce-66f5-4069-8b90-cfa9110e2520),segment_id=8f41d0ce-66f5-4069-8b90-cfa9110e2520)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:42:51.918802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:51.974743 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f46dda8c-15ad-4f0c-874b-df84d88580bb req-eef02937-0fda-4f89-ae2e-786702f5f2d1 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb7299d1-3042-41b9-868a-8797ae6640e3 HTTP/1.1" status: 200 len: 210 time: 0.0787709 Feb 04 05:42:51.977369 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efdfb6-1514-4bd0-be90-5a61b76d25d0 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Pushing event deleted for resources: {'Port': ['ID=0ccf3cb6-74c6-437b-92ff-49831cda3fdb,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:51.987729 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0d874264-90ea-41c1-a0ab-2353bc41c6a6 req-3c734443-2842-4f56-8b9d-3b15add88d5b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530085 Feb 04 05:42:52.017018 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-88fed84f-23f4-45b0-a8ca-32cf2f2bef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:27Z', 'revision_number': 4, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'gw_port': {'id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:19Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'b24f35fb-044c-4d6a-a27c-0cc3ae4088db', 'name': '', 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'mac_address': 'fa:16:3e:a2:c9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:33Z', 'revision_number': 5, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'subnets': [{'id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:52.023346 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:52.038078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a91dfce-49df-448f-8005-18ff135c8593 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network d2b023bf-1d1a-44fa-b3e6-cce618dac5c9 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:52.051933 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-4a91dfce-49df-448f-8005-18ff135c8593 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, d2b023bf-1d1a-44fa-b3e6-cce618dac5c9) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:52.060239 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a91dfce-49df-448f-8005-18ff135c8593 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:52.060836 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a91dfce-49df-448f-8005-18ff135c8593 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:52.098995 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4a91dfce-49df-448f-8005-18ff135c8593 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0238836 Feb 04 05:42:52.099917 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d0a43b-448b-46b4-88df-3e93259bc199', 'name': 'tempest-snat-router-762712186', 'tenant_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.21'}], 'enable_snat': False}, 'gw_port_id': 'ce5aedaa-4cb8-4a32-9949-6b1034403dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:42:45Z', 'updated_at': '2022-02-04T05:42:47Z', 'revision_number': 3, 'project_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'gw_port': {'id': 'ce5aedaa-4cb8-4a32-9949-6b1034403dc0', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d0a43b-448b-46b4-88df-3e93259bc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:42:46Z', 'updated_at': '2022-02-04T05:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:52.109144 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831105a1-573d-42dd-bca6-bb5d9de68302']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:52.133366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfbaaeb-cd53-4de8-a187-a24944ce8f05 None None] Network d2b023bf-1d1a-44fa-b3e6-cce618dac5c9 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:52.138313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f41d0ce-66f5-4069-8b90-cfa9110e2520') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:52.138904 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f41d0ce-66f5-4069-8b90-cfa9110e2520') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:52.161404 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48436) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:52.162085 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fed84f-23f4-45b0-a8ca-32cf2f2bef32 None None] Checking router: 5dc4e676-67b1-4062-9b09-4646197e8710 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:42:52.175375 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f383779e-9df7-42cb-9ea5-f2d2e24288ce tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'network_id': 'd2b023bf-1d1a-44fa-b3e6-cce618dac5c9', 'name': 'tempest-PortsTestJSON-1254716229'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:52.200802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:52.204429 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fed84f-23f4-45b0-a8ca-32cf2f2bef32 None None] Routers {'5dc4e676-67b1-4062-9b09-4646197e8710'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:52.208423 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-88fed84f-23f4-45b0-a8ca-32cf2f2bef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5dc4e676-67b1-4062-9b09-4646197e8710'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:52.246717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:52.263452 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:52.263895 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:52.269126 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:52.286321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d01475bf-86b9-4890-8275-68f9c3941a0d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:52.507626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01475bf-86b9-4890-8275-68f9c3941a0d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=9b55bd2b-c87a-48b0-b147-1216708dc34b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:52.509064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01f426-1187-418b-97ea-ab2157287844 None None] Pushing event updated for resources: {'Port': ['ID=dd5d5750-19c2-4592-a3bf-9e9270aa51b8,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:52.516445 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-79ef30b0-5512-47fd-b476-a14580f39b87 req-08d9053c-fd96-4320-b1f4-324e805ad9b8 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 210 time: 0.1497481 Feb 04 05:42:52.547023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d01475bf-86b9-4890-8275-68f9c3941a0d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:52.558652 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d01475bf-86b9-4890-8275-68f9c3941a0d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/9b55bd2b-c87a-48b0-b147-1216708dc34b HTTP/1.1" status: 204 len: 168 time: 2.8955820 Feb 04 05:42:52.561393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48442) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:52.609664 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-88fed84f-23f4-45b0-a8ca-32cf2f2bef32 None None] Set router 5dc4e676-67b1-4062-9b09-4646197e8710 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:42:52.660676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b8121e-6018-4bfd-ad26-a694ec14b43c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:52.662542 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b8121e-6018-4bfd-ad26-a694ec14b43c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:52.664313 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-43b8121e-6018-4bfd-ad26-a694ec14b43c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1019282 Feb 04 05:42:52.666374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 05:42:52.666374 dv-neutron-827794-1-hyperv neutron-server[108744]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 05:42:52.666374 dv-neutron-827794-1-hyperv neutron-server[108744]: [parameters: {'id': '831105a1-573d-42dd-bca6-bb5d9de68302'}] Feb 04 05:42:52.666374 dv-neutron-827794-1-hyperv neutron-server[108744]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:42:52.666681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:42:52.667064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48444) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:52.676941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-94efdfb6-1514-4bd0-be90-5a61b76d25d0 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Router 0f77d255-975f-4246-9e9d-8e6277932a1e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:42:52.738965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48446) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:52.743814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Request body: {'subnets': [{'network_id': 'a9f8cf5e-9133-4249-9d1e-f25cff5a6f02', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1078219965', 'ip_version': 6}, {'network_id': 'dca46708-3b5c-44d2-9a1f-f7f97dfd41e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:52.744126 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Request body: {'subnet': {'network_id': 'a9f8cf5e-9133-4249-9d1e-f25cff5a6f02', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1078219965', 'ip_version': 6}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:52.745704 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Request body: {'subnet': {'network_id': 'dca46708-3b5c-44d2-9a1f-f7f97dfd41e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:52.813080 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:52.816802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-314c63ec-ed7b-41e9-a2ce-667d592c9267 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 5715acd4-ed3f-42d6-93c9-e2c423c3396f {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:42:52.826162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-314c63ec-ed7b-41e9-a2ce-667d592c9267 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:52.901520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Checking router: 49d0a43b-448b-46b4-88df-3e93259bc199 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:42:52.901996 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Updating router 49d0a43b-448b-46b4-88df-3e93259bc199 port ce5aedaa-4cb8-4a32-9949-6b1034403dc0 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:42:52.910997 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device aaf3d6f9-41b6-4e39-b185-c283191efe75 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:42:52.924990 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-314c63ec-ed7b-41e9-a2ce-667d592c9267 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:52.929544 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bb80e-21c8-4a67-ae95-3f6a2bb00a27 req-2b599dcd-41f6-4eaa-9440-59023259b556 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:52.938499 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a87bb80e-21c8-4a67-ae95-3f6a2bb00a27 req-2b599dcd-41f6-4eaa-9440-59023259b556 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.4518781 Feb 04 05:42:52.980074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:52.980446 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:52.982073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: aaf3d6f9-41b6-4e39-b185-c283191efe75 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:42:52.982412 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device aaf3d6f9-41b6-4e39-b185-c283191efe75 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:42:52.982817 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 0ccf3cb6-74c6-437b-92ff-49831cda3fdb no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:42:53.037356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Made reservation on behalf of 14c434f2ae6d483e91e42fbf0170ca0c for: {'subnet': 2} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:53.042738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:53.043032 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-88fed84f-23f4-45b0-a8ca-32cf2f2bef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:27Z', 'revision_number': 4, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'gw_port': {'id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:19Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'b24f35fb-044c-4d6a-a27c-0cc3ae4088db', 'name': '', 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'mac_address': 'fa:16:3e:a2:c9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:33Z', 'revision_number': 5, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'subnets': [{'id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:53.043182 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:53.052108 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1722b422-2349-4c21-8abd-090550bf6d8a None None] Network 831105a1-573d-42dd-bca6-bb5d9de68302 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:53.060298 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-314c63ec-ed7b-41e9-a2ce-667d592c9267 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:53.082667 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fed84f-23f4-45b0-a8ca-32cf2f2bef32 None None] The sync data for ids ['5dc4e676-67b1-4062-9b09-4646197e8710'] in dv-neutron-827794-1-hyperv is: [{'id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:27Z', 'revision_number': 4, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'gw_port': {'id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:19Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'b24f35fb-044c-4d6a-a27c-0cc3ae4088db', 'name': '', 'network_id': 'f07bb420-9540-48eb-88e2-6374a7d0283e', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'mac_address': 'fa:16:3e:a2:c9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:33Z', 'revision_number': 5, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'subnets': [{'id': '99ee1ca4-9ea5-48bd-8786-a32f88775164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:42:53.133480 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 0ccf3cb6-74c6-437b-92ff-49831cda3fdb {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:42:53.133978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 0ccf3cb6-74c6-437b-92ff-49831cda3fdb not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:42:53.140330 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:53.158343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48452) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:53.169305 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:53.177580 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:53.190900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f383779e-9df7-42cb-9ea5-f2d2e24288ce tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:53.195048 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f383779e-9df7-42cb-9ea5-f2d2e24288ce tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:53.260643 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a87bb80e-21c8-4a67-ae95-3f6a2bb00a27 req-5313f8d9-57c9-4b34-b608-f1026a0a11b4 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208976 Feb 04 05:42:53.268818 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-314c63ec-ed7b-41e9-a2ce-667d592c9267 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:53.303236 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-f383779e-9df7-42cb-9ea5-f2d2e24288ce tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port e48bead6-8e97-4b67-bd96-edd12ba8d848 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:53.318385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-d2b023bf-1d1a-44fa-b3e6-cce618dac5c9', 'network_id': 'd2b023bf-1d1a-44fa-b3e6-cce618dac5c9', 'tenant_id': '7792832c90bd4ac49d281b6efc6d76c2', 'fixed_ips': [{'subnet_id': 'e6551f14-eb48-4a1d-8b2e-4cef263c5e6b'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:53.319114 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c63ec-ed7b-41e9-a2ce-667d592c9267 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=5715acd4-ed3f-42d6-93c9-e2c423c3396f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:53.320038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:53.325496 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f77dd135-8f4b-42bb-bf36-fdd64ad976ac tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:53.395602 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-94efdfb6-1514-4bd0-be90-5a61b76d25d0 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:42:53.424791 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873d0c59-41c6-4648-8fd3-eb6da59e4d77 None None] Sync routers for ids ['0f77d255-975f-4246-9e9d-8e6277932a1e'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:42:53.460330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-94efdfb6-1514-4bd0-be90-5a61b76d25d0 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] No DVR routers for this DVR port 0ccf3cb6-74c6-437b-92ff-49831cda3fdb on host hv-neutron-8277 {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:53.467939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-94efdfb6-1514-4bd0-be90-5a61b76d25d0 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:53.471187 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9e1f9c8-2c61-40db-be6b-8ef13e6a5b56 req-94efdfb6-1514-4bd0-be90-5a61b76d25d0 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.26 "DELETE /v2.0/ports/0ccf3cb6-74c6-437b-92ff-49831cda3fdb HTTP/1.1" status: 204 len: 173 time: 4.7749033 Feb 04 05:42:53.476655 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd20e50e-6cc4-4a26-98a1-9663e695890e', 'name': 'network-vif-deleted', 'tag': '0ccf3cb6-74c6-437b-92ff-49831cda3fdb'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:42:53.478809 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baf0913-6c23-4602-a720-82ea6a21911b" -d '{"events": [{"server_uuid": "cd20e50e-6cc4-4a26-98a1-9663e695890e", "name": "network-vif-deleted", "tag": "0ccf3cb6-74c6-437b-92ff-49831cda3fdb"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:42:53.549897 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873d0c59-41c6-4648-8fd3-eb6da59e4d77 None None] Routers {'0f77d255-975f-4246-9e9d-8e6277932a1e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:53.551520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-873d0c59-41c6-4648-8fd3-eb6da59e4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0f77d255-975f-4246-9e9d-8e6277932a1e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:53.591383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-f383779e-9df7-42cb-9ea5-f2d2e24288ce tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Allocated IP 172.20.0.3 (d2b023bf-1d1a-44fa-b3e6-cce618dac5c9/e6551f14-eb48-4a1d-8b2e-4cef263c5e6b/e48bead6-8e97-4b67-bd96-edd12ba8d848) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:53.661574 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dfa77f-5226-49a3-ba69-54e9e4ae2ff9 x-openstack-request-id: req-14dfa77f-5226-49a3-ba69-54e9e4ae2ff9 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:42:53.662385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd20e50e-6cc4-4a26-98a1-9663e695890e", "name": "network-vif-deleted", "tag": "0ccf3cb6-74c6-437b-92ff-49831cda3fdb", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:42:53.663369 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14dfa77f-5226-49a3-ba69-54e9e4ae2ff9 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:42:53.664637 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd20e50e-6cc4-4a26-98a1-9663e695890e', 'name': 'network-vif-deleted', 'tag': '0ccf3cb6-74c6-437b-92ff-49831cda3fdb', 'status': 'completed', 'code': 200} Feb 04 05:42:53.666255 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e3f77-0657-4a53-be64-3167eee56e0f None None] New status for floating IP 0d08e1e4-cdcb-42b3-b385-d0b63f0ec115: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:42:53.696553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-314c63ec-ed7b-41e9-a2ce-667d592c9267 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:53.699555 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-314c63ec-ed7b-41e9-a2ce-667d592c9267 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/5715acd4-ed3f-42d6-93c9-e2c423c3396f HTTP/1.1" status: 204 len: 168 time: 1.0315926 Feb 04 05:42:53.710744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48458) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:53.713511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da953982-a87f-4ce7-92ca-9f8ae9a16d71 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:53.764372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f77dd135-8f4b-42bb-bf36-fdd64ad976ac tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:53.771034 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ac7273d6-7f34-43cc-a883-dfeb03bac2db tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594661 Feb 04 05:42:53.779469 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48460) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:53.787810 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6ebbcdf7-8e69-42c1-8660-631871dd43a1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:53.802493 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-873d0c59-41c6-4648-8fd3-eb6da59e4d77 None None] Set router 0f77d255-975f-4246-9e9d-8e6277932a1e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:42:53.923260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Deleting port dd5d5750-19c2-4592-a3bf-9e9270aa51b8 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:53.923260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:53.951780 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f383779e-9df7-42cb-9ea5-f2d2e24288ce tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:53.980875 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.001558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.022732 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5144b753-c82e-44d5-b88b-731da739c99f req-7bb2b5e9-9e04-498d-8610-1afff2a539e6 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd20e50e-6cc4-4a26-98a1-9663e695890e HTTP/1.1" status: 200 len: 210 time: 0.3376610 Feb 04 05:42:54.029642 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f77dd135-8f4b-42bb-bf36-fdd64ad976ac tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.032661 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f77dd135-8f4b-42bb-bf36-fdd64ad976ac tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.036133 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f77dd135-8f4b-42bb-bf36-fdd64ad976ac tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "DELETE /v2.0/security-groups/dbc79efc-0523-4be4-b13b-576d29ab48d3 HTTP/1.1" status: 204 len: 168 time: 0.8747849 Feb 04 05:42:54.043447 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48462) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:54.076258 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-d96da34f-4f2b-4067-a5a4-ff2a33381516 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] show failed (client error): The resource could not be found. Feb 04 05:42:54.080748 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d96da34f-4f2b-4067-a5a4-ff2a33381516 tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "GET /v2.0/security-groups/dbc79efc-0523-4be4-b13b-576d29ab48d3 HTTP/1.1" status: 404 len: 347 time: 0.0313318 Feb 04 05:42:54.080897 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf78f8-864b-4412-979a-a43a94d083ce None None] Pushing event updated for resources: {'Port': ['ID=ce5aedaa-4cb8-4a32-9949-6b1034403dc0,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:54.080997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48464) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:54.098141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dd135-8f4b-42bb-bf36-fdd64ad976ac tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc79efc-0523-4be4-b13b-576d29ab48d3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:54.160434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] For port dd5d5750-19c2-4592-a3bf-9e9270aa51b8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=dd5d5750-19c2-4592-a3bf-9e9270aa51b8,segment=NetworkSegment(8f41d0ce-66f5-4069-8b90-cfa9110e2520),segment_id=8f41d0ce-66f5-4069-8b90-cfa9110e2520)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:54.160898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.181980 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Attempting to bind port ce5aedaa-4cb8-4a32-9949-6b1034403dc0 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:54.182536 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Attempting to bind port ce5aedaa-4cb8-4a32-9949-6b1034403dc0 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:54.183019 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Attempting to bind port ce5aedaa-4cb8-4a32-9949-6b1034403dc0 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:54.215628 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Calling delete_port for dd5d5750-19c2-4592-a3bf-9e9270aa51b8 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:54.219671 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:54.220201 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:54.220939 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.221477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:54.222667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Bound port: ce5aedaa-4cb8-4a32-9949-6b1034403dc0, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:54.223206 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.231789 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5783fe57-4d7a-4611-a322-9f286d05abf5 None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:42:54.243157 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebbcdf7-8e69-42c1-8660-631871dd43a1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:54.246580 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ebbcdf7-8e69-42c1-8660-631871dd43a1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.259986 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f383779e-9df7-42cb-9ea5-f2d2e24288ce tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.267940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Allocated IP 172.20.0.2 (d2b023bf-1d1a-44fa-b3e6-cce618dac5c9/e6551f14-eb48-4a1d-8b2e-4cef263c5e6b/ec1789a9-99f4-45f4-9469-5f20a80a7c59) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:54.374974 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.402748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383779e-9df7-42cb-9ea5-f2d2e24288ce tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=e48bead6-8e97-4b67-bd96-edd12ba8d848,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:54.407684 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.409443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] For port ce5aedaa-4cb8-4a32-9949-6b1034403dc0, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:54.433372 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] For port ce5aedaa-4cb8-4a32-9949-6b1034403dc0, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ce5aedaa-4cb8-4a32-9949-6b1034403dc0,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:42:54.447398 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.493457 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.507722 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5783fe57-4d7a-4611-a322-9f286d05abf5 None None] Deleting port 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:54.508255 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5783fe57-4d7a-4611-a322-9f286d05abf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.532823 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-873d0c59-41c6-4648-8fd3-eb6da59e4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:26Z', 'revision_number': 4, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'gw_port': {'id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:18Z', 'updated_at': '2022-02-04T05:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'deb8ebeb-5dd2-40fe-adeb-491a61a72546', 'name': '', 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'mac_address': 'fa:16:3e:59:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:37Z', 'revision_number': 5, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'subnets': [{'id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:54.537852 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7723aa45-516b-459b-8234-250519935e1c tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Deleting port 6646a1f0-267a-4a76-a70f-abd336683f05 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:54.538196 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7723aa45-516b-459b-8234-250519935e1c tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.539062 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f383779e-9df7-42cb-9ea5-f2d2e24288ce tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network d2b023bf-1d1a-44fa-b3e6-cce618dac5c9 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:54.545948 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-f383779e-9df7-42cb-9ea5-f2d2e24288ce tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:54.554527 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f383779e-9df7-42cb-9ea5-f2d2e24288ce tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:54.565940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.628698 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16bade-ddbe-40d7-bcf0-0ad4dddb7d95 req-f6a97e37-b115-4743-ac22-c478b6e9592c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:54.629916 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.632360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873d0c59-41c6-4648-8fd3-eb6da59e4d77 None None] Checking router: 0f77d255-975f-4246-9e9d-8e6277932a1e for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:42:54.636392 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6c16bade-ddbe-40d7-bcf0-0ad4dddb7d95 req-f6a97e37-b115-4743-ac22-c478b6e9592c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2394915 Feb 04 05:42:54.655885 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Port': ['ID=dd5d5750-19c2-4592-a3bf-9e9270aa51b8,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:54.679907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Allocated IP 172.26.3.131 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/6ef91fe9-83f1-4c02-bd2e-1111d41ecf37) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:54.681395 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event updated for resources: {'Subnet': ['ID=57ae2020-1d91-4ca5-9e24-ef2a46055220,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:54.686111 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No DVR routers for this DVR port dd5d5750-19c2-4592-a3bf-9e9270aa51b8 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:54.709253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f383779e-9df7-42cb-9ea5-f2d2e24288ce tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:54.709945 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f383779e-9df7-42cb-9ea5-f2d2e24288ce tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.747778 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Checking segment: {'id': 'a8bcde44-8a58-4e6f-9801-fb70c0a6aba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9f8cf5e-9133-4249-9d1e-f25cff5a6f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:54.748261 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Network hostable DHCP agents. Network: a9f8cf5e-9133-4249-9d1e-f25cff5a6f02, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:54.751881 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6c16bade-ddbe-40d7-bcf0-0ad4dddb7d95 req-7183e47d-aeda-4f42-ae7b-b0146f5ab6c9 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134601 Feb 04 05:42:54.797708 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f383779e-9df7-42cb-9ea5-f2d2e24288ce tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6342738 Feb 04 05:42:54.811997 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48470) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:54.817643 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.819282 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-91dc610d-b4be-43a0-aa7d-bfe1cc3048b0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'network_id': 'd2b023bf-1d1a-44fa-b3e6-cce618dac5c9', 'name': 'tempest-PortsTestJSON-863025517'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:54.829266 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf78f8-864b-4412-979a-a43a94d083ce None None] Pushing event updated for resources: {'Port': ['ID=ce5aedaa-4cb8-4a32-9949-6b1034403dc0,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:54.860706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Routers {'49d0a43b-448b-46b4-88df-3e93259bc199'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:54.861233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.861596 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['49d0a43b-448b-46b4-88df-3e93259bc199'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:54.864552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7723aa45-516b-459b-8234-250519935e1c tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.864876 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7723aa45-516b-459b-8234-250519935e1c tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.876219 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Network d2b023bf-1d1a-44fa-b3e6-cce618dac5c9 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:54.880221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ebbcdf7-8e69-42c1-8660-631871dd43a1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.919045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:54.921062 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873d0c59-41c6-4648-8fd3-eb6da59e4d77 None None] Routers {'0f77d255-975f-4246-9e9d-8e6277932a1e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:54.921835 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-873d0c59-41c6-4648-8fd3-eb6da59e4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0f77d255-975f-4246-9e9d-8e6277932a1e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:54.924133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7723aa45-516b-459b-8234-250519935e1c tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Calling delete_port for 6646a1f0-267a-4a76-a70f-abd336683f05 owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:54.928362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831105a1-573d-42dd-bca6-bb5d9de68302']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:54.928844 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:54.930581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Network a9f8cf5e-9133-4249-9d1e-f25cff5a6f02 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:54.935160 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5783fe57-4d7a-4611-a322-9f286d05abf5 None None] For port 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3b9ac686-21ab-43a1-b6d7-dde094ea7e8e,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:54.935715 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5783fe57-4d7a-4611-a322-9f286d05abf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.953611 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f41d0ce-66f5-4069-8b90-cfa9110e2520') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:54.953936 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f41d0ce-66f5-4069-8b90-cfa9110e2520') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:54.981588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebbcdf7-8e69-42c1-8660-631871dd43a1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:54.983440 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:54.987341 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, a9f8cf5e-9133-4249-9d1e-f25cff5a6f02) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:54.999392 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Pushing event updated for resources: {'Port': ['ID=ec1789a9-99f4-45f4-9469-5f20a80a7c59,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:55.002408 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-6ebbcdf7-8e69-42c1-8660-631871dd43a1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:55.004616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5783fe57-4d7a-4611-a322-9f286d05abf5 None None] Calling delete_port for 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:55.005838 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.032937 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd9581c-1c27-4b8a-849b-57004cad0bef None None] Network a9f8cf5e-9133-4249-9d1e-f25cff5a6f02 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:55.037809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebbcdf7-8e69-42c1-8660-631871dd43a1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:55.038502 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ebbcdf7-8e69-42c1-8660-631871dd43a1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.043064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbcdf7-8e69-42c1-8660-631871dd43a1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=0f950b10-df3c-4ee2-98d6-7683fe5d9c35,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:55.062979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.080734 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:55.081275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:55.086585 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:55.157357 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6ebbcdf7-8e69-42c1-8660-631871dd43a1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3741822 Feb 04 05:42:55.162897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48476) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:55.163222 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48478) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:55.188932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-66c262ed-3c4e-4995-a303-a75a71facc1c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'fixed_ips': [{'subnet_id': '0f950b10-df3c-4ee2-98d6-7683fe5d9c35', 'ip_address': '2001:db8::aef3:6a96:bd8c:700d'}], 'name': 'tempest-NetworksTestDHCPv6-1981740541'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:55.234417 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Attempting to bind port ec1789a9-99f4-45f4-9469-5f20a80a7c59 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:55.234973 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Attempting to bind port ec1789a9-99f4-45f4-9469-5f20a80a7c59 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '0695f184-aec8-4175-8a9e-24a16a1696bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd2b023bf-1d1a-44fa-b3e6-cce618dac5c9'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:55.235553 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Attempting to bind port ec1789a9-99f4-45f4-9469-5f20a80a7c59 on network d2b023bf-1d1a-44fa-b3e6-cce618dac5c9 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:55.259254 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] Set router 49d0a43b-448b-46b4-88df-3e93259bc199 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:42:55.289443 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event updated for resources: {'Subnet': ['ID=e4477faf-9607-45a6-a292-92eccd4c8e9c,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:55.292410 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:55.292795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Checking segment: {'id': '0695f184-aec8-4175-8a9e-24a16a1696bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd2b023bf-1d1a-44fa-b3e6-cce618dac5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:55.293312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.293843 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Bound using segment: {'id': '0695f184-aec8-4175-8a9e-24a16a1696bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd2b023bf-1d1a-44fa-b3e6-cce618dac5c9'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:55.294432 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Bound port: ec1789a9-99f4-45f4-9469-5f20a80a7c59, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0695f184-aec8-4175-8a9e-24a16a1696bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd2b023bf-1d1a-44fa-b3e6-cce618dac5c9'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:55.294911 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.296330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.310743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.321854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.328496 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/831105a1-573d-42dd-bca6-bb5d9de68302 HTTP/1.1" status: 204 len: 168 time: 5.3959553 Feb 04 05:42:55.333833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882d7d2-fa2f-4a7b-abe2-43252fbfc338 req-69e8d87b-b17e-4475-8ad3-7dcccaa0e56c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:55.335338 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e882d7d2-fa2f-4a7b-abe2-43252fbfc338 req-69e8d87b-b17e-4475-8ad3-7dcccaa0e56c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.4589694 Feb 04 05:42:55.339919 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48480) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:55.347926 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-92657954-1cea-47b5-952a-be42d219ab19 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-528357754'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:55.364760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Checking segment: {'id': '91bc0617-feb0-419f-8b7b-c26c6abe2462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'dca46708-3b5c-44d2-9a1f-f7f97dfd41e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:55.365098 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Network hostable DHCP agents. Network: dca46708-3b5c-44d2-9a1f-f7f97dfd41e7, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:55.371431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0181e44-9d0b-49ce-9d7a-43f1087cd182 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Network': ['ID=831105a1-573d-42dd-bca6-bb5d9de68302,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:55.449525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-873d0c59-41c6-4648-8fd3-eb6da59e4d77 None None] Set router 0f77d255-975f-4246-9e9d-8e6277932a1e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:42:55.450371 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e882d7d2-fa2f-4a7b-abe2-43252fbfc338 req-2178af39-f9c3-4c54-892e-948a046f055c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945241 Feb 04 05:42:55.455630 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3d76237c-c1ac-428a-b986-7ba831743cd5 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.461853 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Network dca46708-3b5c-44d2-9a1f-f7f97dfd41e7 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:55.471436 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.478903 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dc610d-b4be-43a0-aa7d-bfe1cc3048b0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:55.482831 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91dc610d-b4be-43a0-aa7d-bfe1cc3048b0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.489502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92657954-1cea-47b5-952a-be42d219ab19 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:55.493581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92657954-1cea-47b5-952a-be42d219ab19 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.504537 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, dca46708-3b5c-44d2-9a1f-f7f97dfd41e7) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:55.513204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3d76237c-c1ac-428a-b986-7ba831743cd5 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.528193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:55.529269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:55.530184 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.532815 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7723aa45-516b-459b-8234-250519935e1c tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.536226 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ecb9a-51e8-4fe9-94b1-e20d79e7e0ff None None] Network dca46708-3b5c-44d2-9a1f-f7f97dfd41e7 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:55.547313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5783fe57-4d7a-4611-a322-9f286d05abf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.550876 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c262ed-3c4e-4995-a303-a75a71facc1c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:55.569639 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:55.574996 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-91dc610d-b4be-43a0-aa7d-bfe1cc3048b0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port 4a93b612-abd8-465d-ae02-c80e9793b226 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:55.582743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Pushing event updated for resources: {'Port': ['ID=6ef91fe9-83f1-4c02-bd2e-1111d41ecf37,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:55.588804 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:55.596781 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:55.602953 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-37e90379-8a89-4a88-982d-6ea920a65f34 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.8633173 Feb 04 05:42:55.605690 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48484) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:55.608089 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723aa45-516b-459b-8234-250519935e1c tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Pushing event deleted for resources: {'Port': ['ID=6646a1f0-267a-4a76-a70f-abd336683f05,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:55.626832 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92657954-1cea-47b5-952a-be42d219ab19 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:42:55.673364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92657954-1cea-47b5-952a-be42d219ab19 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.674038 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-92657954-1cea-47b5-952a-be42d219ab19 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Added segment 4100734e-5fa7-406c-82f5-bda1d8777825 of type vlan for network dc5bc685-14ff-42c7-acb3-eebd32901572 Feb 04 05:42:55.703028 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783fe57-4d7a-4611-a322-9f286d05abf5 None None] Pushing event deleted for resources: {'Port': ['ID=3b9ac686-21ab-43a1-b6d7-dde094ea7e8e,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:55.717527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] For port ec1789a9-99f4-45f4-9469-5f20a80a7c59, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:55.735740 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5783fe57-4d7a-4611-a322-9f286d05abf5 None None] No DVR routers for this DVR port 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:42:55.789500 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7fc2-1ee1-4045-ab29-0a8814d6dc3a tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:55.789725 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] For port ec1789a9-99f4-45f4-9469-5f20a80a7c59, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ec1789a9-99f4-45f4-9469-5f20a80a7c59,segment=NetworkSegment(0695f184-aec8-4175-8a9e-24a16a1696bb),segment_id=0695f184-aec8-4175-8a9e-24a16a1696bb)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:42:55.790775 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5715306e-d2ef-4cd9-8002-df3e13629c3c None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:55.791099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7fc2-1ee1-4045-ab29-0a8814d6dc3a tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:55.797790 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7fc2-1ee1-4045-ab29-0a8814d6dc3a tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:55.805044 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-827b7fc2-1ee1-4045-ab29-0a8814d6dc3a tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1931739 Feb 04 05:42:55.812889 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48486) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:55.850252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3d76237c-c1ac-428a-b986-7ba831743cd5 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.853189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3d76237c-c1ac-428a-b986-7ba831743cd5 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.853815 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3d76237c-c1ac-428a-b986-7ba831743cd5 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "DELETE /v2.0/security-groups/7b6dd4a7-b686-4167-8ca2-f52b35fe9467 HTTP/1.1" status: 204 len: 168 time: 0.6838098 Feb 04 05:42:55.855743 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7723aa45-516b-459b-8234-250519935e1c tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.858973 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7723aa45-516b-459b-8234-250519935e1c tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.862516 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7723aa45-516b-459b-8234-250519935e1c tempest-ServersTestManualDisk-2140791094 tempest-ServersTestManualDisk-2140791094-project] 10.222.0.10 "DELETE /v2.0/floatingips/0d08e1e4-cdcb-42b3-b385-d0b63f0ec115 HTTP/1.1" status: 204 len: 168 time: 1.7757986 Feb 04 05:42:55.865379 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48488) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:55.865706 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48490) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:55.866164 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92657954-1cea-47b5-952a-be42d219ab19 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.875480 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66c262ed-3c4e-4995-a303-a75a71facc1c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.889872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:42:55.892039 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.945572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76237c-c1ac-428a-b986-7ba831743cd5 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6dd4a7-b686-4167-8ca2-f52b35fe9467,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:55.952728 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-c55ba540-8381-42ee-aeb6-e03587e07407 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] show failed (client error): The resource could not be found. Feb 04 05:42:55.953568 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c55ba540-8381-42ee-aeb6-e03587e07407 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "GET /v2.0/security-groups/7b6dd4a7-b686-4167-8ca2-f52b35fe9467 HTTP/1.1" status: 404 len: 347 time: 0.0759070 Feb 04 05:42:55.958326 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48492) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:55.962672 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ca6aa-aac0-435a-9062-9c4905eba645 req-809827ee-3ec6-4a02-ad08-4915a8feb0cb tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:55.963767 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d0566b-6f88-46b5-8887-046175cf9d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-a9f8cf5e-9133-4249-9d1e-f25cff5a6f02', 'network_id': 'a9f8cf5e-9133-4249-9d1e-f25cff5a6f02', 'tenant_id': '14c434f2ae6d483e91e42fbf0170ca0c', 'fixed_ips': [{'subnet_id': '57ae2020-1d91-4ca5-9e24-ef2a46055220'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:55.964861 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-60d0566b-6f88-46b5-8887-046175cf9d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:55.970017 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b28ca6aa-aac0-435a-9062-9c4905eba645 req-809827ee-3ec6-4a02-ad08-4915a8feb0cb tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2813280 Feb 04 05:42:55.976494 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-66c262ed-3c4e-4995-a303-a75a71facc1c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port 83c51f7f-e5d7-4bad-8717-4f12a5c9d12b yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:42:55.980340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-91dc610d-b4be-43a0-aa7d-bfe1cc3048b0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Allocated IP 172.20.0.8 (d2b023bf-1d1a-44fa-b3e6-cce618dac5c9/e6551f14-eb48-4a1d-8b2e-4cef263c5e6b/4a93b612-abd8-465d-ae02-c80e9793b226) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:55.985309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4c26d5-9d25-4fc2-8d79-69f258bf343b tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Deleting subnet 57ae2020-1d91-4ca5-9e24-ef2a46055220 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:42:56.002699 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92657954-1cea-47b5-952a-be42d219ab19 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:56.008035 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92657954-1cea-47b5-952a-be42d219ab19 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:56.008671 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92657954-1cea-47b5-952a-be42d219ab19 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:56.024777 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:42:56.024972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c4c26d5-9d25-4fc2-8d79-69f258bf343b tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:56.025083 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3b9ac686-21ab-43a1-b6d7-dde094ea7e8e not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:42:56.133488 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-92657954-1cea-47b5-952a-be42d219ab19 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7925029 Feb 04 05:42:56.147202 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b28ca6aa-aac0-435a-9062-9c4905eba645 req-dbadab7b-34f3-4899-b0b1-8d4e5a3269b2 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762507 Feb 04 05:42:56.166580 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48496) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:56.173961 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-71076f69-cc1b-4635-a26d-fec1d186fe8d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'subnet': {'network_id': 'dc5bc685-14ff-42c7-acb3-eebd32901572', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:42:56.193707 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92657954-1cea-47b5-952a-be42d219ab19 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Network': ['ID=dc5bc685-14ff-42c7-acb3-eebd32901572,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:56.235062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c4c26d5-9d25-4fc2-8d79-69f258bf343b tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:56.258310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network dc5bc685-14ff-42c7-acb3-eebd32901572 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:42:56.330691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82ed4f-d986-4f56-8c8e-a0c8ea0943dd None None] Pushing event updated for resources: {'Port': ['ID=ec1789a9-99f4-45f4-9469-5f20a80a7c59,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:56.453308 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c4c26d5-9d25-4fc2-8d79-69f258bf343b tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:56.519647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:56.591962 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c4c26d5-9d25-4fc2-8d79-69f258bf343b tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:56.604261 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cfbfa-5fed-4218-949c-02beeb31bb69 req-e20a4736-a184-45bb-b56c-702eaa3d04d4 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:56.611535 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-385cfbfa-5fed-4218-949c-02beeb31bb69 req-e20a4736-a184-45bb-b56c-702eaa3d04d4 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.3584836 Feb 04 05:42:56.619676 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91dc610d-b4be-43a0-aa7d-bfe1cc3048b0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:56.620667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce543e9-6b78-41dc-b1de-c4889c9a1a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-dca46708-3b5c-44d2-9a1f-f7f97dfd41e7', 'network_id': 'dca46708-3b5c-44d2-9a1f-f7f97dfd41e7', 'tenant_id': '14c434f2ae6d483e91e42fbf0170ca0c', 'fixed_ips': [{'subnet_id': 'e4477faf-9607-45a6-a292-92eccd4c8e9c'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:56.621506 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bce543e9-6b78-41dc-b1de-c4889c9a1a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:56.630037 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71076f69-cc1b-4635-a26d-fec1d186fe8d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:42:56.633383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-71076f69-cc1b-4635-a26d-fec1d186fe8d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:56.689546 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c26d5-9d25-4fc2-8d79-69f258bf343b tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event deleted for resources: {'Subnet': ['ID=57ae2020-1d91-4ca5-9e24-ef2a46055220,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:56.700034 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c4c26d5-9d25-4fc2-8d79-69f258bf343b tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:56.703590 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2c4c26d5-9d25-4fc2-8d79-69f258bf343b tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "DELETE /v2.0/subnets/57ae2020-1d91-4ca5-9e24-ef2a46055220 HTTP/1.1" status: 204 len: 168 time: 0.8897707 Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server [None req-60d0566b-6f88-46b5-8887-046175cf9d52 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57ae2020-1d91-4ca5-9e24-ef2a46055220: This subnet is being modified by another concurrent operation. Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:42:56.709052 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57ae2020-1d91-4ca5-9e24-ef2a46055220: This subnet is being modified by another concurrent operation. Feb 04 05:42:56.712629 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Feb 04 05:42:56.719688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48500) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:56.743258 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d0a43b-448b-46b4-88df-3e93259bc199', 'name': 'tempest-snat-router-762712186', 'tenant_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.21'}], 'enable_snat': False}, 'gw_port_id': 'ce5aedaa-4cb8-4a32-9949-6b1034403dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:42:45Z', 'updated_at': '2022-02-04T05:42:47Z', 'revision_number': 3, 'project_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'gw_port': {'id': 'ce5aedaa-4cb8-4a32-9949-6b1034403dc0', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d0a43b-448b-46b4-88df-3e93259bc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:42:46Z', 'updated_at': '2022-02-04T05:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:56.768315 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-385cfbfa-5fed-4218-949c-02beeb31bb69 req-f8b7f5f9-ba0b-4815-be4d-1d069afd5ec1 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559281 Feb 04 05:42:56.781042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ca9595-fd7b-4bfa-b5f6-efdef5743826 None None] Network a9f8cf5e-9133-4249-9d1e-f25cff5a6f02 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:56.793841 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '0f950b10-df3c-4ee2-98d6-7683fe5d9c35'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:56.794697 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:56.797421 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26773c4c-bf84-42e6-a0b5-f6ada0ddddbe None None] The sync data for ids ['49d0a43b-448b-46b4-88df-3e93259bc199'] in dv-neutron-827794-1-hyperv is: [{'id': '49d0a43b-448b-46b4-88df-3e93259bc199', 'name': 'tempest-snat-router-762712186', 'tenant_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.21'}], 'enable_snat': False}, 'gw_port_id': 'ce5aedaa-4cb8-4a32-9949-6b1034403dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:42:45Z', 'updated_at': '2022-02-04T05:42:47Z', 'revision_number': 3, 'project_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'gw_port': {'id': 'ce5aedaa-4cb8-4a32-9949-6b1034403dc0', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d0a43b-448b-46b4-88df-3e93259bc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:42:46Z', 'updated_at': '2022-02-04T05:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:42:56.814408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-873d0c59-41c6-4648-8fd3-eb6da59e4d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:26Z', 'revision_number': 4, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'gw_port': {'id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:18Z', 'updated_at': '2022-02-04T05:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'deb8ebeb-5dd2-40fe-adeb-491a61a72546', 'name': '', 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'mac_address': 'fa:16:3e:59:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:37Z', 'revision_number': 5, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'subnets': [{'id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:56.818131 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91dc610d-b4be-43a0-aa7d-bfe1cc3048b0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:56.889381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-66c262ed-3c4e-4995-a303-a75a71facc1c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::aef3:6a96:bd8c:700d (99cffe53-689e-4c68-95bc-797fbe732ade/0f950b10-df3c-4ee2-98d6-7683fe5d9c35/83c51f7f-e5d7-4bad-8717-4f12a5c9d12b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:56.929377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dc610d-b4be-43a0-aa7d-bfe1cc3048b0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network d2b023bf-1d1a-44fa-b3e6-cce618dac5c9 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:56.937853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-91dc610d-b4be-43a0-aa7d-bfe1cc3048b0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:56.963187 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873d0c59-41c6-4648-8fd3-eb6da59e4d77 None None] The sync data for ids ['0f77d255-975f-4246-9e9d-8e6277932a1e'] in dv-neutron-827794-1-hyperv is: [{'id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:26Z', 'revision_number': 4, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'gw_port': {'id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:18Z', 'updated_at': '2022-02-04T05:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'deb8ebeb-5dd2-40fe-adeb-491a61a72546', 'name': '', 'network_id': '6d4580c8-4c60-45e7-b53a-7f4b66492648', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'mac_address': 'fa:16:3e:59:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:24Z', 'updated_at': '2022-02-04T05:41:37Z', 'revision_number': 5, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'subnets': [{'id': 'e89e379d-ec5d-485a-8620-ecda425b96c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:42:56.989372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-42de2c78-2d98-4053-9ed0-07ef517466b9 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Deleting subnet e4477faf-9607-45a6-a292-92eccd4c8e9c {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:42:56.993979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-42de2c78-2d98-4053-9ed0-07ef517466b9 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:57.030650 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc610d-b4be-43a0-aa7d-bfe1cc3048b0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:57.046346 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-42de2c78-2d98-4053-9ed0-07ef517466b9 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:57.095508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc610d-b4be-43a0-aa7d-bfe1cc3048b0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:57.097121 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91dc610d-b4be-43a0-aa7d-bfe1cc3048b0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:57.145484 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-91dc610d-b4be-43a0-aa7d-bfe1cc3048b0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3321676 Feb 04 05:42:57.155613 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48504) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:57.158362 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc610d-b4be-43a0-aa7d-bfe1cc3048b0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=4a93b612-abd8-465d-ae02-c80e9793b226,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:57.335618 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:57.421233 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-71076f69-cc1b-4635-a26d-fec1d186fe8d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:57.451605 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4a57ca-7cb1-47c4-8779-49759f35e63d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:57.457038 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ab4a57ca-7cb1-47c4-8779-49759f35e63d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.2945559 Feb 04 05:42:57.457316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48506) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:57.484262 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2ce9ed-1e53-4865-9353-6458ae5b25e0 None None] New status for floating IP e98fecd6-cca0-4ef9-8094-530b6f4ee72c: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:42:57.538477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccfe9ae-21d0-4f8f-b15c-8fa8c8890e6d None None] Network d2b023bf-1d1a-44fa-b3e6-cce618dac5c9 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:57.616283 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076f69-cc1b-4635-a26d-fec1d186fe8d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Subnet': ['ID=d92a522c-f93e-4b91-bf5c-3afc993b998e,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:57.678756 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71076f69-cc1b-4635-a26d-fec1d186fe8d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Checking segment: {'id': '4100734e-5fa7-406c-82f5-bda1d8777825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dc5bc685-14ff-42c7-acb3-eebd32901572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:57.680882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71076f69-cc1b-4635-a26d-fec1d186fe8d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network hostable DHCP agents. Network: dc5bc685-14ff-42c7-acb3-eebd32901572, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:42:57.716705 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b1c285e5-f50c-4e21-ad1b-dfd058062310 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Deleting port 708e77dc-45ca-408b-aadf-e2fdbed2e620 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:57.717552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b1c285e5-f50c-4e21-ad1b-dfd058062310 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:57.727526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71076f69-cc1b-4635-a26d-fec1d186fe8d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network dc5bc685-14ff-42c7-acb3-eebd32901572 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:42:57.736483 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-42de2c78-2d98-4053-9ed0-07ef517466b9 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:57.741833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-71076f69-cc1b-4635-a26d-fec1d186fe8d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, dc5bc685-14ff-42c7-acb3-eebd32901572) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:57.759051 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71076f69-cc1b-4635-a26d-fec1d186fe8d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:57.759555 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-71076f69-cc1b-4635-a26d-fec1d186fe8d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:57.791080 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-71076f69-cc1b-4635-a26d-fec1d186fe8d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6210124 Feb 04 05:42:57.796948 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e54637e-c5ff-446a-9977-c3424ac90b81 None None] Network dc5bc685-14ff-42c7-acb3-eebd32901572 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:57.800424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48508) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:57.818904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Router 33766533-aff5-455a-8017-2e2add184a2c is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:42:57.850721 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-dfdbe973-b790-4e3c-93ce-848867e560d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port 4a93b612-abd8-465d-ae02-c80e9793b226 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:57.851218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe973-b790-4e3c-93ce-848867e560d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:57.911504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7f3212fc-6fdc-4f4c-acdd-3718bfedf25c None None] Provisioning complete for port ec1789a9-99f4-45f4-9469-5f20a80a7c59 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:57.911872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7f3212fc-6fdc-4f4c-acdd-3718bfedf25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:57.943761 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66c262ed-3c4e-4995-a303-a75a71facc1c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:57.954246 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ec1789a9-99f4-45f4-9469-5f20a80a7c59 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:57.986595 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b1c285e5-f50c-4e21-ad1b-dfd058062310 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:57.986934 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b1c285e5-f50c-4e21-ad1b-dfd058062310 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.008706 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-42de2c78-2d98-4053-9ed0-07ef517466b9 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.010825 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b1c285e5-f50c-4e21-ad1b-dfd058062310 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Calling delete_port for 708e77dc-45ca-408b-aadf-e2fdbed2e620 owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:58.032012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe973-b790-4e3c-93ce-848867e560d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server [None req-bce543e9-6b78-41dc-b1de-c4889c9a1a5c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4477faf-9607-45a6-a292-92eccd4c8e9c: This subnet is being modified by another concurrent operation. Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:42:58.035727 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4477faf-9607-45a6-a292-92eccd4c8e9c: This subnet is being modified by another concurrent operation. Feb 04 05:42:58.039193 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Feb 04 05:42:58.045026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-dfdbe973-b790-4e3c-93ce-848867e560d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for 4a93b612-abd8-465d-ae02-c80e9793b226 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:58.082090 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-42de2c78-2d98-4053-9ed0-07ef517466b9 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.087734 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-42de2c78-2d98-4053-9ed0-07ef517466b9 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "DELETE /v2.0/subnets/e4477faf-9607-45a6-a292-92eccd4c8e9c HTTP/1.1" status: 204 len: 168 time: 1.3494325 Feb 04 05:42:58.087734 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de2c78-2d98-4053-9ed0-07ef517466b9 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event deleted for resources: {'Subnet': ['ID=e4477faf-9607-45a6-a292-92eccd4c8e9c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:58.091694 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48510) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:58.101705 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f864b75-3a97-4131-96bc-656bb856e01d None None] Network dca46708-3b5c-44d2-9a1f-f7f97dfd41e7 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:42:58.191997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66c262ed-3c4e-4995-a303-a75a71facc1c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.263657 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe973-b790-4e3c-93ce-848867e560d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.277947 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c262ed-3c4e-4995-a303-a75a71facc1c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:58.290588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074a0cdd-bf1e-499a-a97c-3d3f419b5491 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:58.295690 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-074a0cdd-bf1e-499a-a97c-3d3f419b5491 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1966252 Feb 04 05:42:58.297209 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-66c262ed-3c4e-4995-a303-a75a71facc1c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:58.300751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c262ed-3c4e-4995-a303-a75a71facc1c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:58.306314 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c262ed-3c4e-4995-a303-a75a71facc1c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:58.306949 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66c262ed-3c4e-4995-a303-a75a71facc1c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.309470 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48512) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:58.321982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbe973-b790-4e3c-93ce-848867e560d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=4a93b612-abd8-465d-ae02-c80e9793b226,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:58.326547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c262ed-3c4e-4995-a303-a75a71facc1c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=83c51f7f-e5d7-4bad-8717-4f12a5c9d12b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:58.348621 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c1009153-c855-4cac-9e2f-a96ba344b180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.353599 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-dc5bc685-14ff-42c7-acb3-eebd32901572', 'network_id': 'dc5bc685-14ff-42c7-acb3-eebd32901572', 'tenant_id': '22c8121ee06243219769106a4e17f9d1', 'fixed_ips': [{'subnet_id': 'd92a522c-f93e-4b91-bf5c-3afc993b998e'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:42:58.354480 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.358333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Allocated IP 2001:db8::2 (99cffe53-689e-4c68-95bc-797fbe732ade/0f950b10-df3c-4ee2-98d6-7683fe5d9c35/5663eec2-2281-473d-bb28-fffefd388ff9) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:58.393715 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-66c262ed-3c4e-4995-a303-a75a71facc1c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2223239 Feb 04 05:42:58.401161 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48514) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:58.449688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ec1789a9-99f4-45f4-9469-5f20a80a7c59 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:58.450103 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.561638 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7f3212fc-6fdc-4f4c-acdd-3718bfedf25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.577592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b1c285e5-f50c-4e21-ad1b-dfd058062310 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.634988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b1a26-9db9-4f98-9b2d-21d895791e32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:42:58.639352 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f41b1a26-9db9-4f98-9b2d-21d895791e32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2348809 Feb 04 05:42:58.639352 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c285e5-f50c-4e21-ad1b-dfd058062310 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Pushing event deleted for resources: {'Port': ['ID=708e77dc-45ca-408b-aadf-e2fdbed2e620,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:58.643668 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48516) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:58.727865 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7f3212fc-6fdc-4f4c-acdd-3718bfedf25c None None] For port ec1789a9-99f4-45f4-9469-5f20a80a7c59, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ec1789a9-99f4-45f4-9469-5f20a80a7c59,segment=NetworkSegment(0695f184-aec8-4175-8a9e-24a16a1696bb),segment_id=0695f184-aec8-4175-8a9e-24a16a1696bb)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:58.780227 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7f3212fc-6fdc-4f4c-acdd-3718bfedf25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.783968 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.849851 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b1c285e5-f50c-4e21-ad1b-dfd058062310 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.853864 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b1c285e5-f50c-4e21-ad1b-dfd058062310 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.858657 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48518) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:58.862443 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b1c285e5-f50c-4e21-ad1b-dfd058062310 tempest-ServersTestJSON-1603070568 tempest-ServersTestJSON-1603070568-project] 10.222.0.10 "DELETE /v2.0/floatingips/e98fecd6-cca0-4ef9-8094-530b6f4ee72c HTTP/1.1" status: 204 len: 168 time: 2.8965259 Feb 04 05:42:58.895043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.941176 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a9751-c694-49e3-ac8b-a92d76ce597a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port 83c51f7f-e5d7-4bad-8717-4f12a5c9d12b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:58.942804 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc9a9751-c694-49e3-ac8b-a92d76ce597a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.942931 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.951083 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9e72e9cd-794d-4c1c-8cba-4b4098b8bd46 None None] Could not find standard attr ID for object 4a93b612-abd8-465d-ae02-c80e9793b226. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:42:58.968028 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe973-b790-4e3c-93ce-848867e560d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.975759 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dfdbe973-b790-4e3c-93ce-848867e560d8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/4a93b612-abd8-465d-ae02-c80e9793b226 HTTP/1.1" status: 204 len: 168 time: 1.4878759 Feb 04 05:42:58.976578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48520) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:58.984853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1924cd84-c76d-4451-b97b-591467c62955 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:58.985167 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ce5aedaa-4cb8-4a32-9949-6b1034403dc0 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:42:59.006273 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:42:59.026795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Allocated IP 2001:db8::1 (dc5bc685-14ff-42c7-acb3-eebd32901572/d92a522c-f93e-4b91-bf5c-3afc993b998e/ef0781ef-acce-4f48-b1cf-f9f084d66df7) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:42:59.028316 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Sync routers for ids ['33766533-aff5-455a-8017-2e2add184a2c'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:42:59.040205 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Routers {'33766533-aff5-455a-8017-2e2add184a2c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:42:59.040816 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['33766533-aff5-455a-8017-2e2add184a2c'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:59.065324 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:42:59.076752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3212fc-6fdc-4f4c-acdd-3718bfedf25c None None] Pushing event updated for resources: {'Port': ['ID=ec1789a9-99f4-45f4-9469-5f20a80a7c59,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:59.088326 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:42:59.094942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9e72e9cd-794d-4c1c-8cba-4b4098b8bd46 None None] Provisioning complete for port ec1789a9-99f4-45f4-9469-5f20a80a7c59 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:59.095432 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9e72e9cd-794d-4c1c-8cba-4b4098b8bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.097117 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:42:59.101132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc9a9751-c694-49e3-ac8b-a92d76ce597a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.120930 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7a0288-819d-4865-9a3d-9e7ad40372bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] GET failed (client error): The resource could not be found. Feb 04 05:42:59.129032 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6c7a0288-819d-4865-9a3d-9e7ad40372bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/4a93b612-abd8-465d-ae02-c80e9793b226 HTTP/1.1" status: 404 len: 333 time: 0.1474657 Feb 04 05:42:59.132087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a9751-c694-49e3-ac8b-a92d76ce597a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for 83c51f7f-e5d7-4bad-8717-4f12a5c9d12b owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:59.137755 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48522) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:59.165027 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.168559 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cc4efeb9-8375-4f2a-bec5-4af435e6831c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.8976328 Feb 04 05:42:59.169374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48524) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:59.176363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.267335 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Set router 33766533-aff5-455a-8017-2e2add184a2c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:42:59.475916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c1009153-c855-4cac-9e2f-a96ba344b180 admin admin] Deleting port b24f35fb-044c-4d6a-a27c-0cc3ae4088db {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:59.476263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c1009153-c855-4cac-9e2f-a96ba344b180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.496751 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33766533-aff5-455a-8017-2e2add184a2c', 'name': 'tempest-snat-router-762712186', 'tenant_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '6ef91fe9-83f1-4c02-bd2e-1111d41ecf37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:42:51Z', 'updated_at': '2022-02-04T05:42:56Z', 'revision_number': 3, 'project_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'gw_port': {'id': '6ef91fe9-83f1-4c02-bd2e-1111d41ecf37', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33766533-aff5-455a-8017-2e2add184a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:42:54Z', 'updated_at': '2022-02-04T05:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:59.516226 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ce5aedaa-4cb8-4a32-9949-6b1034403dc0 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:59.516755 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.529286 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Checking router: 33766533-aff5-455a-8017-2e2add184a2c for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:42:59.529507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1924cd84-c76d-4451-b97b-591467c62955 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.530081 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Updating router 33766533-aff5-455a-8017-2e2add184a2c port 6ef91fe9-83f1-4c02-bd2e-1111d41ecf37 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:42:59.559474 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.563257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c1009153-c855-4cac-9e2f-a96ba344b180 admin admin] For port b24f35fb-044c-4d6a-a27c-0cc3ae4088db, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b24f35fb-044c-4d6a-a27c-0cc3ae4088db,segment=NetworkSegment(93a5c28a-88f2-4f56-bf7e-1d8290ed5262),segment_id=93a5c28a-88f2-4f56-bf7e-1d8290ed5262)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:42:59.563984 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c1009153-c855-4cac-9e2f-a96ba344b180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.572091 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-1924cd84-c76d-4451-b97b-591467c62955 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca46708-3b5c-44d2-9a1f-f7f97dfd41e7']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:59.578127 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c1009153-c855-4cac-9e2f-a96ba344b180 admin admin] Calling delete_port for b24f35fb-044c-4d6a-a27c-0cc3ae4088db owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:59.591522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Pushing event updated for resources: {'Port': ['ID=5663eec2-2281-473d-bb28-fffefd388ff9,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:59.593905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Attempting to bind port 5663eec2-2281-473d-bb28-fffefd388ff9 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:59.594279 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Attempting to bind port 5663eec2-2281-473d-bb28-fffefd388ff9 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:59.594642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Attempting to bind port 5663eec2-2281-473d-bb28-fffefd388ff9 on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:42:59.605318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:42:59.605695 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:42:59.606158 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.606654 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:42:59.607136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Bound port: 5663eec2-2281-473d-bb28-fffefd388ff9, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:42:59.607513 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.618373 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-1924cd84-c76d-4451-b97b-591467c62955 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bc0617-feb0-419f-8b7b-c26c6abe2462') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:59.618952 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-1924cd84-c76d-4451-b97b-591467c62955 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bc0617-feb0-419f-8b7b-c26c6abe2462') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:42:59.634069 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1924cd84-c76d-4451-b97b-591467c62955 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.643453 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-818d57d6-4da5-4a06-956d-c4504c93d5e5 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/routers/33766533-aff5-455a-8017-2e2add184a2c HTTP/1.1" status: 200 len: 907 time: 0.4732699 Feb 04 05:42:59.650326 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48526) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:59.715743 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb86d5-e6d0-47e5-a980-0684301c89fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port e48bead6-8e97-4b67-bd96-edd12ba8d848 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:42:59.716092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7eb86d5-e6d0-47e5-a980-0684301c89fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.780807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.783702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1924cd84-c76d-4451-b97b-591467c62955 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.829585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1924cd84-c76d-4451-b97b-591467c62955 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:42:59.830406 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1924cd84-c76d-4451-b97b-591467c62955 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:42:59.834269 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:42:59.841957 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.849600 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9e72e9cd-794d-4c1c-8cba-4b4098b8bd46 None None] Provisioning complete for port e48bead6-8e97-4b67-bd96-edd12ba8d848 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:42:59.850003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9e72e9cd-794d-4c1c-8cba-4b4098b8bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.858645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc9a9751-c694-49e3-ac8b-a92d76ce597a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.892775 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a9751-c694-49e3-ac8b-a92d76ce597a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=83c51f7f-e5d7-4bad-8717-4f12a5c9d12b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:42:59.893195 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.920640 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] For port 5663eec2-2281-473d-bb28-fffefd388ff9, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:42:59.922798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7eb86d5-e6d0-47e5-a980-0684301c89fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.923978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.924621 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.931229 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.938394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c1009153-c855-4cac-9e2f-a96ba344b180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.955046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc9a9751-c694-49e3-ac8b-a92d76ce597a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:42:59.960885 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bc9a9751-c694-49e3-ac8b-a92d76ce597a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/83c51f7f-e5d7-4bad-8717-4f12a5c9d12b HTTP/1.1" status: 204 len: 168 time: 1.3154919 Feb 04 05:42:59.966802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb86d5-e6d0-47e5-a980-0684301c89fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for e48bead6-8e97-4b67-bd96-edd12ba8d848 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:42:59.968286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48528) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:42:59.998455 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Attempting to bind port 6ef91fe9-83f1-4c02-bd2e-1111d41ecf37 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:42:59.998828 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Attempting to bind port 6ef91fe9-83f1-4c02-bd2e-1111d41ecf37 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:42:59.999233 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Attempting to bind port 6ef91fe9-83f1-4c02-bd2e-1111d41ecf37 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:00.004094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1009153-c855-4cac-9e2f-a96ba344b180 admin admin] Pushing event deleted for resources: {'Port': ['ID=b24f35fb-044c-4d6a-a27c-0cc3ae4088db,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:00.005291 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port ce5aedaa-4cb8-4a32-9949-6b1034403dc0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ce5aedaa-4cb8-4a32-9949-6b1034403dc0,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:00.012263 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:00.012689 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:00.013181 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.013572 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:00.014113 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Bound port: 6ef91fe9-83f1-4c02-bd2e-1111d41ecf37, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:00.014512 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.020526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Network dc5bc685-14ff-42c7-acb3-eebd32901572 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:00.025489 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] For port 5663eec2-2281-473d-bb28-fffefd388ff9, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=5663eec2-2281-473d-bb28-fffefd388ff9,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:00.038928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.042756 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:00.052140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.059480 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:00.066980 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-9e72e9cd-794d-4c1c-8cba-4b4098b8bd46 None None] Port e48bead6-8e97-4b67-bd96-edd12ba8d848 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:00.088828 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] For port 6ef91fe9-83f1-4c02-bd2e-1111d41ecf37, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:00.096307 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] For port 6ef91fe9-83f1-4c02-bd2e-1111d41ecf37, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6ef91fe9-83f1-4c02-bd2e-1111d41ecf37,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:00.099939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1924cd84-c76d-4451-b97b-591467c62955 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.106444 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.107023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1924cd84-c76d-4451-b97b-591467c62955 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.108525 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf25f51-9569-4601-bb6d-0d43e27de26f None None] Pushing event updated for resources: {'Port': ['ID=6ef91fe9-83f1-4c02-bd2e-1111d41ecf37,revision_number=2']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:00.111576 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1924cd84-c76d-4451-b97b-591467c62955 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "DELETE /v2.0/networks/dca46708-3b5c-44d2-9a1f-f7f97dfd41e7 HTTP/1.1" status: 204 len: 168 time: 1.7970779 Feb 04 05:43:00.120630 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf25f51-9569-4601-bb6d-0d43e27de26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:00.120991 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf25f51-9569-4601-bb6d-0d43e27de26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:00.121331 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf25f51-9569-4601-bb6d-0d43e27de26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:00.121724 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf25f51-9569-4601-bb6d-0d43e27de26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:00.122058 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf25f51-9569-4601-bb6d-0d43e27de26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:00.122396 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf25f51-9569-4601-bb6d-0d43e27de26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:00.122720 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf25f51-9569-4601-bb6d-0d43e27de26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:00.123058 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf25f51-9569-4601-bb6d-0d43e27de26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:00.123392 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf25f51-9569-4601-bb6d-0d43e27de26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:00.124057 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf25f51-9569-4601-bb6d-0d43e27de26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:00.124379 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf25f51-9569-4601-bb6d-0d43e27de26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:00.124693 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf25f51-9569-4601-bb6d-0d43e27de26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:00.126724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48530) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:00.134975 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.169400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Pushing event updated for resources: {'Port': ['ID=ef0781ef-acce-4f48-b1cf-f9f084d66df7,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:00.213076 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Routers {'33766533-aff5-455a-8017-2e2add184a2c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:00.215007 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['33766533-aff5-455a-8017-2e2add184a2c'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:00.238570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7efdd78-c999-461b-980b-4749a69660aa tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:00.242464 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7efdd78-c999-461b-980b-4749a69660aa tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:00.247277 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e7efdd78-c999-461b-980b-4749a69660aa tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2563794 Feb 04 05:43:00.252120 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48532) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:00.271437 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924cd84-c76d-4451-b97b-591467c62955 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event deleted for resources: {'Network': ['ID=dca46708-3b5c-44d2-9a1f-f7f97dfd41e7,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:00.306532 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Subnet': ['ID=d92a522c-f93e-4b91-bf5c-3afc993b998e,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:00.308339 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-64870c69-009e-404e-a8cd-59f9cc94915c None None] Could not find standard attr ID for object 4a93b612-abd8-465d-ae02-c80e9793b226. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:43:00.334382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Attempting to bind port ef0781ef-acce-4f48-b1cf-f9f084d66df7 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:00.334761 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Attempting to bind port ef0781ef-acce-4f48-b1cf-f9f084d66df7 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '4100734e-5fa7-406c-82f5-bda1d8777825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dc5bc685-14ff-42c7-acb3-eebd32901572'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:00.335370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Attempting to bind port ef0781ef-acce-4f48-b1cf-f9f084d66df7 on network dc5bc685-14ff-42c7-acb3-eebd32901572 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:00.360055 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ec1789a9-99f4-45f4-9469-5f20a80a7c59 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:00.405959 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] Set router 33766533-aff5-455a-8017-2e2add184a2c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:43:00.413802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:00.414246 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Checking segment: {'id': '4100734e-5fa7-406c-82f5-bda1d8777825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dc5bc685-14ff-42c7-acb3-eebd32901572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:00.414802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.415208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Bound using segment: {'id': '4100734e-5fa7-406c-82f5-bda1d8777825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dc5bc685-14ff-42c7-acb3-eebd32901572'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:00.415691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Bound port: ef0781ef-acce-4f48-b1cf-f9f084d66df7, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100734e-5fa7-406c-82f5-bda1d8777825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dc5bc685-14ff-42c7-acb3-eebd32901572'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:00.416099 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.420583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=ce5aedaa-4cb8-4a32-9949-6b1034403dc0,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:00.504912 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf25f51-9569-4601-bb6d-0d43e27de26f None None] Pushing event updated for resources: {'Port': ['ID=6ef91fe9-83f1-4c02-bd2e-1111d41ecf37,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:00.507680 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3841-953c-4545-b853-30e7cb9bfc76 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.551220 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.579131 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.603925 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ec1789a9-99f4-45f4-9469-5f20a80a7c59 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:00.604306 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.614177 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c1009153-c855-4cac-9e2f-a96ba344b180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.615142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ff662-ea9e-4ea6-8c71-336df20623bb None None] Pushing event updated for resources: {'Port': ['ID=5663eec2-2281-473d-bb28-fffefd388ff9,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:00.642875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23b311e-b807-4140-9bfb-a5ed53496126 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 0f950b10-df3c-4ee2-98d6-7683fe5d9c35 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:00.650406 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] For port ef0781ef-acce-4f48-b1cf-f9f084d66df7, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:00.681363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d23b311e-b807-4140-9bfb-a5ed53496126 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.682625 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5bc685-14ff-42c7-acb3-eebd32901572']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:00.693810 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] For port ef0781ef-acce-4f48-b1cf-f9f084d66df7, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ef0781ef-acce-4f48-b1cf-f9f084d66df7,segment=NetworkSegment(4100734e-5fa7-406c-82f5-bda1d8777825),segment_id=4100734e-5fa7-406c-82f5-bda1d8777825)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:00.700667 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33766533-aff5-455a-8017-2e2add184a2c', 'name': 'tempest-snat-router-762712186', 'tenant_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '6ef91fe9-83f1-4c02-bd2e-1111d41ecf37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:42:51Z', 'updated_at': '2022-02-04T05:42:56Z', 'revision_number': 3, 'project_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'gw_port': {'id': '6ef91fe9-83f1-4c02-bd2e-1111d41ecf37', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33766533-aff5-455a-8017-2e2add184a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:42:54Z', 'updated_at': '2022-02-04T05:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:00.705911 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.732125 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe6004d-dd20-49ba-97c2-03cfa404e3d0 None None] The sync data for ids ['33766533-aff5-455a-8017-2e2add184a2c'] in dv-neutron-827794-1-hyperv is: [{'id': '33766533-aff5-455a-8017-2e2add184a2c', 'name': 'tempest-snat-router-762712186', 'tenant_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '6ef91fe9-83f1-4c02-bd2e-1111d41ecf37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:42:51Z', 'updated_at': '2022-02-04T05:42:56Z', 'revision_number': 3, 'project_id': '7e0d01b334b74040b9ffeb0c8d1cee50', 'gw_port': {'id': '6ef91fe9-83f1-4c02-bd2e-1111d41ecf37', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:27:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33766533-aff5-455a-8017-2e2add184a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:42:54Z', 'updated_at': '2022-02-04T05:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:00.796899 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4100734e-5fa7-406c-82f5-bda1d8777825') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:00.797195 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4100734e-5fa7-406c-82f5-bda1d8777825') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:00.818266 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d23b311e-b807-4140-9bfb-a5ed53496126 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.820924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0cb66-ade4-4678-9216-b2bf3f34899d None None] Pushing event updated for resources: {'Port': ['ID=ef0781ef-acce-4f48-b1cf-f9f084d66df7,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:00.860660 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.866478 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7eb86d5-e6d0-47e5-a980-0684301c89fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.877581 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9a45f1-e61b-4d8e-b304-4c6d0e94e84f None None] Network dc5bc685-14ff-42c7-acb3-eebd32901572 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:00.910002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3841-953c-4545-b853-30e7cb9bfc76 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.913328 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.916065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Deleting port 6ef91fe9-83f1-4c02-bd2e-1111d41ecf37 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:00.916514 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.951475 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:00.951866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:00.973179 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:01.019602 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-0a4d3841-953c-4545-b853-30e7cb9bfc76 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f8cf5e-9133-4249-9d1e-f25cff5a6f02']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:01.106840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bd19bc06-6aec-4abf-960b-498da2af400f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.111005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-0a4d3841-953c-4545-b853-30e7cb9bfc76 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bcde44-8a58-4e6f-9801-fb70c0a6aba2') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:01.111298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-0a4d3841-953c-4545-b853-30e7cb9bfc76 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bcde44-8a58-4e6f-9801-fb70c0a6aba2') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:01.134318 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3841-953c-4545-b853-30e7cb9bfc76 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.205253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.db.api [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 05:43:01.205253 dv-neutron-827794-1-hyperv neutron-server[108745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 05:43:01.205253 dv-neutron-827794-1-hyperv neutron-server[108745]: [parameters: {'id': 'dc5bc685-14ff-42c7-acb3-eebd32901572'}] Feb 04 05:43:01.205253 dv-neutron-827794-1-hyperv neutron-server[108745]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:43:01.205727 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG oslo_db.api [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:43:01.209337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3841-953c-4545-b853-30e7cb9bfc76 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.234127 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4d3841-953c-4545-b853-30e7cb9bfc76 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:01.234531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3841-953c-4545-b853-30e7cb9bfc76 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:01.298179 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:01.306737 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3841-953c-4545-b853-30e7cb9bfc76 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.332497 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb86d5-e6d0-47e5-a980-0684301c89fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=e48bead6-8e97-4b67-bd96-edd12ba8d848,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:01.348270 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3841-953c-4545-b853-30e7cb9bfc76 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.351429 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0a4d3841-953c-4545-b853-30e7cb9bfc76 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "DELETE /v2.0/networks/a9f8cf5e-9133-4249-9d1e-f25cff5a6f02 HTTP/1.1" status: 204 len: 168 time: 1.2059481 Feb 04 05:43:01.356686 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48534) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:01.386252 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] For port 6ef91fe9-83f1-4c02-bd2e-1111d41ecf37, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6ef91fe9-83f1-4c02-bd2e-1111d41ecf37,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:01.387170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.391034 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d3841-953c-4545-b853-30e7cb9bfc76 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event deleted for resources: {'Network': ['ID=a9f8cf5e-9133-4249-9d1e-f25cff5a6f02,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:01.408777 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Calling delete_port for 6ef91fe9-83f1-4c02-bd2e-1111d41ecf37 owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:01.505416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d23b311e-b807-4140-9bfb-a5ed53496126 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.656617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b2e7a24c-0a37-4d6e-a571-4a1b0c52e092 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.700160 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7eb86d5-e6d0-47e5-a980-0684301c89fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.706169 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.707692 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e7eb86d5-e6d0-47e5-a980-0684301c89fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/e48bead6-8e97-4b67-bd96-edd12ba8d848 HTTP/1.1" status: 204 len: 168 time: 2.5673099 Feb 04 05:43:01.713066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48536) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:01.743276 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-52b69cc5-4ec5-4637-8921-4d18ca042bc4 None None] Provisioning complete for port 5663eec2-2281-473d-bb28-fffefd388ff9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:01.748147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-52b69cc5-4ec5-4637-8921-4d18ca042bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.818082 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.823539 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9c18ae-7739-4180-967b-9665739d12af tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] GET failed (client error): The resource could not be found. Feb 04 05:43:01.829622 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4f9c18ae-7739-4180-967b-9665739d12af tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/e48bead6-8e97-4b67-bd96-edd12ba8d848 HTTP/1.1" status: 404 len: 333 time: 0.1155562 Feb 04 05:43:01.835921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48538) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:01.837984 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1009153-c855-4cac-9e2f-a96ba344b180 admin admin] Router 5dc4e676-67b1-4062-9b09-4646197e8710 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:43:01.873240 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ef91fe9-83f1-4c02-bd2e-1111d41ecf37,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:01.892144 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-52b69cc5-4ec5-4637-8921-4d18ca042bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.934878 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-52b69cc5-4ec5-4637-8921-4d18ca042bc4 None None] For port 5663eec2-2281-473d-bb28-fffefd388ff9, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=5663eec2-2281-473d-bb28-fffefd388ff9,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:01.936342 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b2e7a24c-0a37-4d6e-a571-4a1b0c52e092 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.946551 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-52b69cc5-4ec5-4637-8921-4d18ca042bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:01.964267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b2e7a24c-0a37-4d6e-a571-4a1b0c52e092 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53292eac-2413-4e13-9378-c28fc20e251f']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:01.976344 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b2e7a24c-0a37-4d6e-a571-4a1b0c52e092 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e88df1b-cda9-4b63-bd7a-d7f3ad8cc2ff') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:01.976757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b2e7a24c-0a37-4d6e-a571-4a1b0c52e092 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e88df1b-cda9-4b63-bd7a-d7f3ad8cc2ff') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:01.989057 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b2e7a24c-0a37-4d6e-a571-4a1b0c52e092 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.005405 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b2e7a24c-0a37-4d6e-a571-4a1b0c52e092 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.012005 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e7a24c-0a37-4d6e-a571-4a1b0c52e092 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:02.012566 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b2e7a24c-0a37-4d6e-a571-4a1b0c52e092 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.024050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b69cc5-4ec5-4637-8921-4d18ca042bc4 None None] Pushing event updated for resources: {'Port': ['ID=5663eec2-2281-473d-bb28-fffefd388ff9,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:02.062168 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-2748f947-094c-4fbb-a2e6-2d33315562c4 None None] Could not find standard attr ID for object 83c51f7f-e5d7-4bad-8717-4f12a5c9d12b. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:43:02.075763 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d23b311e-b807-4140-9bfb-a5ed53496126 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:02.091407 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:02.106056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d23b311e-b807-4140-9bfb-a5ed53496126 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.112102 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d23b311e-b807-4140-9bfb-a5ed53496126 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/0f950b10-df3c-4ee2-98d6-7683fe5d9c35 HTTP/1.1" status: 204 len: 168 time: 1.8554308 Feb 04 05:43:02.121293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48540) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:02.302030 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-01b8168f-0fda-44b1-b4c4-34c7bf56b0af tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1588745 Feb 04 05:43:02.303253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1009153-c855-4cac-9e2f-a96ba344b180 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:02.304822 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48542) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:02.309979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1a5f63ea-8d01-4b3e-a634-1ea638385352 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:02.312085 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674fe6c8-73ac-41fa-81a2-b8b6ba67aee5 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:02.314906 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b311e-b807-4140-9bfb-a5ed53496126 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=0f950b10-df3c-4ee2-98d6-7683fe5d9c35,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:02.322615 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c1009153-c855-4cac-9e2f-a96ba344b180 admin admin] 10.222.0.10 "PUT /v2.0/routers/5dc4e676-67b1-4062-9b09-4646197e8710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4431474 Feb 04 05:43:02.323782 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b2e7a24c-0a37-4d6e-a571-4a1b0c52e092 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.325235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48544) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:02.328305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ce5aedaa-4cb8-4a32-9949-6b1034403dc0 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:02.342250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-7522ad44-facf-4634-b588-e055121e9db2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting subnet e6551f14-eb48-4a1d-8b2e-4cef263c5e6b {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:02.346781 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9528738-15d2-4b68-b85e-e357ce09a541 None None] Sync routers for ids ['5dc4e676-67b1-4062-9b09-4646197e8710'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:02.346986 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7522ad44-facf-4634-b588-e055121e9db2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.351091 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.373420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Deleting port ef0781ef-acce-4f48-b1cf-f9f084d66df7 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:02.373693 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.384534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b2e7a24c-0a37-4d6e-a571-4a1b0c52e092 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.389976 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b2e7a24c-0a37-4d6e-a571-4a1b0c52e092 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "DELETE /v2.0/networks/53292eac-2413-4e13-9378-c28fc20e251f HTTP/1.1" status: 204 len: 168 time: 1.0296130 Feb 04 05:43:02.394887 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48548) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:02.432206 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9528738-15d2-4b68-b85e-e357ce09a541 None None] Routers {'5dc4e676-67b1-4062-9b09-4646197e8710'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:02.432929 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c9528738-15d2-4b68-b85e-e357ce09a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5dc4e676-67b1-4062-9b09-4646197e8710'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:02.436228 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7a24c-0a37-4d6e-a571-4a1b0c52e092 tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event deleted for resources: {'Network': ['ID=53292eac-2413-4e13-9378-c28fc20e251f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:02.537993 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.542065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5f63ea-8d01-4b3e-a634-1ea638385352 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:02.543235 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ce5aedaa-4cb8-4a32-9949-6b1034403dc0 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:02.543619 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.546501 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a5f63ea-8d01-4b3e-a634-1ea638385352 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.602625 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.612411 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7522ad44-facf-4634-b588-e055121e9db2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.615960 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.646756 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-c9528738-15d2-4b68-b85e-e357ce09a541 None None] Set router 5dc4e676-67b1-4062-9b09-4646197e8710 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:43:02.741019 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] For port ef0781ef-acce-4f48-b1cf-f9f084d66df7, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ef0781ef-acce-4f48-b1cf-f9f084d66df7,segment=NetworkSegment(4100734e-5fa7-406c-82f5-bda1d8777825),segment_id=4100734e-5fa7-406c-82f5-bda1d8777825)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:02.741752 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.759214 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c38476b-2c36-4915-a95c-07129328b18d tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.762188 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc8061a-e553-403f-be7f-230b15f2d2e1 None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:02.766507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.767158 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33766533-aff5-455a-8017-2e2add184a2c {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:43:02.777622 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.779250 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.782369 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9fe73c3a-ad52-4974-80e2-39b38c36365c tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "DELETE /v2.0/routers/33766533-aff5-455a-8017-2e2add184a2c HTTP/1.1" status: 204 len: 168 time: 3.1306577 Feb 04 05:43:02.783390 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Calling delete_port for ef0781ef-acce-4f48-b1cf-f9f084d66df7 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:02.784625 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48550) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:02.819114 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-bd19bc06-6aec-4abf-960b-498da2af400f admin admin] Deleting port deb8ebeb-5dd2-40fe-adeb-491a61a72546 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:02.819835 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bd19bc06-6aec-4abf-960b-498da2af400f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.838649 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 5663eec2-2281-473d-bb28-fffefd388ff9 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:02.940955 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7522ad44-facf-4634-b588-e055121e9db2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:02.994524 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.059107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a5f63ea-8d01-4b3e-a634-1ea638385352 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.081084 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8061a-e553-403f-be7f-230b15f2d2e1 None None] Deleting port 5663eec2-2281-473d-bb28-fffefd388ff9 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:03.082142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5cc8061a-e553-403f-be7f-230b15f2d2e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.084804 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c38476b-2c36-4915-a95c-07129328b18d tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.107781 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-bd19bc06-6aec-4abf-960b-498da2af400f admin admin] For port deb8ebeb-5dd2-40fe-adeb-491a61a72546, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=deb8ebeb-5dd2-40fe-adeb-491a61a72546,segment=NetworkSegment(d9305c9a-e269-4637-add4-84969650d63f),segment_id=d9305c9a-e269-4637-add4-84969650d63f)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:03.108151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bd19bc06-6aec-4abf-960b-498da2af400f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.127637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.135121 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 5663eec2-2281-473d-bb28-fffefd388ff9 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:03.135499 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.135958 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7522ad44-facf-4634-b588-e055121e9db2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.136689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] Deleting port aa4743d9-27c1-4095-909a-5cb5c4e9f391 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:03.137048 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.138686 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-bd19bc06-6aec-4abf-960b-498da2af400f admin admin] Calling delete_port for deb8ebeb-5dd2-40fe-adeb-491a61a72546 owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:03.141890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-5c38476b-2c36-4915-a95c-07129328b18d tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cb5ebc-8728-42ec-a6a6-3bbb6d494a7d']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:03.182619 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-5c38476b-2c36-4915-a95c-07129328b18d tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6474e23b-41b0-436e-8547-9483fdedd100') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:03.182854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-5c38476b-2c36-4915-a95c-07129328b18d tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6474e23b-41b0-436e-8547-9483fdedd100') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:03.211976 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Port': ['ID=ef0781ef-acce-4f48-b1cf-f9f084d66df7,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:03.212940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f63ea-8d01-4b3e-a634-1ea638385352 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:03.214269 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No DVR routers for this DVR port ef0781ef-acce-4f48-b1cf-f9f084d66df7 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:03.216119 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7522ad44-facf-4634-b588-e055121e9db2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.222563 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7522ad44-facf-4634-b588-e055121e9db2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/e6551f14-eb48-4a1d-8b2e-4cef263c5e6b HTTP/1.1" status: 204 len: 168 time: 1.3625350 Feb 04 05:43:03.222668 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48552) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:03.230531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522ad44-facf-4634-b588-e055121e9db2 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Subnet': ['ID=e6551f14-eb48-4a1d-8b2e-4cef263c5e6b,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:03.230984 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9907517a-ab4e-4673-ae9f-380201f441ed None None] Network d2b023bf-1d1a-44fa-b3e6-cce618dac5c9 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:03.237333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c38476b-2c36-4915-a95c-07129328b18d tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.241336 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f63ea-8d01-4b3e-a634-1ea638385352 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=05dad4b7-71f0-4fe3-936b-699ea2e6d117,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:03.243953 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-1a5f63ea-8d01-4b3e-a634-1ea638385352 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:03.246258 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.260426 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c9528738-15d2-4b68-b85e-e357ce09a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:42:59Z', 'revision_number': 5, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'gw_port': {'id': 'aa4743d9-27c1-4095-909a-5cb5c4e9f391', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:19Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:03.260680 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f63ea-8d01-4b3e-a634-1ea638385352 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:03.260680 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a5f63ea-8d01-4b3e-a634-1ea638385352 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.299069 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5cc8061a-e553-403f-be7f-230b15f2d2e1 None None] For port 5663eec2-2281-473d-bb28-fffefd388ff9, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=5663eec2-2281-473d-bb28-fffefd388ff9,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:03.299477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5cc8061a-e553-403f-be7f-230b15f2d2e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.309012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c38476b-2c36-4915-a95c-07129328b18d tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.357025 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9528738-15d2-4b68-b85e-e357ce09a541 None None] Checking router: 5dc4e676-67b1-4062-9b09-4646197e8710 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:43:03.361126 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8061a-e553-403f-be7f-230b15f2d2e1 None None] Calling delete_port for 5663eec2-2281-473d-bb28-fffefd388ff9 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:03.374033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c38476b-2c36-4915-a95c-07129328b18d tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:03.374614 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c38476b-2c36-4915-a95c-07129328b18d tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:03.379991 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:03.395319 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1a5f63ea-8d01-4b3e-a634-1ea638385352 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0890329 Feb 04 05:43:03.401239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48554) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:03.409942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1a4f9650-a835-420d-89b2-e1e6535bb321 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'fixed_ips': [{'subnet_id': '05dad4b7-71f0-4fe3-936b-699ea2e6d117', 'ip_address': '2001:db8::bf20:a05e:f970:a8ca'}], 'name': 'tempest-NetworksTestDHCPv6-717067002'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:03.422869 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.477020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9528738-15d2-4b68-b85e-e357ce09a541 None None] Routers {'5dc4e676-67b1-4062-9b09-4646197e8710'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:03.477521 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c9528738-15d2-4b68-b85e-e357ce09a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5dc4e676-67b1-4062-9b09-4646197e8710'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:03.485051 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.500708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5bc685-14ff-42c7-acb3-eebd32901572']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:03.513290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4100734e-5fa7-406c-82f5-bda1d8777825') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:03.513911 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4100734e-5fa7-406c-82f5-bda1d8777825') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:03.517156 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] For port aa4743d9-27c1-4095-909a-5cb5c4e9f391, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=aa4743d9-27c1-4095-909a-5cb5c4e9f391,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:03.517525 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.525111 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c38476b-2c36-4915-a95c-07129328b18d tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.527918 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.549796 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] Calling delete_port for aa4743d9-27c1-4095-909a-5cb5c4e9f391 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:03.552779 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c38476b-2c36-4915-a95c-07129328b18d tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.556136 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5c38476b-2c36-4915-a95c-07129328b18d tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] 10.222.0.10 "DELETE /v2.0/networks/c9cb5ebc-8728-42ec-a6a6-3bbb6d494a7d HTTP/1.1" status: 204 len: 168 time: 1.1307049 Feb 04 05:43:03.561456 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38476b-2c36-4915-a95c-07129328b18d tempest-BulkNetworkOpsIpV6Test-1101798826 tempest-BulkNetworkOpsIpV6Test-1101798826-project] Pushing event deleted for resources: {'Network': ['ID=c9cb5ebc-8728-42ec-a6a6-3bbb6d494a7d,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:03.569028 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.646343 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bd19bc06-6aec-4abf-960b-498da2af400f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.650463 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:03.651077 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:03.656593 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:03.675406 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-c9528738-15d2-4b68-b85e-e357ce09a541 None None] Set router 5dc4e676-67b1-4062-9b09-4646197e8710 gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:43:03.730962 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5cc8061a-e553-403f-be7f-230b15f2d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.760810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19bc06-6aec-4abf-960b-498da2af400f admin admin] Pushing event deleted for resources: {'Port': ['ID=deb8ebeb-5dd2-40fe-adeb-491a61a72546,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:03.771672 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Deleting port ce5aedaa-4cb8-4a32-9949-6b1034403dc0 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:03.772022 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.780297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.821104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c9528738-15d2-4b68-b85e-e357ce09a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:43:02Z', 'revision_number': 6, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:03.833483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.849893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.855051 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/dc5bc685-14ff-42c7-acb3-eebd32901572 HTTP/1.1" status: 204 len: 168 time: 6.0481133 Feb 04 05:43:03.860776 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48558) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:03.866160 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-dcb4daa9-10b3-479e-b7d1-cfd1a6f8795e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-177601293'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:03.869670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9528738-15d2-4b68-b85e-e357ce09a541 None None] The sync data for ids ['5dc4e676-67b1-4062-9b09-4646197e8710'] in dv-neutron-827794-1-hyperv is: [{'id': '5dc4e676-67b1-4062-9b09-4646197e8710', 'name': 'tempest-ServersTestManualDisk-945474832-router', 'tenant_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:43:02Z', 'revision_number': 6, 'project_id': 'b6bc50a287994b7bbacc86f33cc8b7f2', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:03.872555 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78091628-ca3b-4525-b9a5-a8d119a5da5c None None] DHCP port deletion for d2b023bf-1d1a-44fa-b3e6-cce618dac5c9 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:03.888459 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3de04-565e-466d-af97-43188df1e490 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Network': ['ID=dc5bc685-14ff-42c7-acb3-eebd32901572,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:03.909757 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8061a-e553-403f-be7f-230b15f2d2e1 None None] Pushing event deleted for resources: {'Port': ['ID=5663eec2-2281-473d-bb28-fffefd388ff9,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:03.921550 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc8061a-e553-403f-be7f-230b15f2d2e1 None None] No DVR routers for this DVR port 5663eec2-2281-473d-bb28-fffefd388ff9 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:03.943446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4743d9-27c1-4095-909a-5cb5c4e9f391,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:03.955589 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0322cf88-894f-4642-b07b-5967a3b486a6 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:03.977605 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.979772 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port ec1789a9-99f4-45f4-9469-5f20a80a7c59 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:03.980123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:03.999577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb4daa9-10b3-479e-b7d1-cfd1a6f8795e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:04.003088 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dcb4daa9-10b3-479e-b7d1-cfd1a6f8795e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:04.060982 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-78091628-ca3b-4525-b9a5-a8d119a5da5c None None] Deleting port ec1789a9-99f4-45f4-9469-5f20a80a7c59 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:04.061737 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-78091628-ca3b-4525-b9a5-a8d119a5da5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:04.080107 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb4daa9-10b3-479e-b7d1-cfd1a6f8795e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:04.090711 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bd19bc06-6aec-4abf-960b-498da2af400f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:04.095622 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dcb4daa9-10b3-479e-b7d1-cfd1a6f8795e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:04.095968 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-dcb4daa9-10b3-479e-b7d1-cfd1a6f8795e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Added segment fb7291d1-f149-46d3-9d51-04c83b6e589e of type vlan for network 1c12e671-0fee-47ed-b33b-720d3716bd45 Feb 04 05:43:04.166106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] For port ce5aedaa-4cb8-4a32-9949-6b1034403dc0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ce5aedaa-4cb8-4a32-9949-6b1034403dc0,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:04.166682 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:04.178304 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4f9650-a835-420d-89b2-e1e6535bb321 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:04.190237 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48562) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:04.194590 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-78091628-ca3b-4525-b9a5-a8d119a5da5c None None] For port ec1789a9-99f4-45f4-9469-5f20a80a7c59, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ec1789a9-99f4-45f4-9469-5f20a80a7c59,segment=NetworkSegment(0695f184-aec8-4175-8a9e-24a16a1696bb),segment_id=0695f184-aec8-4175-8a9e-24a16a1696bb)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:04.195421 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-78091628-ca3b-4525-b9a5-a8d119a5da5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:04.201829 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] For port ec1789a9-99f4-45f4-9469-5f20a80a7c59, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ec1789a9-99f4-45f4-9469-5f20a80a7c59,segment=NetworkSegment(0695f184-aec8-4175-8a9e-24a16a1696bb),segment_id=0695f184-aec8-4175-8a9e-24a16a1696bb)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:04.202177 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:04.211175 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dcb4daa9-10b3-479e-b7d1-cfd1a6f8795e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:04.217837 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-78091628-ca3b-4525-b9a5-a8d119a5da5c None None] Calling delete_port for ec1789a9-99f4-45f4-9469-5f20a80a7c59 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:04.224473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Calling delete_port for ce5aedaa-4cb8-4a32-9949-6b1034403dc0 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:04.239316 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:04.311727 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dcb4daa9-10b3-479e-b7d1-cfd1a6f8795e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:04.320858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '05dad4b7-71f0-4fe3-936b-699ea2e6d117'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:04.324319 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb4daa9-10b3-479e-b7d1-cfd1a6f8795e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:04.324972 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dcb4daa9-10b3-479e-b7d1-cfd1a6f8795e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:04.331941 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:04.364732 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for ec1789a9-99f4-45f4-9469-5f20a80a7c59 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:04.431491 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dcb4daa9-10b3-479e-b7d1-cfd1a6f8795e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5692015 Feb 04 05:43:04.440695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48566) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:04.448608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-62accb0f-c0f2-4fb4-9200-063c3e97e353 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'subnet': {'network_id': '1c12e671-0fee-47ed-b33b-720d3716bd45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:04.501865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4daa9-10b3-479e-b7d1-cfd1a6f8795e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Network': ['ID=1c12e671-0fee-47ed-b33b-720d3716bd45,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:04.516584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 1c12e671-0fee-47ed-b33b-720d3716bd45 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:04.518971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-78091628-ca3b-4525-b9a5-a8d119a5da5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:04.604852 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78091628-ca3b-4525-b9a5-a8d119a5da5c None None] Pushing event deleted for resources: {'Port': ['ID=ec1789a9-99f4-45f4-9469-5f20a80a7c59,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:04.630570 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78091628-ca3b-4525-b9a5-a8d119a5da5c None None] No DVR routers for this DVR port ec1789a9-99f4-45f4-9469-5f20a80a7c59 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:04.647914 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9594375c-87dd-4289-87cc-cc9061fa4221 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14c434f2ae6d483e91e42fbf0170ca0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557028 Feb 04 05:43:04.661739 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd19bc06-6aec-4abf-960b-498da2af400f admin admin] Router 0f77d255-975f-4246-9e9d-8e6277932a1e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:43:04.663812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48568) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:04.672583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Allocated IP 2001:db8::2 (99cffe53-689e-4c68-95bc-797fbe732ade/05dad4b7-71f0-4fe3-936b-699ea2e6d117/66449c20-1118-48ac-b9ae-a91c036261c8) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:04.844943 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:04.851758 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 5663eec2-2281-473d-bb28-fffefd388ff9 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:04.856986 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:04.884239 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 5663eec2-2281-473d-bb28-fffefd388ff9 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:04.884909 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 5663eec2-2281-473d-bb28-fffefd388ff9 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:04.885511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b24f35fb-044c-4d6a-a27c-0cc3ae4088db no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:04.896027 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd19bc06-6aec-4abf-960b-498da2af400f admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:04.904868 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bd19bc06-6aec-4abf-960b-498da2af400f admin admin] 10.222.0.10 "PUT /v2.0/routers/0f77d255-975f-4246-9e9d-8e6277932a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0415614 Feb 04 05:43:04.906251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48570) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:04.906670 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a562e-2a9d-4ff9-b491-990fb7dfa02a None None] Sync routers for ids ['0f77d255-975f-4246-9e9d-8e6277932a1e'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:04.921354 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a562e-2a9d-4ff9-b491-990fb7dfa02a None None] Routers {'0f77d255-975f-4246-9e9d-8e6277932a1e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:04.922011 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-102a562e-2a9d-4ff9-b491-990fb7dfa02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0f77d255-975f-4246-9e9d-8e6277932a1e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:04.936742 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: b24f35fb-044c-4d6a-a27c-0cc3ae4088db {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:04.937391 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b24f35fb-044c-4d6a-a27c-0cc3ae4088db not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:04.938074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ec1789a9-99f4-45f4-9469-5f20a80a7c59 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:04.986453 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:04.991042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: ec1789a9-99f4-45f4-9469-5f20a80a7c59 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:04.991643 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ec1789a9-99f4-45f4-9469-5f20a80a7c59 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:04.992322 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6ef91fe9-83f1-4c02-bd2e-1111d41ecf37 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:04.995316 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:05.002899 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:05.015893 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.020220 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.022754 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bfd6d490-05ed-42c7-8b28-572c59c08901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.055692 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Pushing event updated for resources: {'Port': ['ID=66449c20-1118-48ac-b9ae-a91c036261c8,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:05.058325 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 6ef91fe9-83f1-4c02-bd2e-1111d41ecf37 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:05.058826 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6ef91fe9-83f1-4c02-bd2e-1111d41ecf37 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:05.145989 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-102a562e-2a9d-4ff9-b491-990fb7dfa02a None None] Set router 0f77d255-975f-4246-9e9d-8e6277932a1e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:43:05.156231 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a4f9650-a835-420d-89b2-e1e6535bb321 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.178605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.179563 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dc4e676-67b1-4062-9b09-4646197e8710 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:43:05.190745 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.195302 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f4d6b32b-7a55-4391-ad0e-1d8387fb0a34 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5dc4e676-67b1-4062-9b09-4646197e8710 HTTP/1.1" status: 204 len: 168 time: 2.8558636 Feb 04 05:43:05.200902 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48572) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:05.207051 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-1a4f9650-a835-420d-89b2-e1e6535bb321 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port 6e9a8bda-a181-4bad-940e-5bb32df22c28 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:43:05.248620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bfd6d490-05ed-42c7-8b28-572c59c08901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.352591 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Attempting to bind port 66449c20-1118-48ac-b9ae-a91c036261c8 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:05.355118 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Attempting to bind port 66449c20-1118-48ac-b9ae-a91c036261c8 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:05.355591 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Attempting to bind port 66449c20-1118-48ac-b9ae-a91c036261c8 on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:05.368727 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:05.369818 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffbbebf-6052-4cfd-aba0-b5afedf66fa6 admin admin] Deleting subnet 99ee1ca4-9ea5-48bd-8786-a32f88775164 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:05.370327 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:05.371555 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.372831 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:05.373394 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Bound port: 66449c20-1118-48ac-b9ae-a91c036261c8, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:05.374382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.375890 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62accb0f-c0f2-4fb4-9200-063c3e97e353 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:05.380681 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ffbbebf-6052-4cfd-aba0-b5afedf66fa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.381248 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62accb0f-c0f2-4fb4-9200-063c3e97e353 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.457425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ffbbebf-6052-4cfd-aba0-b5afedf66fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.470362 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] For port 66449c20-1118-48ac-b9ae-a91c036261c8, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:05.475997 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] For port 66449c20-1118-48ac-b9ae-a91c036261c8, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=66449c20-1118-48ac-b9ae-a91c036261c8,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:05.482158 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.485795 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.504079 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.518432 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No DVR routers for this DVR port ec1789a9-99f4-45f4-9469-5f20a80a7c59 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:05.612970 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=ec1789a9-99f4-45f4-9469-5f20a80a7c59,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:05.620706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4c834-8ce1-47c0-82b4-d453b2e06a7a None None] Pushing event updated for resources: {'Port': ['ID=66449c20-1118-48ac-b9ae-a91c036261c8,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:05.660025 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-102a562e-2a9d-4ff9-b491-990fb7dfa02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:43:03Z', 'revision_number': 5, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'gw_port': {'id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:18Z', 'updated_at': '2022-02-04T05:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:05.667765 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bfd6d490-05ed-42c7-8b28-572c59c08901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.670532 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bfd6d490-05ed-42c7-8b28-572c59c08901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.671830 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bfd6d490-05ed-42c7-8b28-572c59c08901 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c10290d-e9ce-4c0b-be3f-787150de0760 HTTP/1.1" status: 204 len: 168 time: 1.0016100 Feb 04 05:43:05.689247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.699217 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a562e-2a9d-4ff9-b491-990fb7dfa02a None None] Checking router: 0f77d255-975f-4246-9e9d-8e6277932a1e for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:43:05.709413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6d490-05ed-42c7-8b28-572c59c08901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c10290d-e9ce-4c0b-be3f-787150de0760,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:05.715037 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ffbbebf-6052-4cfd-aba0-b5afedf66fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.718894 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a562e-2a9d-4ff9-b491-990fb7dfa02a None None] Routers {'0f77d255-975f-4246-9e9d-8e6277932a1e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:05.731901 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-102a562e-2a9d-4ff9-b491-990fb7dfa02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0f77d255-975f-4246-9e9d-8e6277932a1e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:05.777525 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.864593 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ffbbebf-6052-4cfd-aba0-b5afedf66fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.871096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce5aedaa-4cb8-4a32-9949-6b1034403dc0,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:05.917893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbbebf-6052-4cfd-aba0-b5afedf66fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99ee1ca4-9ea5-48bd-8786-a32f88775164,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:05.929908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ffbbebf-6052-4cfd-aba0-b5afedf66fa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:05.937704 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8ffbbebf-6052-4cfd-aba0-b5afedf66fa6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/99ee1ca4-9ea5-48bd-8786-a32f88775164 HTTP/1.1" status: 204 len: 168 time: 0.7356167 Feb 04 05:43:05.938719 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48576) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:05.942965 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a1b12d-9bcf-4fe2-91a4-1a79e7ebf72a None None] Network f07bb420-9540-48eb-88e2-6374a7d0283e requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:05.954054 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-102a562e-2a9d-4ff9-b491-990fb7dfa02a None None] Set router 0f77d255-975f-4246-9e9d-8e6277932a1e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:43:05.981590 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.020987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] Deleting port 86c04cc8-a747-42b7-979a-4ac04ec03f43 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:06.021333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.037525 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.130333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-1a4f9650-a835-420d-89b2-e1e6535bb321 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::bf20:a05e:f970:a8ca (99cffe53-689e-4c68-95bc-797fbe732ade/05dad4b7-71f0-4fe3-936b-699ea2e6d117/6e9a8bda-a181-4bad-940e-5bb32df22c28) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:06.173198 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.183057 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b023bf-1d1a-44fa-b3e6-cce618dac5c9']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:06.231699 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-102a562e-2a9d-4ff9-b491-990fb7dfa02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:43:03Z', 'revision_number': 5, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'gw_port': {'id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:18Z', 'updated_at': '2022-02-04T05:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:06.267557 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] For port 86c04cc8-a747-42b7-979a-4ac04ec03f43, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=86c04cc8-a747-42b7-979a-4ac04ec03f43,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:06.268076 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.269679 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0695f184-aec8-4175-8a9e-24a16a1696bb') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:06.270029 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0695f184-aec8-4175-8a9e-24a16a1696bb') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:06.283741 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] Deleting port b09bf11d-cd0a-4534-94d6-28c253b9f7c0 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:06.284293 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.288605 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1e0f5d-632d-4730-9cf5-ba6430305517 None None] DHCP port deletion for f07bb420-9540-48eb-88e2-6374a7d0283e request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:06.321482 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a562e-2a9d-4ff9-b491-990fb7dfa02a None None] The sync data for ids ['0f77d255-975f-4246-9e9d-8e6277932a1e'] in dv-neutron-827794-1-hyperv is: [{'id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'name': 'tempest-ServersTestJSON-115487683-router', 'tenant_id': 'b3b334c0f27542469913ffec4ba71672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:43:03Z', 'revision_number': 5, 'project_id': 'b3b334c0f27542469913ffec4ba71672', 'gw_port': {'id': '86c04cc8-a747-42b7-979a-4ac04ec03f43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:17:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f77d255-975f-4246-9e9d-8e6277932a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:18Z', 'updated_at': '2022-02-04T05:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:06.325865 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.351148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.359048 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.366283 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] Calling delete_port for 86c04cc8-a747-42b7-979a-4ac04ec03f43 owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:06.375199 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e0f5d-632d-4730-9cf5-ba6430305517 None None] Deleting port b09bf11d-cd0a-4534-94d6-28c253b9f7c0 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:06.375726 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0f5d-632d-4730-9cf5-ba6430305517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.412530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] For port b09bf11d-cd0a-4534-94d6-28c253b9f7c0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b09bf11d-cd0a-4534-94d6-28c253b9f7c0,segment=NetworkSegment(93a5c28a-88f2-4f56-bf7e-1d8290ed5262),segment_id=93a5c28a-88f2-4f56-bf7e-1d8290ed5262)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:06.413490 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.419039 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.469913 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] Calling delete_port for b09bf11d-cd0a-4534-94d6-28c253b9f7c0 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:06.477197 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:06.477609 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.483717 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0b1e0f5d-632d-4730-9cf5-ba6430305517 None None] For port b09bf11d-cd0a-4534-94d6-28c253b9f7c0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b09bf11d-cd0a-4534-94d6-28c253b9f7c0,segment=NetworkSegment(93a5c28a-88f2-4f56-bf7e-1d8290ed5262),segment_id=93a5c28a-88f2-4f56-bf7e-1d8290ed5262)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:06.484241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0f5d-632d-4730-9cf5-ba6430305517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:06.489851 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:06.506119 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e0f5d-632d-4730-9cf5-ba6430305517 None None] Calling delete_port for b09bf11d-cd0a-4534-94d6-28c253b9f7c0 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:06.590396 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.590928 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49d0a43b-448b-46b4-88df-3e93259bc199 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:43:06.604295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.604295 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7dd52380-2cdf-4685-a469-bb45fd0aeb0f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "DELETE /v2.0/routers/49d0a43b-448b-46b4-88df-3e93259bc199 HTTP/1.1" status: 204 len: 168 time: 3.8163986 Feb 04 05:43:06.628016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48590) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:06.629547 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0b1e0f5d-632d-4730-9cf5-ba6430305517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.650459 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-464493493', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:06.665134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.670017 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.673789 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/networks/d2b023bf-1d1a-44fa-b3e6-cce618dac5c9 HTTP/1.1" status: 204 len: 168 time: 3.4234536 Feb 04 05:43:06.692459 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48594) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:06.698535 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6e421d6a-4303-4dc8-960c-1101b84de09a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-261387188'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:06.708032 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e0f5d-632d-4730-9cf5-ba6430305517 None None] Pushing event deleted for resources: {'Port': ['ID=b09bf11d-cd0a-4534-94d6-28c253b9f7c0,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:06.721683 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e0f5d-632d-4730-9cf5-ba6430305517 None None] No DVR routers for this DVR port b09bf11d-cd0a-4534-94d6-28c253b9f7c0 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:06.749608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62accb0f-c0f2-4fb4-9200-063c3e97e353 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.780252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d6748-2a22-438b-833e-8758bda890c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Network': ['ID=d2b023bf-1d1a-44fa-b3e6-cce618dac5c9,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:06.794443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 66449c20-1118-48ac-b9ae-a91c036261c8 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:06.893400 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a4f9650-a835-420d-89b2-e1e6535bb321 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.910475 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 66449c20-1118-48ac-b9ae-a91c036261c8 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:06.910859 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.917155 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62accb0f-c0f2-4fb4-9200-063c3e97e353 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Checking segment: {'id': 'fb7291d1-f149-46d3-9d51-04c83b6e589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c12e671-0fee-47ed-b33b-720d3716bd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:06.917155 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62accb0f-c0f2-4fb4-9200-063c3e97e353 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network hostable DHCP agents. Network: 1c12e671-0fee-47ed-b33b-720d3716bd45, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:43:06.921381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e421d6a-4303-4dc8-960c-1101b84de09a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:06.925015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6e421d6a-4303-4dc8-960c-1101b84de09a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.953640 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e421d6a-4303-4dc8-960c-1101b84de09a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:06.965160 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6e421d6a-4303-4dc8-960c-1101b84de09a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:06.965511 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-6e421d6a-4303-4dc8-960c-1101b84de09a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Added segment 2d8f9ed5-c3c0-4995-92ba-35478ae3d12a of type vlan for network 0f9c40d3-2b2b-4987-96f2-732a504c934f Feb 04 05:43:07.012403 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6e421d6a-4303-4dc8-960c-1101b84de09a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.036453 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62accb0f-c0f2-4fb4-9200-063c3e97e353 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Subnet': ['ID=48dc56d3-115e-4b20-a6ec-0e6bce5e218c,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:07.048729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6e421d6a-4303-4dc8-960c-1101b84de09a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.054873 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e421d6a-4303-4dc8-960c-1101b84de09a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:07.055534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6e421d6a-4303-4dc8-960c-1101b84de09a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.064643 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.138717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e421d6a-4303-4dc8-960c-1101b84de09a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Network': ['ID=0f9c40d3-2b2b-4987-96f2-732a504c934f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:07.138950 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 66449c20-1118-48ac-b9ae-a91c036261c8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=66449c20-1118-48ac-b9ae-a91c036261c8,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:07.146303 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.154759 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 0f9c40d3-2b2b-4987-96f2-732a504c934f details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:07.163171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62accb0f-c0f2-4fb4-9200-063c3e97e353 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network 1c12e671-0fee-47ed-b33b-720d3716bd45 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:43:07.176433 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6e421d6a-4303-4dc8-960c-1101b84de09a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4824727 Feb 04 05:43:07.182013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48602) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:07.187832 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-45efba80-dfcb-4edc-800b-740a288ab683 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'subnet': {'network_id': '0f9c40d3-2b2b-4987-96f2-732a504c934f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:07.208409 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48604) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:07.220038 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-62accb0f-c0f2-4fb4-9200-063c3e97e353 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 1c12e671-0fee-47ed-b33b-720d3716bd45) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:07.224942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62accb0f-c0f2-4fb4-9200-063c3e97e353 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:07.225752 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62accb0f-c0f2-4fb4-9200-063c3e97e353 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.275309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a4f9650-a835-420d-89b2-e1e6535bb321 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.283642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device aa4743d9-27c1-4095-909a-5cb5c4e9f391 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:07.306330 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ae64a4-b42d-4181-9ddc-5dfdd529ba37 None None] Network 1c12e671-0fee-47ed-b33b-720d3716bd45 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:07.339627 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f9650-a835-420d-89b2-e1e6535bb321 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=6e9a8bda-a181-4bad-940e-5bb32df22c28,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:07.354157 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-62accb0f-c0f2-4fb4-9200-063c3e97e353 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9081817 Feb 04 05:43:07.354157 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4f9650-a835-420d-89b2-e1e6535bb321 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:07.355873 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48608) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:07.361193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b43aa112-9a7e-4907-bb88-43b453135c07 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'subnet': {'network_id': '1c12e671-0fee-47ed-b33b-720d3716bd45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:07.363773 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.364562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.370949 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-152b512f-e620-496e-bf98-543c83aec7bd tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] Request body: {'port': {'network_id': 'b445a1d7-506f-4e97-9a0b-f69212e91253', 'name': 'tempest-NetworksNegativeTestJSON-2104618983'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:07.374153 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-1a4f9650-a835-420d-89b2-e1e6535bb321 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:07.374654 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.376741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4f9650-a835-420d-89b2-e1e6535bb321 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:07.382892 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4f9650-a835-420d-89b2-e1e6535bb321 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:07.383495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a4f9650-a835-420d-89b2-e1e6535bb321 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.428019 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: aa4743d9-27c1-4095-909a-5cb5c4e9f391 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:07.428596 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device aa4743d9-27c1-4095-909a-5cb5c4e9f391 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:07.431323 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=b09bf11d-cd0a-4534-94d6-28c253b9f7c0,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:07.435481 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] No DVR routers for this DVR port b09bf11d-cd0a-4534-94d6-28c253b9f7c0 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:07.469497 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-152b512f-e620-496e-bf98-543c83aec7bd tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] POST failed (client error): The resource could not be found. Feb 04 05:43:07.474895 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152b512f-e620-496e-bf98-543c83aec7bd tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:07.475959 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-152b512f-e620-496e-bf98-543c83aec7bd tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2668154 Feb 04 05:43:07.476852 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45efba80-dfcb-4edc-800b-740a288ab683 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:07.480352 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45efba80-dfcb-4edc-800b-740a288ab683 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.486374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48610) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:07.506656 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9713539a-d32c-46ea-b1b6-c8fb33a51765 None None] Provisioning complete for port 66449c20-1118-48ac-b9ae-a91c036261c8 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:07.507034 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9713539a-d32c-46ea-b1b6-c8fb33a51765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.532204 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1a4f9650-a835-420d-89b2-e1e6535bb321 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1239860 Feb 04 05:43:07.549963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=66449c20-1118-48ac-b9ae-a91c036261c8,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:07.561160 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.568941 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48612) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:07.580936 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-d799f94e-921e-4e0e-8d28-ebb2ef27e03c tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:07.580936 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d799f94e-921e-4e0e-8d28-ebb2ef27e03c tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:07.582725 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.587788 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d799f94e-921e-4e0e-8d28-ebb2ef27e03c tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] 10.222.0.10 "DELETE /v2.0/networks/2890b143-2a15-4502-b9d1-e024beea6880 HTTP/1.1" status: 404 len: 339 time: 0.0980294 Feb 04 05:43:07.593419 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48614) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:07.653397 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-906febfa-ad4d-47e3-8e39-ffbb7a012873 tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:07.654052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906febfa-ad4d-47e3-8e39-ffbb7a012873 tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:07.662808 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-906febfa-ad4d-47e3-8e39-ffbb7a012873 tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] 10.222.0.10 "DELETE /v2.0/ports/1294513c-f248-450e-880d-6294b7677634 HTTP/1.1" status: 404 len: 333 time: 0.0609949 Feb 04 05:43:07.662989 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] Pushing event deleted for resources: {'Port': ['ID=86c04cc8-a747-42b7-979a-4ac04ec03f43,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:07.663083 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-1c12e671-0fee-47ed-b33b-720d3716bd45', 'network_id': '1c12e671-0fee-47ed-b33b-720d3716bd45', 'tenant_id': '22c8121ee06243219769106a4e17f9d1', 'fixed_ips': [{'subnet_id': '48dc56d3-115e-4b20-a6ec-0e6bce5e218c'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:07.663083 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.664920 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48616) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:07.712899 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.714988 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-082eab71-1ff7-4d4f-bbdb-ba140d9db3c7 tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:07.715495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082eab71-1ff7-4d4f-bbdb-ba140d9db3c7 tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:07.721448 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-082eab71-1ff7-4d4f-bbdb-ba140d9db3c7 tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] 10.222.0.10 "DELETE /v2.0/subnets/51fcf66f-306d-4048-9e07-31436a486701 HTTP/1.1" status: 404 len: 337 time: 0.0508084 Feb 04 05:43:07.731528 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48618) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:07.767666 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff4bbe3-1f51-4063-a4ee-dd8a8a29d199 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:07.779081 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff4bbe3-1f51-4063-a4ee-dd8a8a29d199 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:07.780709 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3ff4bbe3-1f51-4063-a4ee-dd8a8a29d199 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2108157 Feb 04 05:43:07.784050 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48620) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:07.786276 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3c902f-864b-4ebe-a351-b6089770fdc2 tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] GET failed (client error): The resource could not be found. Feb 04 05:43:07.788703 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ef3c902f-864b-4ebe-a351-b6089770fdc2 tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] 10.222.0.10 "GET /v2.0/networks/7db8dce0-11f7-4eb0-b7c2-10e869af82cf HTTP/1.1" status: 404 len: 339 time: 0.0560017 Feb 04 05:43:07.793516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48622) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:07.847961 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-767eb296-23dc-4d65-85b3-1d326b13a825 tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] GET failed (client error): The resource could not be found. Feb 04 05:43:07.852837 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-767eb296-23dc-4d65-85b3-1d326b13a825 tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] 10.222.0.10 "GET /v2.0/ports/8c2c6692-7150-4106-80bb-9b700e2e6fb0 HTTP/1.1" status: 404 len: 333 time: 0.0550966 Feb 04 05:43:07.855924 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48624) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:07.865972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-87d9d51d-d35e-4db3-9b60-f4eb4657e26b None None] Provisioning complete for port 6e9a8bda-a181-4bad-940e-5bb32df22c28 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:07.866582 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-87d9d51d-d35e-4db3-9b60-f4eb4657e26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.898062 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Allocated IP 2001:db8::2 (1c12e671-0fee-47ed-b33b-720d3716bd45/48dc56d3-115e-4b20-a6ec-0e6bce5e218c/9f7304fb-7e1d-4fce-8a94-36c6fc95d339) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:07.898410 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.898513 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c24f1d-5571-402c-99dd-c4aecbe33c68 tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] GET failed (client error): The resource could not be found. Feb 04 05:43:07.901616 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-55c24f1d-5571-402c-99dd-c4aecbe33c68 tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] 10.222.0.10 "GET /v2.0/subnets/ed488937-27ef-4989-a918-6291b3d9c1d4 HTTP/1.1" status: 404 len: 337 time: 0.0428078 Feb 04 05:43:07.902776 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43aa112-9a7e-4907-bb88-43b453135c07 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:07.903742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07bb420-9540-48eb-88e2-6374a7d0283e']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:07.906299 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b43aa112-9a7e-4907-bb88-43b453135c07 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:07.914080 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48626) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:07.919374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-9d4a2676-4acd-4dbc-aad3-bc0f61b5b0af tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] Request body: {'network': {'name': 'new_name'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:07.934711 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-87d9d51d-d35e-4db3-9b60-f4eb4657e26b None None] Port 6e9a8bda-a181-4bad-940e-5bb32df22c28 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:07.943714 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a5c28a-88f2-4f56-bf7e-1d8290ed5262') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:07.944015 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a5c28a-88f2-4f56-bf7e-1d8290ed5262') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:07.963660 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.005746 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4a2676-4acd-4dbc-aad3-bc0f61b5b0af tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] PUT failed (client error): The resource could not be found. Feb 04 05:43:08.006345 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4a2676-4acd-4dbc-aad3-bc0f61b5b0af tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:08.011898 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9d4a2676-4acd-4dbc-aad3-bc0f61b5b0af tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] 10.222.0.10 "PUT /v2.0/networks/85e6f6fb-811c-4b35-ad35-4c2f34257cfe HTTP/1.1" status: 404 len: 339 time: 0.0924797 Feb 04 05:43:08.014303 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48628) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:08.024757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-cd3619e1-ce4e-4969-a980-dec95150a88b tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] Request body: {'port': {'name': 'new_name'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:08.029047 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.057057 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45efba80-dfcb-4edc-800b-740a288ab683 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.058419 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3619e1-ce4e-4969-a980-dec95150a88b tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] PUT failed (client error): The resource could not be found. Feb 04 05:43:08.059281 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3619e1-ce4e-4969-a980-dec95150a88b tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:08.063829 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cd3619e1-ce4e-4969-a980-dec95150a88b tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] 10.222.0.10 "PUT /v2.0/ports/0e841ad0-54be-438a-9d9c-35b17f141228 HTTP/1.1" status: 404 len: 333 time: 0.0432153 Feb 04 05:43:08.069945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48630) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:08.071167 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.079293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.080717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b5b85a5b-f80e-4010-bfe2-9f5a1e440a7b tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:08.120898 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.123069 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.141338 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Pushing event updated for resources: {'Port': ['ID=9f7304fb-7e1d-4fce-8a94-36c6fc95d339,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:08.141632 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b85a5b-f80e-4010-bfe2-9f5a1e440a7b tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] PUT failed (client error): The resource could not be found. Feb 04 05:43:08.142131 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b85a5b-f80e-4010-bfe2-9f5a1e440a7b tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:08.146679 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b5b85a5b-f80e-4010-bfe2-9f5a1e440a7b tempest-NetworksNegativeTestJSON-2117092844 tempest-NetworksNegativeTestJSON-2117092844-project] 10.222.0.10 "PUT /v2.0/subnets/ec0a54cc-c380-466b-b90e-cbafdd38625f HTTP/1.1" status: 404 len: 337 time: 0.0702949 Feb 04 05:43:08.162597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Network 1c12e671-0fee-47ed-b33b-720d3716bd45 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:08.165212 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:08.170257 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:08.174121 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.177407 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.177947 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f77d255-975f-4246-9e9d-8e6277932a1e {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:43:08.188885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.194343 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-44775c0e-6bcb-4911-90e7-bd39e5042034 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0f77d255-975f-4246-9e9d-8e6277932a1e HTTP/1.1" status: 204 len: 168 time: 3.2846422 Feb 04 05:43:08.200279 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48634) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:08.201454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:08.201750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:08.206310 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:08.228623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efba80-dfcb-4edc-800b-740a288ab683 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Subnet': ['ID=0d12c3e6-18f4-4344-ae2c-ea309c0d108b,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:08.254373 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45efba80-dfcb-4edc-800b-740a288ab683 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Checking segment: {'id': '2d8f9ed5-c3c0-4995-92ba-35478ae3d12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0f9c40d3-2b2b-4987-96f2-732a504c934f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:08.255146 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efba80-dfcb-4edc-800b-740a288ab683 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network hostable DHCP agents. Network: 0f9c40d3-2b2b-4987-96f2-732a504c934f, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:43:08.302538 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Attempting to bind port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:08.302917 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Attempting to bind port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'fb7291d1-f149-46d3-9d51-04c83b6e589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c12e671-0fee-47ed-b33b-720d3716bd45'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:08.303572 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Attempting to bind port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 on network 1c12e671-0fee-47ed-b33b-720d3716bd45 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:08.312183 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:08.312581 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Checking segment: {'id': 'fb7291d1-f149-46d3-9d51-04c83b6e589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c12e671-0fee-47ed-b33b-720d3716bd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:08.313054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.315028 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Bound using segment: {'id': 'fb7291d1-f149-46d3-9d51-04c83b6e589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c12e671-0fee-47ed-b33b-720d3716bd45'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:08.316130 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Bound port: 9f7304fb-7e1d-4fce-8a94-36c6fc95d339, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7291d1-f149-46d3-9d51-04c83b6e589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c12e671-0fee-47ed-b33b-720d3716bd45'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:08.317086 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.323293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 66449c20-1118-48ac-b9ae-a91c036261c8 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:08.334346 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efba80-dfcb-4edc-800b-740a288ab683 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network 0f9c40d3-2b2b-4987-96f2-732a504c934f is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:43:08.361219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.365984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.366592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-45efba80-dfcb-4edc-800b-740a288ab683 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 0f9c40d3-2b2b-4987-96f2-732a504c934f) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:08.375098 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45efba80-dfcb-4edc-800b-740a288ab683 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:08.376268 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45efba80-dfcb-4edc-800b-740a288ab683 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.384505 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] 10.222.0.10 "DELETE /v2.0/networks/f07bb420-9540-48eb-88e2-6374a7d0283e HTTP/1.1" status: 204 len: 168 time: 2.4360111 Feb 04 05:43:08.410446 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb893899-9fee-4622-bc16-a18f9345f0fe admin admin] Deleting subnet e89e379d-ec5d-485a-8620-ecda425b96c4 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:08.417088 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-45efba80-dfcb-4edc-800b-740a288ab683 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2336111 Feb 04 05:43:08.422746 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48638) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:08.429751 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4ee6b5-61c7-4b98-9b3e-ef77949db0e2 None None] Network 0f9c40d3-2b2b-4987-96f2-732a504c934f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:08.438094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-0846d159-05aa-4994-ae78-eafd9fd772be tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'network_id': '0f9c40d3-2b2b-4987-96f2-732a504c934f', 'name': 'tempest-PortsTestJSON-112055717', 'fixed_ips': [{'subnet_id': '0d12c3e6-18f4-4344-ae2c-ea309c0d108b', 'ip_address': '172.20.0.10'}]}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:08.457755 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb893899-9fee-4622-bc16-a18f9345f0fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.471285 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769549d2-0487-43a0-b6be-c7fe4461bbcc admin admin] Pushing event deleted for resources: {'Network': ['ID=f07bb420-9540-48eb-88e2-6374a7d0283e,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:08.496330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-b324877e-e554-455a-babd-043916b90fa2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port 6e9a8bda-a181-4bad-940e-5bb32df22c28 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:08.497064 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b324877e-e554-455a-babd-043916b90fa2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.565261 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b43aa112-9a7e-4907-bb88-43b453135c07 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.604474 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb893899-9fee-4622-bc16-a18f9345f0fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.631286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48642) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:08.653989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43aa112-9a7e-4907-bb88-43b453135c07 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network 1c12e671-0fee-47ed-b33b-720d3716bd45 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:08.659928 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48644) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:08.660984 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-b43aa112-9a7e-4907-bb88-43b453135c07 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:08.667350 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 66449c20-1118-48ac-b9ae-a91c036261c8 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:08.667720 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.673738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43aa112-9a7e-4907-bb88-43b453135c07 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:08.674144 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b43aa112-9a7e-4907-bb88-43b453135c07 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.699566 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b43aa112-9a7e-4907-bb88-43b453135c07 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3425305 Feb 04 05:43:08.701945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43aa112-9a7e-4907-bb88-43b453135c07 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Subnet': ['ID=79293d10-3473-4e97-a63a-d5b43deadda3,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:08.706098 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48648) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:08.730500 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] For port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:08.738834 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0846d159-05aa-4994-ae78-eafd9fd772be tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:08.751422 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b324877e-e554-455a-babd-043916b90fa2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.776375 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] For port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9f7304fb-7e1d-4fce-8a94-36c6fc95d339,segment=NetworkSegment(fb7291d1-f149-46d3-9d51-04c83b6e589e),segment_id=fb7291d1-f149-46d3-9d51-04c83b6e589e)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:08.783403 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.814708 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-0f9c40d3-2b2b-4987-96f2-732a504c934f', 'network_id': '0f9c40d3-2b2b-4987-96f2-732a504c934f', 'tenant_id': '7792832c90bd4ac49d281b6efc6d76c2', 'fixed_ips': [{'subnet_id': '0d12c3e6-18f4-4344-ae2c-ea309c0d108b'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:08.818274 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.842792 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-b324877e-e554-455a-babd-043916b90fa2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for 6e9a8bda-a181-4bad-940e-5bb32df22c28 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:08.886210 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0846d159-05aa-4994-ae78-eafd9fd772be tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.886458 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.921723 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.926118 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb893899-9fee-4622-bc16-a18f9345f0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:08.928013 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6d67a334-28f5-4dc6-9bbd-a6ec17b0a053 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b6bc50a287994b7bbacc86f33cc8b7f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2947876 Feb 04 05:43:08.932452 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48650) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:08.964648 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-0846d159-05aa-4994-ae78-eafd9fd772be tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port 89ec456f-ef56-4354-8751-ceacc4eb4fb3 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:43:08.977803 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f5c38-25c1-4ddf-bfe8-d5304569bd0d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:08.980277 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f5c38-25c1-4ddf-bfe8-d5304569bd0d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:08.981828 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f5c38-25c1-4ddf-bfe8-d5304569bd0d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:08.992059 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f5c38-25c1-4ddf-bfe8-d5304569bd0d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:08.998325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f5c38-25c1-4ddf-bfe8-d5304569bd0d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:09.004545 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3b7f5c38-25c1-4ddf-bfe8-d5304569bd0d tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2953479 Feb 04 05:43:09.012961 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48654) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:09.020828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-da8cae4a-bf5a-43a6-984c-900b388ed539 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-351325355'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:09.035379 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885d4b0-9675-4952-a221-7c57a50c6ace None None] Pushing event updated for resources: {'Port': ['ID=9f7304fb-7e1d-4fce-8a94-36c6fc95d339,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:09.060584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6c3d4835-5b77-4ae0-bb96-edfe5e2c4d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.131017 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Allocated IP 172.20.0.2 (0f9c40d3-2b2b-4987-96f2-732a504c934f/0d12c3e6-18f4-4344-ae2c-ea309c0d108b/8646566e-b657-45e1-947c-b4d8171d7160) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:09.154688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-940d8696-30c4-4ed8-b63d-27f2abb7e629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.189581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-940d8696-30c4-4ed8-b63d-27f2abb7e629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.246662 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b09bf11d-cd0a-4534-94d6-28c253b9f7c0 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:09.249165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb893899-9fee-4622-bc16-a18f9345f0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.263135 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-940d8696-30c4-4ed8-b63d-27f2abb7e629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.269637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-940d8696-30c4-4ed8-b63d-27f2abb7e629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.270385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8cae4a-bf5a-43a6-984c-900b388ed539 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:09.271789 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-940d8696-30c4-4ed8-b63d-27f2abb7e629 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/743b2d59-1a65-43c1-a413-d66f5a621908 HTTP/1.1" status: 204 len: 168 time: 0.3367274 Feb 04 05:43:09.276583 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-da8cae4a-bf5a-43a6-984c-900b388ed539 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.282406 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d8696-30c4-4ed8-b63d-27f2abb7e629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743b2d59-1a65-43c1-a413-d66f5a621908,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:09.291784 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: b09bf11d-cd0a-4534-94d6-28c253b9f7c0 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:09.292201 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b09bf11d-cd0a-4534-94d6-28c253b9f7c0 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:09.293093 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device deb8ebeb-5dd2-40fe-adeb-491a61a72546 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:09.326607 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb893899-9fee-4622-bc16-a18f9345f0fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.329738 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cb893899-9fee-4622-bc16-a18f9345f0fe admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e89e379d-ec5d-485a-8620-ecda425b96c4 HTTP/1.1" status: 204 len: 168 time: 1.1254106 Feb 04 05:43:09.332436 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48658) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:09.337806 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb893899-9fee-4622-bc16-a18f9345f0fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e89e379d-ec5d-485a-8620-ecda425b96c4,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:09.342507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bf0e60-8a8f-4a5f-972e-e988a7eae71c None None] Network 6d4580c8-4c60-45e7-b53a-7f4b66492648 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:09.391675 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Allocated IP 172.26.3.196 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/7bb6c164-b1e6-40cc-9ca4-3cc5acaa419d) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:09.398264 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8cae4a-bf5a-43a6-984c-900b388ed539 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:09.417881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-da8cae4a-bf5a-43a6-984c-900b388ed539 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.418237 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-da8cae4a-bf5a-43a6-984c-900b388ed539 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Added segment 292c8578-643a-45e1-b030-c2874587dc91 of type vlan for network 0f27f37f-d92e-4818-80f9-4297b57e2e7d Feb 04 05:43:09.433797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b324877e-e554-455a-babd-043916b90fa2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.443525 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.475858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: deb8ebeb-5dd2-40fe-adeb-491a61a72546 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:09.476275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device deb8ebeb-5dd2-40fe-adeb-491a61a72546 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:09.476756 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ce5aedaa-4cb8-4a32-9949-6b1034403dc0 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:09.510801 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] Deleting port dd7d3594-0d8f-4853-864a-d617c88adf02 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:09.511513 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.513990 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: ce5aedaa-4cb8-4a32-9949-6b1034403dc0 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:09.514413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ce5aedaa-4cb8-4a32-9949-6b1034403dc0 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:09.528889 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324877e-e554-455a-babd-043916b90fa2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=6e9a8bda-a181-4bad-940e-5bb32df22c28,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:09.542837 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-da8cae4a-bf5a-43a6-984c-900b388ed539 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.613912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] For port dd7d3594-0d8f-4853-864a-d617c88adf02, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=dd7d3594-0d8f-4853-864a-d617c88adf02,segment=NetworkSegment(d9305c9a-e269-4637-add4-84969650d63f),segment_id=d9305c9a-e269-4637-add4-84969650d63f)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:09.614304 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.645537 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] Calling delete_port for dd7d3594-0d8f-4853-864a-d617c88adf02 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:09.663366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.677220 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.684501 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.db.resource_extend [None req-da8cae4a-bf5a-43a6-984c-900b388ed539 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:43:09.694077 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b324877e-e554-455a-babd-043916b90fa2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.712390 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b324877e-e554-455a-babd-043916b90fa2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/6e9a8bda-a181-4bad-940e-5bb32df22c28 HTTP/1.1" status: 204 len: 168 time: 1.9232061 Feb 04 05:43:09.726236 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48664) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:09.735268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096c2cf9-7216-4518-8600-27eca680fc5a None None] DHCP port deletion for 6d4580c8-4c60-45e7-b53a-7f4b66492648 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:09.753274 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Network 0f9c40d3-2b2b-4987-96f2-732a504c934f is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:09.773564 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:09.776163 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:09.817536 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6c3d4835-5b77-4ae0-bb96-edfe5e2c4d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.841529 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-0846d159-05aa-4994-ae78-eafd9fd772be tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Allocated IP 172.20.0.10 (0f9c40d3-2b2b-4987-96f2-732a504c934f/0d12c3e6-18f4-4344-ae2c-ea309c0d108b/89ec456f-ef56-4354-8751-ceacc4eb4fb3) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:09.848322 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-da8cae4a-bf5a-43a6-984c-900b388ed539 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.862158 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Pushing event updated for resources: {'Port': ['ID=8646566e-b657-45e1-947c-b4d8171d7160,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:09.877180 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8cae4a-bf5a-43a6-984c-900b388ed539 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:09.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-da8cae4a-bf5a-43a6-984c-900b388ed539 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.895522 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6c3d4835-5b77-4ae0-bb96-edfe5e2c4d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.908947 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Attempting to bind port 8646566e-b657-45e1-947c-b4d8171d7160 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:09.910033 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Attempting to bind port 8646566e-b657-45e1-947c-b4d8171d7160 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '2d8f9ed5-c3c0-4995-92ba-35478ae3d12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0f9c40d3-2b2b-4987-96f2-732a504c934f'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:09.910566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Attempting to bind port 8646566e-b657-45e1-947c-b4d8171d7160 on network 0f9c40d3-2b2b-4987-96f2-732a504c934f {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:09.938598 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:09.939002 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Checking segment: {'id': '2d8f9ed5-c3c0-4995-92ba-35478ae3d12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0f9c40d3-2b2b-4987-96f2-732a504c934f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:09.939429 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.939873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Bound using segment: {'id': '2d8f9ed5-c3c0-4995-92ba-35478ae3d12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0f9c40d3-2b2b-4987-96f2-732a504c934f'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:09.940446 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Bound port: 8646566e-b657-45e1-947c-b4d8171d7160, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8f9ed5-c3c0-4995-92ba-35478ae3d12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0f9c40d3-2b2b-4987-96f2-732a504c934f'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:09.940836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.945569 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-096c2cf9-7216-4518-8600-27eca680fc5a None None] Deleting port dd7d3594-0d8f-4853-864a-d617c88adf02 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:09.946026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-096c2cf9-7216-4518-8600-27eca680fc5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:09.973663 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.033350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.069742 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7d3594-0d8f-4853-864a-d617c88adf02,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:10.089495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] No DVR routers for this DVR port dd7d3594-0d8f-4853-864a-d617c88adf02 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:10.195790 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6c3d4835-5b77-4ae0-bb96-edfe5e2c4d4b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2193185efc464165910cc54976ecaac6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5305068 Feb 04 05:43:10.197624 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cae4a-bf5a-43a6-984c-900b388ed539 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Network': ['ID=0f27f37f-d92e-4818-80f9-4297b57e2e7d,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:10.216897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.232520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48678) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:10.232934 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 0f27f37f-d92e-4818-80f9-4297b57e2e7d details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:10.262224 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4580c8-4c60-45e7-b53a-7f4b66492648']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:10.276637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9305c9a-e269-4637-add4-84969650d63f') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:10.277197 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9305c9a-e269-4637-add4-84969650d63f') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:10.294582 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.311964 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-da8cae4a-bf5a-43a6-984c-900b388ed539 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2971613 Feb 04 05:43:10.313374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.319038 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.320526 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:10.320985 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.340525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:10.342381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48682) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:10.348756 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0846d159-05aa-4994-ae78-eafd9fd772be tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:10.350422 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:10.383518 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a71e4c-fbda-41aa-96a2-70fada5c42e4 None None] Network 1c12e671-0fee-47ed-b33b-720d3716bd45 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:10.386477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-096c2cf9-7216-4518-8600-27eca680fc5a None None] For port dd7d3594-0d8f-4853-864a-d617c88adf02, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=dd7d3594-0d8f-4853-864a-d617c88adf02,segment=NetworkSegment(d9305c9a-e269-4637-add4-84969650d63f),segment_id=d9305c9a-e269-4637-add4-84969650d63f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:10.386655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-096c2cf9-7216-4518-8600-27eca680fc5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.411298 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.426220 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ce0a5602-1240-46e4-8a08-e00b9cb19c2e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'network': {'name': 'New_network'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:10.427441 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.433179 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6d4580c8-4c60-45e7-b53a-7f4b66492648 HTTP/1.1" status: 204 len: 168 time: 1.0991874 Feb 04 05:43:10.435815 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76874e-67d0-4408-b4c4-716f9ceddca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4580c8-4c60-45e7-b53a-7f4b66492648,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:10.448540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4cdff-53ad-4471-9565-8cb6fb4ba4dc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:10.450682 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4cdff-53ad-4471-9565-8cb6fb4ba4dc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:10.455241 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-38c4cdff-53ad-4471-9565-8cb6fb4ba4dc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7279363 Feb 04 05:43:10.455540 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0846d159-05aa-4994-ae78-eafd9fd772be tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.456155 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d4835-5b77-4ae0-bb96-edfe5e2c4d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7b060c-16e4-4993-83e0-05d1501171b7,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:10.458514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48686) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:10.459230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Pushing event updated for resources: {'Port': ['ID=7bb6c164-b1e6-40cc-9ca4-3cc5acaa419d,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:10.461644 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-096c2cf9-7216-4518-8600-27eca680fc5a None None] Calling delete_port for dd7d3594-0d8f-4853-864a-d617c88adf02 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:10.502605 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:10.503619 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.505602 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] For port 8646566e-b657-45e1-947c-b4d8171d7160, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:10.543965 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:10.550285 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0aa04e37-9486-4bee-88e1-cb64533b61a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.575378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:10.583094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:10.593231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] For port 8646566e-b657-45e1-947c-b4d8171d7160, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8646566e-b657-45e1-947c-b4d8171d7160,segment=NetworkSegment(2d8f9ed5-c3c0-4995-92ba-35478ae3d12a),segment_id=2d8f9ed5-c3c0-4995-92ba-35478ae3d12a)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:10.612001 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-149357d4-4565-4efb-8614-20b01a988075 None None] Provisioning complete for port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:10.612369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-149357d4-4565-4efb-8614-20b01a988075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.645495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0846d159-05aa-4994-ae78-eafd9fd772be tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network 0f9c40d3-2b2b-4987-96f2-732a504c934f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:10.656046 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.671295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-0846d159-05aa-4994-ae78-eafd9fd772be tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:10.685570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0846d159-05aa-4994-ae78-eafd9fd772be tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:10.700791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0aa04e37-9486-4bee-88e1-cb64533b61a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.729106 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364de5af-4d57-4e64-b874-c74bf9b7d558 None None] Pushing event updated for resources: {'Port': ['ID=8646566e-b657-45e1-947c-b4d8171d7160,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:10.740976 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48692) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:10.822308 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-149357d4-4565-4efb-8614-20b01a988075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.871552 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ce0a5602-1240-46e4-8a08-e00b9cb19c2e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.916204 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ce0a5602-1240-46e4-8a08-e00b9cb19c2e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:10.944974 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3a45add7-d239-459b-a2f4-4dacc2b1ec43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3b334c0f27542469913ffec4ba71672&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1967137 Feb 04 05:43:11.023202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48694) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:11.039691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-149357d4-4565-4efb-8614-20b01a988075 None None] For port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9f7304fb-7e1d-4fce-8a94-36c6fc95d339,segment=NetworkSegment(fb7291d1-f149-46d3-9d51-04c83b6e589e),segment_id=fb7291d1-f149-46d3-9d51-04c83b6e589e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:11.043831 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-096c2cf9-7216-4518-8600-27eca680fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:11.057678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce0a5602-1240-46e4-8a08-e00b9cb19c2e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network 0f27f37f-d92e-4818-80f9-4297b57e2e7d is not hosted by any dhcp agent {{(pid=108745) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 05:43:11.058624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:11.064588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-149357d4-4565-4efb-8614-20b01a988075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:11.065069 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0a5602-1240-46e4-8a08-e00b9cb19c2e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:11.067033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ce0a5602-1240-46e4-8a08-e00b9cb19c2e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:11.070252 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ce0a5602-1240-46e4-8a08-e00b9cb19c2e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "PUT /v2.0/networks/0f27f37f-d92e-4818-80f9-4297b57e2e7d HTTP/1.1" status: 200 len: 723 time: 0.6603613 Feb 04 05:43:11.090612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48700) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:11.099340 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-096c2cf9-7216-4518-8600-27eca680fc5a None None] Network 6d4580c8-4c60-45e7-b53a-7f4b66492648 is not hosted by any dhcp agent {{(pid=108746) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 05:43:11.099806 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c2cf9-7216-4518-8600-27eca680fc5a None None] No DVR routers for this DVR port dd7d3594-0d8f-4853-864a-d617c88adf02 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:11.107465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c2cf9-7216-4518-8600-27eca680fc5a None None] Pushing event deleted for resources: {'Port': ['ID=dd7d3594-0d8f-4853-864a-d617c88adf02,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:11.108692 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bd5679fa-3d87-4fee-a566-c78ef5dafa01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'subnet': {'network_id': '0f27f37f-d92e-4818-80f9-4297b57e2e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:11.147693 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0aa04e37-9486-4bee-88e1-cb64533b61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:11.151925 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0aa04e37-9486-4bee-88e1-cb64533b61a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:11.153537 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0aa04e37-9486-4bee-88e1-cb64533b61a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f7b060c-16e4-4993-83e0-05d1501171b7 HTTP/1.1" status: 204 len: 168 time: 0.9167202 Feb 04 05:43:11.231523 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846d159-05aa-4994-ae78-eafd9fd772be tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=89ec456f-ef56-4354-8751-ceacc4eb4fb3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:11.272142 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca69493-11b3-4417-8084-bed2fcc01a8c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 05dad4b7-71f0-4fe3-936b-699ea2e6d117 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:11.275034 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a5602-1240-46e4-8a08-e00b9cb19c2e tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Network': ['ID=0f27f37f-d92e-4818-80f9-4297b57e2e7d,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:11.278834 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa04e37-9486-4bee-88e1-cb64533b61a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7b060c-16e4-4993-83e0-05d1501171b7,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:11.278991 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ca69493-11b3-4417-8084-bed2fcc01a8c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:11.298034 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:43:11.298584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:43:11.298867 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149357d4-4565-4efb-8614-20b01a988075 None None] Pushing event updated for resources: {'Port': ['ID=9f7304fb-7e1d-4fce-8a94-36c6fc95d339,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:11.305082 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 0f27f37f-d92e-4818-80f9-4297b57e2e7d details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:11.308716 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886f6d95-c7a7-46d7-b4b7-ee90ae6807be None None] Update dhcp port {'port': {'network_id': '1c12e671-0fee-47ed-b33b-720d3716bd45', 'fixed_ips': [{'subnet_id': '48dc56d3-115e-4b20-a6ec-0e6bce5e218c', 'ip_address': '2001:db8::2'}, {'subnet_id': '79293d10-3473-4e97-a63a-d5b43deadda3'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': '9f7304fb-7e1d-4fce-8a94-36c6fc95d339'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:43:11.348126 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ca69493-11b3-4417-8084-bed2fcc01a8c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:11.426249 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-886f6d95-c7a7-46d7-b4b7-ee90ae6807be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:11.473605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ca69493-11b3-4417-8084-bed2fcc01a8c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:11.555741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0846d159-05aa-4994-ae78-eafd9fd772be tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:11.556417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0846d159-05aa-4994-ae78-eafd9fd772be tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:11.575760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5679fa-3d87-4fee-a566-c78ef5dafa01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:11.583103 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd5679fa-3d87-4fee-a566-c78ef5dafa01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:11.796780 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48712) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:11.843536 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0846d159-05aa-4994-ae78-eafd9fd772be tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4196730 Feb 04 05:43:11.845508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-886f6d95-c7a7-46d7-b4b7-ee90ae6807be None None] Allocated IP 172.20.0.1 (1c12e671-0fee-47ed-b33b-720d3716bd45/79293d10-3473-4e97-a63a-d5b43deadda3/9f7304fb-7e1d-4fce-8a94-36c6fc95d339) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:11.847219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48718) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:11.847748 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd5679fa-3d87-4fee-a566-c78ef5dafa01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:11.853161 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-24e14dde-4527-4dd5-8cf9-8b5a1500e9f0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'network_id': '0f9c40d3-2b2b-4987-96f2-732a504c934f', 'name': 'tempest-PortsTestJSON-397808852', 'fixed_ips': [{'subnet_id': '0d12c3e6-18f4-4344-ae2c-ea309c0d108b', 'ip_address': '172.20.0.9'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:11.880385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26437cb1-c34a-4b38-b187-27160f4571f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:11.956462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:12.045889 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5679fa-3d87-4fee-a566-c78ef5dafa01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Checking segment: {'id': '292c8578-643a-45e1-b030-c2874587dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0f27f37f-d92e-4818-80f9-4297b57e2e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:12.048932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 86c04cc8-a747-42b7-979a-4ac04ec03f43 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:12.050614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5679fa-3d87-4fee-a566-c78ef5dafa01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network hostable DHCP agents. Network: 0f27f37f-d92e-4818-80f9-4297b57e2e7d, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:43:12.055778 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ca69493-11b3-4417-8084-bed2fcc01a8c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:12.085976 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ca69493-11b3-4417-8084-bed2fcc01a8c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:12.097338 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6ca69493-11b3-4417-8084-bed2fcc01a8c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/05dad4b7-71f0-4fe3-936b-699ea2e6d117 HTTP/1.1" status: 204 len: 168 time: 1.6350441 Feb 04 05:43:12.097532 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1965699358'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:12.097615 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5679fa-3d87-4fee-a566-c78ef5dafa01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Subnet': ['ID=cfa3e6bb-ce5d-464f-81dc-299344d3d22d,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:12.100567 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48726) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:12.132023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca69493-11b3-4417-8084-bed2fcc01a8c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=05dad4b7-71f0-4fe3-936b-699ea2e6d117,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:12.144793 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26437cb1-c34a-4b38-b187-27160f4571f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:12.163256 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 86c04cc8-a747-42b7-979a-4ac04ec03f43 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:12.164246 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 86c04cc8-a747-42b7-979a-4ac04ec03f43 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:12.164246 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device dd7d3594-0d8f-4853-864a-d617c88adf02 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:12.171194 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1effd5c8-9bd9-4599-bc69-8880e311566e None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:12.196468 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3c2440fe-9114-4c12-a182-c134d85aacfb tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654058 Feb 04 05:43:12.199757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48728) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:12.209470 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: dd7d3594-0d8f-4853-864a-d617c88adf02 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:12.209918 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device dd7d3594-0d8f-4853-864a-d617c88adf02 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:12.250804 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5679fa-3d87-4fee-a566-c78ef5dafa01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network 0f27f37f-d92e-4818-80f9-4297b57e2e7d is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:43:12.264838 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-bd5679fa-3d87-4fee-a566-c78ef5dafa01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 0f27f37f-d92e-4818-80f9-4297b57e2e7d) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:12.272572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5679fa-3d87-4fee-a566-c78ef5dafa01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:12.272747 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd5679fa-3d87-4fee-a566-c78ef5dafa01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:12.299521 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c809ac-fbdb-4e5d-81d1-11e6d11a0c3e None None] Network 0f27f37f-d92e-4818-80f9-4297b57e2e7d requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:12.306462 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bd5679fa-3d87-4fee-a566-c78ef5dafa01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2100976 Feb 04 05:43:12.315081 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48732) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:12.316740 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29f527c-3e89-4d44-b358-80b72781ffb0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:12.318342 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c29f527c-3e89-4d44-b358-80b72781ffb0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1173859 Feb 04 05:43:12.322237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48734) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:12.339904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-30c08066-f300-46ca-8c81-92d8aacc9ee8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:12.374332 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:12.395185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99369c9b-0901-4527-bbe5-d538d19977b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:12.397012 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-99369c9b-0901-4527-bbe5-d538d19977b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0738318 Feb 04 05:43:12.401370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48738) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:12.472052 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6855f002-eb8e-49a8-ac45-e8c387a0af59 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671823 Feb 04 05:43:12.477171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48742) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:12.483913 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8e1f6d7c-29c3-46bf-ae3b-7e76be8f7520 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:12.506943 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-886f6d95-c7a7-46d7-b4b7-ee90ae6807be None None] For port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9f7304fb-7e1d-4fce-8a94-36c6fc95d339,segment=NetworkSegment(fb7291d1-f149-46d3-9d51-04c83b6e589e),segment_id=fb7291d1-f149-46d3-9d51-04c83b6e589e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:12.534170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Made reservation on behalf of b9404d9aa29e477f830154157fc6b230 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:12.538219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:12.598551 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-886f6d95-c7a7-46d7-b4b7-ee90ae6807be None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:12.620743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:12.680908 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1f6d7c-29c3-46bf-ae3b-7e76be8f7520 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:12.687221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e1f6d7c-29c3-46bf-ae3b-7e76be8f7520 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:12.734942 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26437cb1-c34a-4b38-b187-27160f4571f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:12.737934 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26437cb1-c34a-4b38-b187-27160f4571f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:12.739333 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-26437cb1-c34a-4b38-b187-27160f4571f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3300fdb-135b-40e4-b239-0f74378b581f HTTP/1.1" status: 204 len: 168 time: 1.6829236 Feb 04 05:43:12.754493 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e14dde-4527-4dd5-8cf9-8b5a1500e9f0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:12.779505 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-30c08066-f300-46ca-8c81-92d8aacc9ee8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13783933'] for subnet, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:12.799275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8646566e-b657-45e1-947c-b4d8171d7160 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:12.801240 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483b67ec-b8fb-41ac-b11d-54386fd7fe0c None None] Network 0f9c40d3-2b2b-4987-96f2-732a504c934f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:12.811054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48748) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:12.852366 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26437cb1-c34a-4b38-b187-27160f4571f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3300fdb-135b-40e4-b239-0f74378b581f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:12.880895 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6677d9-c529-473d-bbc9-187a740e9891 None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:12.921694 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:43:12.929731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-886f6d95-c7a7-46d7-b4b7-ee90ae6807be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.020523 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b975010e-c5e0-467a-b6ba-2f3a7597dd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.029368 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-24e14dde-4527-4dd5-8cf9-8b5a1500e9f0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.053415 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e1f6d7c-29c3-46bf-ae3b-7e76be8f7520 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.086502 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5adade27-6323-449c-8da7-3fa3cfe98994 None None] Provisioning complete for port 8646566e-b657-45e1-947c-b4d8171d7160 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:13.086855 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5adade27-6323-449c-8da7-3fa3cfe98994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.109875 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Router 96e46b50-3e0c-41ab-a40f-95c14b433cbb is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:43:13.119670 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.124216 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1f6d7c-29c3-46bf-ae3b-7e76be8f7520 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:13.127534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-8e1f6d7c-29c3-46bf-ae3b-7e76be8f7520 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:13.131969 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-24e14dde-4527-4dd5-8cf9-8b5a1500e9f0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port ba9e6f38-67f2-439d-9bfe-2cf0d42a685b yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:43:13.137554 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.137715 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1f6d7c-29c3-46bf-ae3b-7e76be8f7520 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:13.138470 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e1f6d7c-29c3-46bf-ae3b-7e76be8f7520 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.155460 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f6d7c-29c3-46bf-ae3b-7e76be8f7520 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=b182a518-4d19-447e-9794-2a1b19a2c94f,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:13.178327 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8e1f6d7c-29c3-46bf-ae3b-7e76be8f7520 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6999733 Feb 04 05:43:13.181046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48756) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:13.189343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-e67c61d1-0505-4064-bef9-4f5932953f32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'fixed_ips': [{'subnet_id': 'b182a518-4d19-447e-9794-2a1b19a2c94f', 'ip_address': '2001:db8::127b:1804:da72:a575'}], 'name': 'tempest-NetworksTestDHCPv6-1408401513'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:13.201614 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-30c08066-f300-46ca-8c81-92d8aacc9ee8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740032682599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14647254'] for subnet, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.220595 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:13.309484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-0f27f37f-d92e-4818-80f9-4297b57e2e7d', 'network_id': '0f27f37f-d92e-4818-80f9-4297b57e2e7d', 'tenant_id': '22c8121ee06243219769106a4e17f9d1', 'fixed_ips': [{'subnet_id': 'cfa3e6bb-ce5d-464f-81dc-299344d3d22d'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:13.310970 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.330649 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8b6677d9-c529-473d-bbc9-187a740e9891 None None] Deleting port 66449c20-1118-48ac-b9ae-a91c036261c8 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:13.331576 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8b6677d9-c529-473d-bbc9-187a740e9891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.354472 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f6d95-c7a7-46d7-b4b7-ee90ae6807be None None] Pushing event updated for resources: {'Port': ['ID=9f7304fb-7e1d-4fce-8a94-36c6fc95d339,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:13.354708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70596891-76c7-4ab3-8bef-9a960b8ba2fd,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:13.366445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.366445 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Added segment 35510f65-b3d8-4899-8d26-32c5b45e8253 of type vlan for network 2bbaa99f-1c35-475d-a51b-63c802e570ea Feb 04 05:43:13.391649 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c08066-f300-46ca-8c81-92d8aacc9ee8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:13.392316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-30c08066-f300-46ca-8c81-92d8aacc9ee8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.397359 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-30c08066-f300-46ca-8c81-92d8aacc9ee8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "PUT /v2.0/subnets/cfa3e6bb-ce5d-464f-81dc-299344d3d22d HTTP/1.1" status: 200 len: 826 time: 1.0746605 Feb 04 05:43:13.400558 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48762) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:13.535605 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'network': {'name': 'tempest-RoutersTest-225772237'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:13.549170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c08066-f300-46ca-8c81-92d8aacc9ee8 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Subnet': ['ID=cfa3e6bb-ce5d-464f-81dc-299344d3d22d,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:13.573001 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67c61d1-0505-4064-bef9-4f5932953f32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:13.587706 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.618382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 8646566e-b657-45e1-947c-b4d8171d7160 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:13.618754 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.656983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.676945 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:13.703651 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:13.712389 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.720472 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.735350 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:13.735976 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.738339 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918cc45-fcf1-464e-9635-d3650aaf063e None None] Sync routers for ids ['96e46b50-3e0c-41ab-a40f-95c14b433cbb'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:13.761703 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-24e14dde-4527-4dd5-8cf9-8b5a1500e9f0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Allocated IP 172.20.0.9 (0f9c40d3-2b2b-4987-96f2-732a504c934f/0d12c3e6-18f4-4344-ae2c-ea309c0d108b/ba9e6f38-67f2-439d-9bfe-2cf0d42a685b) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:13.764560 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.776944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e67c61d1-0505-4064-bef9-4f5932953f32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.780012 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8b6677d9-c529-473d-bbc9-187a740e9891 None None] For port 66449c20-1118-48ac-b9ae-a91c036261c8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=66449c20-1118-48ac-b9ae-a91c036261c8,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:13.780462 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8b6677d9-c529-473d-bbc9-187a740e9891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.794831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.812680 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.818513 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a8066978-df44-4fe7-84fa-f7da8ccf8246 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.1782582 Feb 04 05:43:13.830178 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5adade27-6323-449c-8da7-3fa3cfe98994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:13.836096 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8b6677d9-c529-473d-bbc9-187a740e9891 None None] Calling delete_port for 66449c20-1118-48ac-b9ae-a91c036261c8 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:13.839219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48770) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:13.877508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918cc45-fcf1-464e-9635-d3650aaf063e None None] Routers {'96e46b50-3e0c-41ab-a40f-95c14b433cbb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:13.878206 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7918cc45-fcf1-464e-9635-d3650aaf063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['96e46b50-3e0c-41ab-a40f-95c14b433cbb'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:13.887449 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6d96b048-8a82-400e-a2dc-f8c3113147d3 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'enable_snat': False}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:13.911232 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-e67c61d1-0505-4064-bef9-4f5932953f32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port 1cb7f11d-4042-4d97-8e88-79e2ecbffb33 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:43:13.915681 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1191738 Feb 04 05:43:13.928830 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48774) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:13.947415 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7bc3e397-ca6d-44e7-92e8-2d2750f77329 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Request body: {'subnet': {'network_id': '2bbaa99f-1c35-475d-a51b-63c802e570ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:13.970521 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7918cc45-fcf1-464e-9635-d3650aaf063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:14.014579 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de2f9c-a454-4adb-8c2d-8ba9f74ff661 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Pushing event updated for resources: {'Network': ['ID=2bbaa99f-1c35-475d-a51b-63c802e570ea,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:14.017436 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5adade27-6323-449c-8da7-3fa3cfe98994 None None] For port 8646566e-b657-45e1-947c-b4d8171d7160, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8646566e-b657-45e1-947c-b4d8171d7160,segment=NetworkSegment(2d8f9ed5-c3c0-4995-92ba-35478ae3d12a),segment_id=2d8f9ed5-c3c0-4995-92ba-35478ae3d12a)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:14.110906 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5adade27-6323-449c-8da7-3fa3cfe98994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.113036 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 2bbaa99f-1c35-475d-a51b-63c802e570ea details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:14.120758 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.128877 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48778) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:14.161571 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Allocated IP 2001:db8::2 (0f27f37f-d92e-4818-80f9-4297b57e2e7d/cfa3e6bb-ce5d-464f-81dc-299344d3d22d/33abb46e-2f9e-4c76-a2e3-9b769af9742e) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:14.164401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ae7c84-0f61-4a50-8cc5-481ab457fbfa None None] Network 1c12e671-0fee-47ed-b33b-720d3716bd45 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:14.165288 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.169699 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.171961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918cc45-fcf1-464e-9635-d3650aaf063e None None] Routers {'96e46b50-3e0c-41ab-a40f-95c14b433cbb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:14.171961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7918cc45-fcf1-464e-9635-d3650aaf063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:42:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['96e46b50-3e0c-41ab-a40f-95c14b433cbb'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:14.185397 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:14.262570 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7918cc45-fcf1-464e-9635-d3650aaf063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:14.263482 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918cc45-fcf1-464e-9635-d3650aaf063e None None] The sync data for ids ['96e46b50-3e0c-41ab-a40f-95c14b433cbb'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:14.269656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b509c9f5-023d-499d-a194-1c7b2c8198f6,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:14.334794 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.335147 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Added segment 31b664dc-142e-4f5d-aee5-52ac2dbf968e of type vlan for network b5b5b23b-41e7-401a-981b-09bcc2982b2c Feb 04 05:43:14.343467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1761010477'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:14.353100 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-e67c61d1-0505-4064-bef9-4f5932953f32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::127b:1804:da72:a575 (99cffe53-689e-4c68-95bc-797fbe732ade/b182a518-4d19-447e-9794-2a1b19a2c94f/1cb7f11d-4042-4d97-8e88-79e2ecbffb33) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:14.461348 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Made reservation on behalf of 823d0aa18461401f85a46e07af2ed1eb for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:14.465011 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.505965 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.516569 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.540624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc3e397-ca6d-44e7-92e8-2d2750f77329 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Made reservation on behalf of b9404d9aa29e477f830154157fc6b230 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:14.547121 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e397-ca6d-44e7-92e8-2d2750f77329 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.547412 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e155ebab-1200-48f4-9de3-8a6e6e585432 None None] Provisioning complete for port 8646566e-b657-45e1-947c-b4d8171d7160 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:14.548116 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e155ebab-1200-48f4-9de3-8a6e6e585432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.557278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e67c61d1-0505-4064-bef9-4f5932953f32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.562905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adade27-6323-449c-8da7-3fa3cfe98994 None None] Pushing event updated for resources: {'Port': ['ID=8646566e-b657-45e1-947c-b4d8171d7160,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:14.573198 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-24e14dde-4527-4dd5-8cf9-8b5a1500e9f0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.627132 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.629715 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:43:14.630105 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:43:14.631036 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8b6677d9-c529-473d-bbc9-187a740e9891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.633802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:14.634392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.673958 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6677d9-c529-473d-bbc9-187a740e9891 None None] Pushing event deleted for resources: {'Port': ['ID=66449c20-1118-48ac-b9ae-a91c036261c8,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:14.678873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6677d9-c529-473d-bbc9-187a740e9891 None None] No DVR routers for this DVR port 66449c20-1118-48ac-b9ae-a91c036261c8 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:14.684857 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e67c61d1-0505-4064-bef9-4f5932953f32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.739735 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e486c1-8370-4bdd-9f1d-d3d9af6ab30f None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:14.773061 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9559920 Feb 04 05:43:14.777042 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48782) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:14.782214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b5021d10-ea03-49fa-b90e-7f478f5e7719 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'network': {'name': 'tempest-RoutersTest-1020760273'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:14.791814 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c31ff-00b3-4efa-ae44-710a8d20f500 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Network': ['ID=b5b5b23b-41e7-401a-981b-09bcc2982b2c,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:14.792569 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67c61d1-0505-4064-bef9-4f5932953f32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:14.797146 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c61d1-0505-4064-bef9-4f5932953f32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=1cb7f11d-4042-4d97-8e88-79e2ecbffb33,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:14.799982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-24e14dde-4527-4dd5-8cf9-8b5a1500e9f0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.808624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e67c61d1-0505-4064-bef9-4f5932953f32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:14.811118 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67c61d1-0505-4064-bef9-4f5932953f32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:14.817239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67c61d1-0505-4064-bef9-4f5932953f32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:14.818021 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e67c61d1-0505-4064-bef9-4f5932953f32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.832066 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network b5b5b23b-41e7-401a-981b-09bcc2982b2c details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:14.844735 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.896112 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e67c61d1-0505-4064-bef9-4f5932953f32 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7106955 Feb 04 05:43:14.898950 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48784) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:14.904515 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-e562fbb3-48c7-4e73-a701-b82cad5f6b2c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'fixed_ips': [{'subnet_id': 'b182a518-4d19-447e-9794-2a1b19a2c94f', 'ip_address': '2001:db8::127b:1804:da72:a575'}], 'name': 'tempest-NetworksTestDHCPv6-612119799'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:14.919880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.924710 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5021d10-ea03-49fa-b90e-7f478f5e7719 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:14.928700 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5021d10-ea03-49fa-b90e-7f478f5e7719 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.930039 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e14dde-4527-4dd5-8cf9-8b5a1500e9f0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network 0f9c40d3-2b2b-4987-96f2-732a504c934f is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:14.936273 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e397-ca6d-44e7-92e8-2d2750f77329 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.936641 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.946031 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-24e14dde-4527-4dd5-8cf9-8b5a1500e9f0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:14.951152 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d96b048-8a82-400e-a2dc-f8c3113147d3 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:14.955437 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e14dde-4527-4dd5-8cf9-8b5a1500e9f0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=ba9e6f38-67f2-439d-9bfe-2cf0d42a685b,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:14.967477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e14dde-4527-4dd5-8cf9-8b5a1500e9f0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:14.991043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.003250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:15.053708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.054074 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Added segment e7e94294-cd40-4bc2-b91c-562cd4210ae2 of type vlan for network 5c26af88-2858-471e-b16e-a1bea8a1b3d2 Feb 04 05:43:15.057096 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7999607c-6aaa-4f03-ad86-a63566b83b79,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:15.082340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5021d10-ea03-49fa-b90e-7f478f5e7719 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:15.111823 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e14dde-4527-4dd5-8cf9-8b5a1500e9f0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:15.112096 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.112446 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-24e14dde-4527-4dd5-8cf9-8b5a1500e9f0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.165891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5021d10-ea03-49fa-b90e-7f478f5e7719 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.166314 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-b5021d10-ea03-49fa-b90e-7f478f5e7719 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Added segment 72c4c70c-0600-49e6-ab6b-87d5a5949ce7 of type vlan for network 0aa6c8e9-bb22-45a6-856e-3ea918799fda Feb 04 05:43:15.169338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3e397-ca6d-44e7-92e8-2d2750f77329 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Pushing event updated for resources: {'Subnet': ['ID=4a7a9bde-0183-41f8-bd04-79c297d4ee1d,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:15.170079 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.179756 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-24e14dde-4527-4dd5-8cf9-8b5a1500e9f0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3314588 Feb 04 05:43:15.183491 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48786) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:15.184274 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cdb097e4-3c6f-466e-802d-b36cf60f4da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.234956 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa3e6bb-ce5d-464f-81dc-299344d3d22d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:15.258735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.261951 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Network 0f27f37f-d92e-4818-80f9-4297b57e2e7d is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:15.274565 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:15.284618 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:15.293742 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f27f37f-d92e-4818-80f9-4297b57e2e7d']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:15.294730 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Pushing event updated for resources: {'Port': ['ID=33abb46e-2f9e-4c76-a2e3-9b769af9742e,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:15.301268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:15.306084 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292c8578-643a-45e1-b030-c2874587dc91') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:15.306381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292c8578-643a-45e1-b030-c2874587dc91') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:15.317763 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.322309 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e155ebab-1200-48f4-9de3-8a6e6e585432 None None] Provisioning complete for port 89ec456f-ef56-4354-8751-ceacc4eb4fb3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:15.322764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e155ebab-1200-48f4-9de3-8a6e6e585432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.329124 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc3e397-ca6d-44e7-92e8-2d2750f77329 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Checking segment: {'id': '35510f65-b3d8-4899-8d26-32c5b45e8253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2bbaa99f-1c35-475d-a51b-63c802e570ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:15.329483 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc3e397-ca6d-44e7-92e8-2d2750f77329 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Network hostable DHCP agents. Network: 2bbaa99f-1c35-475d-a51b-63c802e570ea, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:43:15.349489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5021d10-ea03-49fa-b90e-7f478f5e7719 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.358006 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.378036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:15.378448 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:15.386060 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:15.470586 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e155ebab-1200-48f4-9de3-8a6e6e585432 None None] Port 89ec456f-ef56-4354-8751-ceacc4eb4fb3 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:15.501027 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e562fbb3-48c7-4e73-a701-b82cad5f6b2c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:15.510358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e562fbb3-48c7-4e73-a701-b82cad5f6b2c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.512559 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc3e397-ca6d-44e7-92e8-2d2750f77329 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Network 2bbaa99f-1c35-475d-a51b-63c802e570ea is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:43:15.519017 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 05:43:15.519017 dv-neutron-827794-1-hyperv neutron-server[108744]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 05:43:15.519017 dv-neutron-827794-1-hyperv neutron-server[108744]: [parameters: {'id': '0f27f37f-d92e-4818-80f9-4297b57e2e7d'}] Feb 04 05:43:15.519017 dv-neutron-827794-1-hyperv neutron-server[108744]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:43:15.519417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:43:15.524942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Attempting to bind port 33abb46e-2f9e-4c76-a2e3-9b769af9742e on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:15.525447 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Attempting to bind port 33abb46e-2f9e-4c76-a2e3-9b769af9742e by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '292c8578-643a-45e1-b030-c2874587dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0f27f37f-d92e-4818-80f9-4297b57e2e7d'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:15.525927 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Attempting to bind port 33abb46e-2f9e-4c76-a2e3-9b769af9742e on network 0f27f37f-d92e-4818-80f9-4297b57e2e7d {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:15.529578 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5021d10-ea03-49fa-b90e-7f478f5e7719 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.537272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:15.537690 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5021d10-ea03-49fa-b90e-7f478f5e7719 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:15.538008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Checking segment: {'id': '292c8578-643a-45e1-b030-c2874587dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0f27f37f-d92e-4818-80f9-4297b57e2e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:15.538417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5021d10-ea03-49fa-b90e-7f478f5e7719 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.538603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.539091 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Bound using segment: {'id': '292c8578-643a-45e1-b030-c2874587dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0f27f37f-d92e-4818-80f9-4297b57e2e7d'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:15.539667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Bound port: 33abb46e-2f9e-4c76-a2e3-9b769af9742e, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292c8578-643a-45e1-b030-c2874587dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0f27f37f-d92e-4818-80f9-4297b57e2e7d'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:15.540192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.556732 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7bc3e397-ca6d-44e7-92e8-2d2750f77329 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 2bbaa99f-1c35-475d-a51b-63c802e570ea) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:15.562477 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc3e397-ca6d-44e7-92e8-2d2750f77329 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:15.563141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e397-ca6d-44e7-92e8-2d2750f77329 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.590139 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.db.resource_extend [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:43:15.600499 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81b697c-8863-4507-87d9-17aed46f35a9 None None] Network 2bbaa99f-1c35-475d-a51b-63c802e570ea requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:15.604205 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e155ebab-1200-48f4-9de3-8a6e6e585432 None None] Provisioning complete for port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:15.604678 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e155ebab-1200-48f4-9de3-8a6e6e585432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.627601 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-e562fbb3-48c7-4e73-a701-b82cad5f6b2c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port 9da90561-4239-4091-92b9-c2a5742c7a1b yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:43:15.630956 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.636314 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:15.637132 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.642291 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b5021d10-ea03-49fa-b90e-7f478f5e7719 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8614814 Feb 04 05:43:15.646789 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48788) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:15.652136 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7bc3e397-ca6d-44e7-92e8-2d2750f77329 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7168448 Feb 04 05:43:15.668996 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48790) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:15.674208 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Request body: {'port': {'network_id': '2bbaa99f-1c35-475d-a51b-63c802e570ea', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2003438732'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:15.687553 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08159fd3-0996-4d5f-bf2a-4a695b76c0a7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:15.689057 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-08159fd3-0996-4d5f-bf2a-4a695b76c0a7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5046201 Feb 04 05:43:15.689716 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-fecdc4a9-b9e6-4e93-bf9b-acf1dfe3e5f3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'subnet': {'network_id': 'b5b5b23b-41e7-401a-981b-09bcc2982b2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:15.697083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48792) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:15.714219 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:15.714676 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.719378 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5021d10-ea03-49fa-b90e-7f478f5e7719 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Network': ['ID=0aa6c8e9-bb22-45a6-856e-3ea918799fda,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:15.754893 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6223879 Feb 04 05:43:15.758532 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': 'b182a518-4d19-447e-9794-2a1b19a2c94f'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:15.760180 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48794) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:15.763771 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:15.765904 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 0aa6c8e9-bb22-45a6-856e-3ea918799fda details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:15.770540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5b246862-ae95-4579-8408-b13ea8711ba7 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Request body: {'subnet': {'network_id': '5c26af88-2858-471e-b16e-a1bea8a1b3d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:15.810157 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] For port 33abb46e-2f9e-4c76-a2e3-9b769af9742e, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:15.820645 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a091b1-1c4b-4891-8ee6-9e63274a24f8 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Pushing event updated for resources: {'Network': ['ID=5c26af88-2858-471e-b16e-a1bea8a1b3d2,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:15.870201 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 5c26af88-2858-471e-b16e-a1bea8a1b3d2 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:15.908871 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] For port 33abb46e-2f9e-4c76-a2e3-9b769af9742e, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=33abb46e-2f9e-4c76-a2e3-9b769af9742e,segment=NetworkSegment(292c8578-643a-45e1-b030-c2874587dc91),segment_id=292c8578-643a-45e1-b030-c2874587dc91)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:15.926608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dfd2cc-d052-4c3a-838f-83d371f5e840 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:15.932497 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dfd2cc-d052-4c3a-838f-83d371f5e840 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:15.938272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dfd2cc-d052-4c3a-838f-83d371f5e840 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:15.940796 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a6dfd2cc-d052-4c3a-838f-83d371f5e840 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2422836 Feb 04 05:43:15.964711 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48796) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:15.981556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.020979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.033463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecdc4a9-b9e6-4e93-bf9b-acf1dfe3e5f3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:16.036971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fecdc4a9-b9e6-4e93-bf9b-acf1dfe3e5f3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.073673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.109506 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-e562fbb3-48c7-4e73-a701-b82cad5f6b2c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 05:43:16.110149 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e562fbb3-48c7-4e73-a701-b82cad5f6b2c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:16.122189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b246862-ae95-4579-8408-b13ea8711ba7 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Made reservation on behalf of 823d0aa18461401f85a46e07af2ed1eb for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:16.126372 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b246862-ae95-4579-8408-b13ea8711ba7 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.142005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Made reservation on behalf of b9404d9aa29e477f830154157fc6b230 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:16.145434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.195491 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e562fbb3-48c7-4e73-a701-b82cad5f6b2c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2952383 Feb 04 05:43:16.199986 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48800) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:16.217741 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] device_id is not set on port 85324f94-9f7e-44ce-b27c-edefe91252b2 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:43:16.239138 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5e21e49d-b33f-4476-b176-3b5680e10e64 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port ba9e6f38-67f2-439d-9bfe-2cf0d42a685b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:16.239138 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e21e49d-b33f-4476-b176-3b5680e10e64 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.241949 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Deleting port 33abb46e-2f9e-4c76-a2e3-9b769af9742e {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:16.242370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.266891 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2c2b9-93a8-4a17-bdbb-f6be5e0daf70 None None] Pushing event updated for resources: {'Port': ['ID=33abb46e-2f9e-4c76-a2e3-9b769af9742e,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:16.351511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-2bbaa99f-1c35-475d-a51b-63c802e570ea', 'network_id': '2bbaa99f-1c35-475d-a51b-63c802e570ea', 'tenant_id': 'b9404d9aa29e477f830154157fc6b230', 'fixed_ips': [{'subnet_id': '4a7a9bde-0183-41f8-bd04-79c297d4ee1d'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:16.352323 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.355485 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Allocated IP 2001:db8::2 (99cffe53-689e-4c68-95bc-797fbe732ade/b182a518-4d19-447e-9794-2a1b19a2c94f/61debfce-09db-44b6-af43-b329530c969c) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:16.426616 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4a3095-409c-4588-8c15-7f0d20c9e004 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:16.430477 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0d4a3095-409c-4588-8c15-7f0d20c9e004 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2237267 Feb 04 05:43:16.451490 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48802) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:16.456776 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304eb1d5-6747-4f5a-b138-bcc885b85068 None None] Network 0f27f37f-d92e-4818-80f9-4297b57e2e7d requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:16.501317 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d96b048-8a82-400e-a2dc-f8c3113147d3 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.526092 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8646566e-b657-45e1-947c-b4d8171d7160 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:16.532513 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d96b048-8a82-400e-a2dc-f8c3113147d3 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.558074 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Allocated IP 172.20.0.8 (2bbaa99f-1c35-475d-a51b-63c802e570ea/4a7a9bde-0183-41f8-bd04-79c297d4ee1d/85324f94-9f7e-44ce-b27c-edefe91252b2) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:16.681967 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9bcc6b1e-6dd0-4554-b5bb-bc9da5043f45 None None] Provisioning complete for port 89ec456f-ef56-4354-8751-ceacc4eb4fb3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:16.682532 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6b1e-6dd0-4554-b5bb-bc9da5043f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.699464 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] For port 33abb46e-2f9e-4c76-a2e3-9b769af9742e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=33abb46e-2f9e-4c76-a2e3-9b769af9742e,segment=NetworkSegment(292c8578-643a-45e1-b030-c2874587dc91),segment_id=292c8578-643a-45e1-b030-c2874587dc91)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:16.700085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.746670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Calling delete_port for 33abb46e-2f9e-4c76-a2e3-9b769af9742e owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:16.770888 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b246862-ae95-4579-8408-b13ea8711ba7 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.783572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e21e49d-b33f-4476-b176-3b5680e10e64 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.820606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc6b1e-6dd0-4554-b5bb-bc9da5043f45 None None] Port 89ec456f-ef56-4354-8751-ceacc4eb4fb3 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:16.822121 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fecdc4a9-b9e6-4e93-bf9b-acf1dfe3e5f3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.851325 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 8646566e-b657-45e1-947c-b4d8171d7160 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:16.851701 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.860513 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5e21e49d-b33f-4476-b176-3b5680e10e64 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for ba9e6f38-67f2-439d-9bfe-2cf0d42a685b owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:16.891175 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affb1f96-7911-41d6-8da3-e3b9647f461a None None] Network 0f27f37f-d92e-4818-80f9-4297b57e2e7d requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:16.897282 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-daf1a1f9-7247-4141-b767-049e93b19032 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port 1cb7f11d-4042-4d97-8e88-79e2ecbffb33 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:16.897628 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-daf1a1f9-7247-4141-b767-049e93b19032 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.906360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d96b048-8a82-400e-a2dc-f8c3113147d3 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Router 96e46b50-3e0c-41ab-a40f-95c14b433cbb has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:43:16.908037 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.911122 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9bcc6b1e-6dd0-4554-b5bb-bc9da5043f45 None None] Provisioning complete for port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:16.911491 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9bcc6b1e-6dd0-4554-b5bb-bc9da5043f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:16.926994 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b246862-ae95-4579-8408-b13ea8711ba7 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Pushing event updated for resources: {'Subnet': ['ID=280ed77c-aa9f-49d1-a763-407ed381e3c5,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:16.940591 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdc4a9-b9e6-4e93-bf9b-acf1dfe3e5f3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Subnet': ['ID=c35d1d36-4259-4adb-8c49-985db98469eb,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:16.984799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecdc4a9-b9e6-4e93-bf9b-acf1dfe3e5f3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Checking segment: {'id': '31b664dc-142e-4f5d-aee5-52ac2dbf968e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b5b5b23b-41e7-401a-981b-09bcc2982b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:16.985338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecdc4a9-b9e6-4e93-bf9b-acf1dfe3e5f3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network hostable DHCP agents. Network: b5b5b23b-41e7-401a-981b-09bcc2982b2c, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:43:16.992218 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.020600 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b246862-ae95-4579-8408-b13ea8711ba7 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Checking segment: {'id': 'e7e94294-cd40-4bc2-b91c-562cd4210ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5c26af88-2858-471e-b16e-a1bea8a1b3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:17.021232 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b246862-ae95-4579-8408-b13ea8711ba7 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Network hostable DHCP agents. Network: 5c26af88-2858-471e-b16e-a1bea8a1b3d2, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:43:17.039387 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No DVR routers for this DVR port 33abb46e-2f9e-4c76-a2e3-9b769af9742e on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:17.041187 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Port': ['ID=33abb46e-2f9e-4c76-a2e3-9b769af9742e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:17.045214 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.073886 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecdc4a9-b9e6-4e93-bf9b-acf1dfe3e5f3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network b5b5b23b-41e7-401a-981b-09bcc2982b2c is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:43:17.122151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-daf1a1f9-7247-4141-b767-049e93b19032 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.123720 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.160043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-fecdc4a9-b9e6-4e93-bf9b-acf1dfe3e5f3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, b5b5b23b-41e7-401a-981b-09bcc2982b2c) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:17.169867 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecdc4a9-b9e6-4e93-bf9b-acf1dfe3e5f3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:17.170552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fecdc4a9-b9e6-4e93-bf9b-acf1dfe3e5f3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.183474 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.185843 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30102e6-03d8-4b9f-8e1e-22116578765e None None] Network b5b5b23b-41e7-401a-981b-09bcc2982b2c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:17.185967 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b246862-ae95-4579-8408-b13ea8711ba7 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Network 5c26af88-2858-471e-b16e-a1bea8a1b3d2 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:43:17.189451 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-daf1a1f9-7247-4141-b767-049e93b19032 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for 1cb7f11d-4042-4d97-8e88-79e2ecbffb33 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:17.208064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e21e49d-b33f-4476-b176-3b5680e10e64 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.210475 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-5b246862-ae95-4579-8408-b13ea8711ba7 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 5c26af88-2858-471e-b16e-a1bea8a1b3d2) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:17.214717 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fecdc4a9-b9e6-4e93-bf9b-acf1dfe3e5f3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5638800 Feb 04 05:43:17.218363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f27f37f-d92e-4818-80f9-4297b57e2e7d']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:17.221196 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b246862-ae95-4579-8408-b13ea8711ba7 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:17.221800 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b246862-ae95-4579-8408-b13ea8711ba7 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.226545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48806) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:17.228668 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:17.230948 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-37478039-ffac-4ff2-9558-b09a684825ca tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'subnet': {'network_id': '0aa6c8e9-bb22-45a6-856e-3ea918799fda', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:17.251540 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292c8578-643a-45e1-b030-c2874587dc91') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:17.251999 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292c8578-643a-45e1-b030-c2874587dc91') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:17.254448 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21e49d-b33f-4476-b176-3b5680e10e64 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=ba9e6f38-67f2-439d-9bfe-2cf0d42a685b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:17.267082 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.279728 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.280009 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14f764e-bee9-44a5-95e2-17fba0e99b6e None None] Network 5c26af88-2858-471e-b16e-a1bea8a1b3d2 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:17.294970 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:17.308754 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.316860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:17.317268 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.329559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:17.336238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d96b048-8a82-400e-a2dc-f8c3113147d3 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:17.340496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Pushing event updated for resources: {'Port': ['ID=61debfce-09db-44b6-af43-b329530c969c,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:17.349572 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cdbb7c-830f-4e59-879f-71fa456d5401 None None] Sync routers for ids ['96e46b50-3e0c-41ab-a40f-95c14b433cbb'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:17.367684 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cdbb7c-830f-4e59-879f-71fa456d5401 None None] Routers {'96e46b50-3e0c-41ab-a40f-95c14b433cbb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:17.368189 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-75cdbb7c-830f-4e59-879f-71fa456d5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['96e46b50-3e0c-41ab-a40f-95c14b433cbb'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:17.393348 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5b246862-ae95-4579-8408-b13ea8711ba7 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6295815 Feb 04 05:43:17.402482 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48808) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:17.406330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d96b048-8a82-400e-a2dc-f8c3113147d3 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.410589 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6d96b048-8a82-400e-a2dc-f8c3113147d3 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "PUT /v2.0/routers/96e46b50-3e0c-41ab-a40f-95c14b433cbb HTTP/1.1" status: 200 len: 925 time: 3.5670211 Feb 04 05:43:17.414090 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-75cdbb7c-830f-4e59-879f-71fa456d5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:17.419983 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-acdd1284-65d6-4fb4-88a3-7276a7611e38 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Request body: {'port': {'network_id': '5c26af88-2858-471e-b16e-a1bea8a1b3d2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1331826638'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:17.425624 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48810) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:17.425865 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cdbb7c-830f-4e59-879f-71fa456d5401 None None] Routers {'96e46b50-3e0c-41ab-a40f-95c14b433cbb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:17.426433 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-75cdbb7c-830f-4e59-879f-71fa456d5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['96e46b50-3e0c-41ab-a40f-95c14b433cbb'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:17.426636 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:17.472133 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Network 2bbaa99f-1c35-475d-a51b-63c802e570ea is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:17.497185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.499516 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-75cdbb7c-830f-4e59-879f-71fa456d5401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:17.500474 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cdbb7c-830f-4e59-879f-71fa456d5401 None None] The sync data for ids ['96e46b50-3e0c-41ab-a40f-95c14b433cbb'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:17.506967 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.510178 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/0f27f37f-d92e-4818-80f9-4297b57e2e7d HTTP/1.1" status: 204 len: 168 time: 4.1006424 Feb 04 05:43:17.520054 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e21e49d-b33f-4476-b176-3b5680e10e64 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.526878 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5e21e49d-b33f-4476-b176-3b5680e10e64 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/ba9e6f38-67f2-439d-9bfe-2cf0d42a685b HTTP/1.1" status: 204 len: 168 time: 1.5609832 Feb 04 05:43:17.527496 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48812) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:17.527817 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48814) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:17.558523 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:17.561247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a9148-3558-40ee-9c76-e12e435439aa tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Network': ['ID=0f27f37f-d92e-4818-80f9-4297b57e2e7d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:17.561414 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:17.584409 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd43d0d0-e5c8-4663-ba4f-5c8aea4eac30 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:17.584961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd43d0d0-e5c8-4663-ba4f-5c8aea4eac30 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:17.592897 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cd43d0d0-e5c8-4663-ba4f-5c8aea4eac30 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/0f27f37f-d92e-4818-80f9-4297b57e2e7d HTTP/1.1" status: 404 len: 339 time: 0.0505881 Feb 04 05:43:17.593462 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f13884d-00ce-4959-8d77-8a8138d01d7f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] GET failed (client error): The resource could not be found. Feb 04 05:43:17.594999 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1f13884d-00ce-4959-8d77-8a8138d01d7f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/ba9e6f38-67f2-439d-9bfe-2cf0d42a685b HTTP/1.1" status: 404 len: 333 time: 0.0519536 Feb 04 05:43:17.595713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48816) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:17.597699 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48818) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:17.600860 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Allocated IP 172.20.0.2 (2bbaa99f-1c35-475d-a51b-63c802e570ea/4a7a9bde-0183-41f8-bd04-79c297d4ee1d/c35bc7de-8215-4278-8174-a6d6e561c8c2) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:17.604358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-74ff8009-29fb-4816-92ff-ef11a2ae0700 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1633251254', 'description': 'd1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:17.625619 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:17.655588 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Pushing event updated for resources: {'Port': ['ID=85324f94-9f7e-44ce-b27c-edefe91252b2,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:17.687304 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:17.687989 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.692905 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ff8009-29fb-4816-92ff-ef11a2ae0700 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:17.696514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-74ff8009-29fb-4816-92ff-ef11a2ae0700 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.700465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:17.701037 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:17.701535 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:17.702053 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:17.702542 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:17.703150 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:17.703439 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:17.703992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:17.704338 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:17.704718 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:17.704826 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Attempting to bind port 61debfce-09db-44b6-af43-b329530c969c on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:17.705363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:17.706070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Attempting to bind port 61debfce-09db-44b6-af43-b329530c969c by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:17.706193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:17.706272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Attempting to bind port 61debfce-09db-44b6-af43-b329530c969c on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:17.737538 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ff8009-29fb-4816-92ff-ef11a2ae0700 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:17.739228 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.739723 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9bcc6b1e-6dd0-4554-b5bb-bc9da5043f45 None None] Could not find standard attr ID for object ba9e6f38-67f2-439d-9bfe-2cf0d42a685b. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:43:17.748763 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port 89ec456f-ef56-4354-8751-ceacc4eb4fb3 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:17.749117 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.755345 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-74ff8009-29fb-4816-92ff-ef11a2ae0700 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.755932 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-74ff8009-29fb-4816-92ff-ef11a2ae0700 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Added segment cdf4e2d9-a49f-4cd4-a7d2-75217cb83d00 of type vlan for network 5bff2645-e13e-4abb-8a0a-014ffee7bae1 Feb 04 05:43:17.794853 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:17.795263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:17.795790 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.796257 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:17.796871 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Bound port: 61debfce-09db-44b6-af43-b329530c969c, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:17.797341 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.852285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-74ff8009-29fb-4816-92ff-ef11a2ae0700 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.896551 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.910932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for 89ec456f-ef56-4354-8751-ceacc4eb4fb3 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:17.912875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-74ff8009-29fb-4816-92ff-ef11a2ae0700 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.918555 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ff8009-29fb-4816-92ff-ef11a2ae0700 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:17.919190 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-74ff8009-29fb-4816-92ff-ef11a2ae0700 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.952031 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-b5b5b23b-41e7-401a-981b-09bcc2982b2c', 'network_id': 'b5b5b23b-41e7-401a-981b-09bcc2982b2c', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'fixed_ips': [{'subnet_id': 'c35d1d36-4259-4adb-8c49-985db98469eb'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:17.952920 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:17.976976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-5c26af88-2858-471e-b16e-a1bea8a1b3d2', 'network_id': '5c26af88-2858-471e-b16e-a1bea8a1b3d2', 'tenant_id': '823d0aa18461401f85a46e07af2ed1eb', 'fixed_ips': [{'subnet_id': '280ed77c-aa9f-49d1-a763-407ed381e3c5'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:17.977343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.014566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:18.015035 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.016616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.028383 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-74ff8009-29fb-4816-92ff-ef11a2ae0700 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4314554 Feb 04 05:43:18.032710 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48820) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:18.045233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff8009-29fb-4816-92ff-ef11a2ae0700 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Network': ['ID=5bff2645-e13e-4abb-8a0a-014ffee7bae1,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:18.081393 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 5bff2645-e13e-4abb-8a0a-014ffee7bae1 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:18.102873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] For port 61debfce-09db-44b6-af43-b329530c969c, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:18.117537 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ee2378fc-fb6b-40cb-a473-b53c89051a5f tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4474165 Feb 04 05:43:18.121381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48822) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:18.164388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01049f3-de2a-4259-9117-229e201be1f0 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:18.166135 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b01049f3-de2a-4259-9117-229e201be1f0 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "GET /v2.0/networks?id=5bff2645-e13e-4abb-8a0a-014ffee7bae1 HTTP/1.1" status: 200 len: 765 time: 0.1324987 Feb 04 05:43:18.167894 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37478039-ffac-4ff2-9558-b09a684825ca tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:18.171466 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-37478039-ffac-4ff2-9558-b09a684825ca tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.176008 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48824) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:18.191063 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1a8112a3-8c7f-4e2d-a18c-ce8c7204becd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'network': {'description': 'd2'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:18.250860 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] For port 61debfce-09db-44b6-af43-b329530c969c, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=61debfce-09db-44b6-af43-b329530c969c,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:18.254342 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3943bfb7-a37f-45ed-95fb-e57509be2ed6 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/routers/96e46b50-3e0c-41ab-a40f-95c14b433cbb HTTP/1.1" status: 200 len: 925 time: 0.8229792 Feb 04 05:43:18.257268 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48826) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:18.284223 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.312381 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.329787 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-daf1a1f9-7247-4141-b767-049e93b19032 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.333473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.354965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-cf86c468-b7a9-44d9-849c-35f307527a40 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Deleting port 85324f94-9f7e-44ce-b27c-edefe91252b2 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:18.355303 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf86c468-b7a9-44d9-849c-35f307527a40 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.363477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.401593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=89ec456f-ef56-4354-8751-ceacc4eb4fb3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:18.442677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065e842f-2db4-4e9f-83a6-48ee0e3d4d62 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:18.447426 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-065e842f-2db4-4e9f-83a6-48ee0e3d4d62 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&device_id=96e46b50-3e0c-41ab-a40f-95c14b433cbb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1889479 Feb 04 05:43:18.466113 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Network 2bbaa99f-1c35-475d-a51b-63c802e570ea is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:18.472838 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48828) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:18.477487 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1a1f9-7247-4141-b767-049e93b19032 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=1cb7f11d-4042-4d97-8e88-79e2ecbffb33,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:18.477662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:18.486613 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:18.487102 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:18.487442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:18.487772 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:18.492319 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:18.492928 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:18.493412 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:18.493937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:18.494411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:18.494907 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:18.495379 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:18.513002 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:18.513966 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdd1284-65d6-4fb4-88a3-7276a7611e38 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Made reservation on behalf of 823d0aa18461401f85a46e07af2ed1eb for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:18.522508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-acdd1284-65d6-4fb4-88a3-7276a7611e38 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.523469 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:18.526319 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Allocated IP 172.20.0.2 (b5b5b23b-41e7-401a-981b-09bcc2982b2c/c35d1d36-4259-4adb-8c49-985db98469eb/d965a478-2cb8-4c03-9ca2-ec3f3298cb65) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:18.528361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9a41f-d588-4db2-a232-8bed5542ae29 None None] Pushing event updated for resources: {'Port': ['ID=61debfce-09db-44b6-af43-b329530c969c,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:18.563439 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-daf1a1f9-7247-4141-b767-049e93b19032 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.567921 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-daf1a1f9-7247-4141-b767-049e93b19032 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/1cb7f11d-4042-4d97-8e88-79e2ecbffb33 HTTP/1.1" status: 204 len: 168 time: 2.1142075 Feb 04 05:43:18.577794 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48830) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:18.580789 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Allocated IP 172.20.0.2 (5c26af88-2858-471e-b16e-a1bea8a1b3d2/280ed77c-aa9f-49d1-a763-407ed381e3c5/6e798204-df67-456e-b8f0-dedb07247c69) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:18.675817 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-acdd1284-65d6-4fb4-88a3-7276a7611e38 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] device_id is not set on port 80d6f6f0-d2a5-4bfc-9b92-1f3c3bc5a728 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:43:18.679797 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.683043 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2b53f03a-67a9-47b0-b0cb-0e8fc86217f8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/89ec456f-ef56-4354-8751-ceacc4eb4fb3 HTTP/1.1" status: 204 len: 168 time: 1.0842607 Feb 04 05:43:18.688476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48832) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:18.739038 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf86c468-b7a9-44d9-849c-35f307527a40 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.749491 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1a8112a3-8c7f-4e2d-a18c-ce8c7204becd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.778583 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e69c60e-affb-4840-8179-5d3e2a99bec5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] GET failed (client error): The resource could not be found. Feb 04 05:43:18.780215 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2e69c60e-affb-4840-8179-5d3e2a99bec5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/89ec456f-ef56-4354-8751-ceacc4eb4fb3 HTTP/1.1" status: 404 len: 333 time: 0.0828726 Feb 04 05:43:18.790266 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48834) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:18.798138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe9a97b-892c-47d6-ad3b-25d1bd21cccb tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:18.800261 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe9a97b-892c-47d6-ad3b-25d1bd21cccb tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:18.802257 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4fe9a97b-892c-47d6-ad3b-25d1bd21cccb tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2215011 Feb 04 05:43:18.809371 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-cf86c468-b7a9-44d9-849c-35f307527a40 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Calling delete_port for 85324f94-9f7e-44ce-b27c-edefe91252b2 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:18.810970 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48836) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:18.811800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518cbc8c-3b84-4d0c-9202-5d7405133068 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:18.813287 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-518cbc8c-3b84-4d0c-9202-5d7405133068 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/networks/205cec25-dbe4-4e69-8d9c-9f731181c624 HTTP/1.1" status: 200 len: 881 time: 0.3143721 Feb 04 05:43:18.826104 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1a8112a3-8c7f-4e2d-a18c-ce8c7204becd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.830177 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48838) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:18.875054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Attempting to bind port c35bc7de-8215-4278-8174-a6d6e561c8c2 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:18.876075 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Attempting to bind port c35bc7de-8215-4278-8174-a6d6e561c8c2 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '35510f65-b3d8-4899-8d26-32c5b45e8253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2bbaa99f-1c35-475d-a51b-63c802e570ea'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:18.876458 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Attempting to bind port c35bc7de-8215-4278-8174-a6d6e561c8c2 on network 2bbaa99f-1c35-475d-a51b-63c802e570ea {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:18.879845 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 66449c20-1118-48ac-b9ae-a91c036261c8 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:18.916983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7463f42-77db-4180-9b04-1ab3d7c835c3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting subnet 0d12c3e6-18f4-4344-ae2c-ea309c0d108b {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:18.921354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7463f42-77db-4180-9b04-1ab3d7c835c3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.922673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 66449c20-1118-48ac-b9ae-a91c036261c8 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:18.923027 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 66449c20-1118-48ac-b9ae-a91c036261c8 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:18.931163 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Pushing event updated for resources: {'Port': ['ID=c35bc7de-8215-4278-8174-a6d6e561c8c2,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:18.946602 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a8112a3-8c7f-4e2d-a18c-ce8c7204becd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network 5bff2645-e13e-4abb-8a0a-014ffee7bae1 is not hosted by any dhcp agent {{(pid=108745) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 05:43:18.947279 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:18.947663 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Checking segment: {'id': '35510f65-b3d8-4899-8d26-32c5b45e8253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2bbaa99f-1c35-475d-a51b-63c802e570ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:18.948069 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.948475 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Bound using segment: {'id': '35510f65-b3d8-4899-8d26-32c5b45e8253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2bbaa99f-1c35-475d-a51b-63c802e570ea'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:18.948961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Bound port: c35bc7de-8215-4278-8174-a6d6e561c8c2, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35510f65-b3d8-4899-8d26-32c5b45e8253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2bbaa99f-1c35-475d-a51b-63c802e570ea'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:18.949789 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.954984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8112a3-8c7f-4e2d-a18c-ce8c7204becd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:18.958599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1a8112a3-8c7f-4e2d-a18c-ce8c7204becd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:18.961849 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1a8112a3-8c7f-4e2d-a18c-ce8c7204becd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "PUT /v2.0/networks/5bff2645-e13e-4abb-8a0a-014ffee7bae1 HTTP/1.1" status: 200 len: 762 time: 0.7768476 Feb 04 05:43:18.963350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48840) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:19.044827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8112a3-8c7f-4e2d-a18c-ce8c7204becd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Network': ['ID=5bff2645-e13e-4abb-8a0a-014ffee7bae1,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:19.053576 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-adf1963c-65c5-4e3c-874d-67a108e88a81 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "GET /v2.0/ports?device_id=96e46b50-3e0c-41ab-a40f-95c14b433cbb HTTP/1.1" status: 200 len: 205 time: 0.2153606 Feb 04 05:43:19.063464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48842) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:19.078143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] For port c35bc7de-8215-4278-8174-a6d6e561c8c2, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:19.083709 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] For port c35bc7de-8215-4278-8174-a6d6e561c8c2, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c35bc7de-8215-4278-8174-a6d6e561c8c2,segment=NetworkSegment(35510f65-b3d8-4899-8d26-32c5b45e8253),segment_id=35510f65-b3d8-4899-8d26-32c5b45e8253)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:19.089262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7463f42-77db-4180-9b04-1ab3d7c835c3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.091104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 5bff2645-e13e-4abb-8a0a-014ffee7bae1 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:19.115655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.142380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9277305-bc4a-46cb-b1a2-fbf0ddaa79e1 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:19.148207 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b9277305-bc4a-46cb-b1a2-fbf0ddaa79e1 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "GET /v2.0/networks?id=5bff2645-e13e-4abb-8a0a-014ffee7bae1 HTTP/1.1" status: 200 len: 765 time: 0.1760716 Feb 04 05:43:19.150500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48844) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:19.195656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-37478039-ffac-4ff2-9558-b09a684825ca tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.200729 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62fddc9-0060-4b97-a874-ef610b82a7fd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet b182a518-4d19-447e-9794-2a1b19a2c94f {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:19.235174 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf86c468-b7a9-44d9-849c-35f307527a40 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.264040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f62fddc9-0060-4b97-a874-ef610b82a7fd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.275476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7463f42-77db-4180-9b04-1ab3d7c835c3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.278656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86c468-b7a9-44d9-849c-35f307527a40 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Pushing event deleted for resources: {'Port': ['ID=85324f94-9f7e-44ce-b27c-edefe91252b2,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:19.358144 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 61debfce-09db-44b6-af43-b329530c969c up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:19.408540 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf86c468-b7a9-44d9-849c-35f307527a40 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.415833 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cf86c468-b7a9-44d9-849c-35f307527a40 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] 10.222.0.10 "DELETE /v2.0/ports/85324f94-9f7e-44ce-b27c-edefe91252b2 HTTP/1.1" status: 204 len: 168 time: 1.2920794 Feb 04 05:43:19.417357 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48846) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:19.419394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7463f42-77db-4180-9b04-1ab3d7c835c3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.459081 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f62fddc9-0060-4b97-a874-ef610b82a7fd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.474173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7463f42-77db-4180-9b04-1ab3d7c835c3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Subnet': ['ID=0d12c3e6-18f4-4344-ae2c-ea309c0d108b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:19.476524 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7463f42-77db-4180-9b04-1ab3d7c835c3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.483367 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e7463f42-77db-4180-9b04-1ab3d7c835c3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/0d12c3e6-18f4-4344-ae2c-ea309c0d108b HTTP/1.1" status: 204 len: 168 time: 0.6910663 Feb 04 05:43:19.484464 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48850) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:19.536788 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Pushing event updated for resources: {'Port': ['ID=c35bc7de-8215-4278-8174-a6d6e561c8c2,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:19.555958 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37478039-ffac-4ff2-9558-b09a684825ca tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Subnet': ['ID=ef228616-87ff-4637-88ee-695377fce932,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:19.589396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1af02e1d-d387-4767-99d6-73c5326bc77d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.608947 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:19.609320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:19.609668 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:19.610051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:19.616558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:19.616778 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:19.617065 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:19.617420 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:19.617794 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:19.618153 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:19.618641 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:19.618804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02727cd-9266-4706-8285-f0303bf88314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:43:19.624830 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98680289-9799-4b72-9913-21942243ecc5 None None] Network 0f9c40d3-2b2b-4987-96f2-732a504c934f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:19.636588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.692733 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-07bb85ff-3e7e-4073-bca4-d907191a191a tempest-DHCPAgentSchedulersTestJSON-1138141040 tempest-DHCPAgentSchedulersTestJSON-1138141040-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.2689688 Feb 04 05:43:19.720766 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48852) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:19.727759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-35499b97-e463-478c-8f22-b41fbb887e78 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1910951458'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:19.746509 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f62fddc9-0060-4b97-a874-ef610b82a7fd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.771479 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35499b97-e463-478c-8f22-b41fbb887e78 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Made reservation on behalf of b9404d9aa29e477f830154157fc6b230 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:19.774936 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35499b97-e463-478c-8f22-b41fbb887e78 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.811463 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.814167 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.822504 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port 8646566e-b657-45e1-947c-b4d8171d7160 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:19.823044 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.838023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35499b97-e463-478c-8f22-b41fbb887e78 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:19.839200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.843759 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.850861 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 61debfce-09db-44b6-af43-b329530c969c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:19.851282 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.852214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35499b97-e463-478c-8f22-b41fbb887e78 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.853008 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-35499b97-e463-478c-8f22-b41fbb887e78 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Added segment 5100d0ce-cc6b-4d64-aeec-4798e1764873 of type vlan for network 0f23236f-80ea-4642-b71a-37e6f579f535 Feb 04 05:43:19.950113 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37478039-ffac-4ff2-9558-b09a684825ca tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Checking segment: {'id': '72c4c70c-0600-49e6-ab6b-87d5a5949ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0aa6c8e9-bb22-45a6-856e-3ea918799fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:19.950722 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37478039-ffac-4ff2-9558-b09a684825ca tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network hostable DHCP agents. Network: 0aa6c8e9-bb22-45a6-856e-3ea918799fda, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:43:19.960320 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35499b97-e463-478c-8f22-b41fbb887e78 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:19.964129 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Pushing event updated for resources: {'Port': ['ID=6e798204-df67-456e-b8f0-dedb07247c69,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:19.990524 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4516d523-3681-4ca5-85dd-b3892cd9f1d9 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:19.995273 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4516d523-3681-4ca5-85dd-b3892cd9f1d9 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8423519 Feb 04 05:43:19.996387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48854) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:20.005428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Network 5c26af88-2858-471e-b16e-a1bea8a1b3d2 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:20.020773 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1af02e1d-d387-4767-99d6-73c5326bc77d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.021289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] For port 8646566e-b657-45e1-947c-b4d8171d7160, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8646566e-b657-45e1-947c-b4d8171d7160,segment=NetworkSegment(2d8f9ed5-c3c0-4995-92ba-35478ae3d12a),segment_id=2d8f9ed5-c3c0-4995-92ba-35478ae3d12a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:20.021670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.025723 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Network b5b5b23b-41e7-401a-981b-09bcc2982b2c is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:20.036272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for 8646566e-b657-45e1-947c-b4d8171d7160 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:20.040279 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35499b97-e463-478c-8f22-b41fbb887e78 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.045661 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:20.046279 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35499b97-e463-478c-8f22-b41fbb887e78 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:20.046911 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35499b97-e463-478c-8f22-b41fbb887e78 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.048243 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:20.055007 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:20.057683 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:20.078255 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f62fddc9-0060-4b97-a874-ef610b82a7fd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.087086 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37478039-ffac-4ff2-9558-b09a684825ca tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 0aa6c8e9-bb22-45a6-856e-3ea918799fda is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:43:20.101526 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ca02c91b-8005-459d-a87e-9d163fece2e2 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624 HTTP/1.1" status: 200 len: 207 time: 0.0939364 Feb 04 05:43:20.103904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48856) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:20.106483 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Pushing event updated for resources: {'Port': ['ID=d965a478-2cb8-4c03-9ca2-ec3f3298cb65,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:20.122418 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-35499b97-e463-478c-8f22-b41fbb887e78 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3991041 Feb 04 05:43:20.160330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48858) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:20.194174 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Attempting to bind port d965a478-2cb8-4c03-9ca2-ec3f3298cb65 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:20.194558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Attempting to bind port d965a478-2cb8-4c03-9ca2-ec3f3298cb65 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '31b664dc-142e-4f5d-aee5-52ac2dbf968e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b5b5b23b-41e7-401a-981b-09bcc2982b2c'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:20.195100 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Attempting to bind port d965a478-2cb8-4c03-9ca2-ec3f3298cb65 on network b5b5b23b-41e7-401a-981b-09bcc2982b2c {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:20.196912 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Attempting to bind port 6e798204-df67-456e-b8f0-dedb07247c69 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:20.197276 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Attempting to bind port 6e798204-df67-456e-b8f0-dedb07247c69 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'e7e94294-cd40-4bc2-b91c-562cd4210ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5c26af88-2858-471e-b16e-a1bea8a1b3d2'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:20.197630 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Attempting to bind port 6e798204-df67-456e-b8f0-dedb07247c69 on network 5c26af88-2858-471e-b16e-a1bea8a1b3d2 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:20.206549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35499b97-e463-478c-8f22-b41fbb887e78 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Pushing event updated for resources: {'Network': ['ID=0f23236f-80ea-4642-b71a-37e6f579f535,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:20.234738 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:20.235122 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Checking segment: {'id': 'e7e94294-cd40-4bc2-b91c-562cd4210ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5c26af88-2858-471e-b16e-a1bea8a1b3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:20.235536 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.235934 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Bound using segment: {'id': 'e7e94294-cd40-4bc2-b91c-562cd4210ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5c26af88-2858-471e-b16e-a1bea8a1b3d2'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:20.236440 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Bound port: 6e798204-df67-456e-b8f0-dedb07247c69, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e94294-cd40-4bc2-b91c-562cd4210ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5c26af88-2858-471e-b16e-a1bea8a1b3d2'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:20.237203 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.240703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 0f23236f-80ea-4642-b71a-37e6f579f535 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:20.242482 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:20.242884 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Checking segment: {'id': '31b664dc-142e-4f5d-aee5-52ac2dbf968e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b5b5b23b-41e7-401a-981b-09bcc2982b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:20.243243 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.243637 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Bound using segment: {'id': '31b664dc-142e-4f5d-aee5-52ac2dbf968e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b5b5b23b-41e7-401a-981b-09bcc2982b2c'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:20.244117 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Bound port: d965a478-2cb8-4c03-9ca2-ec3f3298cb65, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b664dc-142e-4f5d-aee5-52ac2dbf968e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b5b5b23b-41e7-401a-981b-09bcc2982b2c'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:20.244499 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.285688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.317197 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d8ef0-29ca-4485-add3-fb09ad09f71a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:20.324187 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d8ef0-29ca-4485-add3-fb09ad09f71a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:20.331690 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d8ef0-29ca-4485-add3-fb09ad09f71a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:20.334041 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d34a6-d362-4f09-8502-132c8867aadc None None] DHCP port deletion for 0f9c40d3-2b2b-4987-96f2-732a504c934f request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:20.337991 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d8ef0-29ca-4485-add3-fb09ad09f71a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:20.344529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d8ef0-29ca-4485-add3-fb09ad09f71a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:20.354858 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d8ef0-29ca-4485-add3-fb09ad09f71a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:20.366861 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-531d8ef0-29ca-4485-add3-fb09ad09f71a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2196562 Feb 04 05:43:20.367470 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48860) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:20.371821 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=8646566e-b657-45e1-947c-b4d8171d7160,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:20.373368 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fddc9-0060-4b97-a874-ef610b82a7fd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=b182a518-4d19-447e-9794-2a1b19a2c94f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:20.379139 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f62fddc9-0060-4b97-a874-ef610b82a7fd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.382490 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f62fddc9-0060-4b97-a874-ef610b82a7fd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/b182a518-4d19-447e-9794-2a1b19a2c94f HTTP/1.1" status: 204 len: 168 time: 1.5696907 Feb 04 05:43:20.395616 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48862) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:20.399384 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-37478039-ffac-4ff2-9558-b09a684825ca tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 0aa6c8e9-bb22-45a6-856e-3ea918799fda) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:20.403247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No DVR routers for this DVR port 8646566e-b657-45e1-947c-b4d8171d7160 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:20.403383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37478039-ffac-4ff2-9558-b09a684825ca tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:20.404576 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-37478039-ffac-4ff2-9558-b09a684825ca tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.413076 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-acdd1284-65d6-4fb4-88a3-7276a7611e38 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Allocated IP 172.20.0.3 (5c26af88-2858-471e-b16e-a1bea8a1b3d2/280ed77c-aa9f-49d1-a763-407ed381e3c5/80d6f6f0-d2a5-4bfc-9b92-1f3c3bc5a728) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:20.415136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.435535 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-69fe3288-919b-4212-b5c9-f0c1181bbfb5 None None] Provisioning complete for port 61debfce-09db-44b6-af43-b329530c969c triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:20.436001 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-69fe3288-919b-4212-b5c9-f0c1181bbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.484409 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57244e33-9705-4020-b6d5-2b655c5d32f9 None None] Network 0aa6c8e9-bb22-45a6-856e-3ea918799fda requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:20.515003 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-37478039-ffac-4ff2-9558-b09a684825ca tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2843459 Feb 04 05:43:20.515237 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d4fea73b-b1cd-487b-8a3a-5c9e0d84b4da tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1145024 Feb 04 05:43:20.515350 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48864) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:20.527789 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48866) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:20.528008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d098d4c6-9efe-44bc-b9b9-8f8de082e767 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:20.532903 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b5b2a964-5b06-4317-acc8-53800b69cb9c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1963025511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:20.564978 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4f209cd6-8c78-49ff-9790-5bb9cf44c131 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:20.613157 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 61debfce-09db-44b6-af43-b329530c969c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=61debfce-09db-44b6-af43-b329530c969c,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:20.623742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-1af02e1d-d387-4767-99d6-73c5326bc77d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Deleting port 7bb6c164-b1e6-40cc-9ca4-3cc5acaa419d {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:20.624094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1af02e1d-d387-4767-99d6-73c5326bc77d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.662513 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.665799 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.672642 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0b0a46f9-a044-4089-a679-2c2f45556db7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3002493 Feb 04 05:43:20.673646 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b5b2a964-5b06-4317-acc8-53800b69cb9c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.674785 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b5b2a964-5b06-4317-acc8-53800b69cb9c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.680441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48868) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:20.704270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9c40d3-2b2b-4987-96f2-732a504c934f']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:20.719939 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8f9ed5-c3c0-4995-92ba-35478ae3d12a') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:20.720311 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8f9ed5-c3c0-4995-92ba-35478ae3d12a') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:20.734391 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.750145 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] For port 6e798204-df67-456e-b8f0-dedb07247c69, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:20.782513 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] For port d965a478-2cb8-4c03-9ca2-ec3f3298cb65, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:20.799346 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.822614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:20.823367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.823591 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] For port 6e798204-df67-456e-b8f0-dedb07247c69, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6e798204-df67-456e-b8f0-dedb07247c69,segment=NetworkSegment(e7e94294-cd40-4bc2-b91c-562cd4210ae2),segment_id=e7e94294-cd40-4bc2-b91c-562cd4210ae2)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:20.827805 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:20.865118 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.869170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b5b2a964-5b06-4317-acc8-53800b69cb9c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.891065 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=61debfce-09db-44b6-af43-b329530c969c,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:20.899658 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6608bec1-d280-430b-91c1-fd2fbf486fb0 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:20.901310 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6608bec1-d280-430b-91c1-fd2fbf486fb0 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:20.902886 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6608bec1-d280-430b-91c1-fd2fbf486fb0 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:20.904413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6608bec1-d280-430b-91c1-fd2fbf486fb0 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:20.905968 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6608bec1-d280-430b-91c1-fd2fbf486fb0 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:20.907706 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6608bec1-d280-430b-91c1-fd2fbf486fb0 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1958313 Feb 04 05:43:20.909330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b5b2a964-5b06-4317-acc8-53800b69cb9c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.917225 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48870) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:20.947278 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-24a12cfd-1db5-4e99-99a1-0970ba4a504b tempest-DHCPAgentSchedulersTestJSON-1138141040 tempest-DHCPAgentSchedulersTestJSON-1138141040-project-admin] 10.222.0.10 "GET /v2.0/agents/aa2239ae-c0e1-41d7-bf82-1931f0868046/dhcp-networks HTTP/1.1" status: 200 len: 11131 time: 0.7858052 Feb 04 05:43:20.948110 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48872) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:20.957972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.979293 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1af02e1d-d387-4767-99d6-73c5326bc77d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:20.996939 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3beede2-616f-4ce8-a7c7-ba3a222ffe3c None None] Network 2bbaa99f-1c35-475d-a51b-63c802e570ea requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:20.999196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-69fe3288-919b-4212-b5c9-f0c1181bbfb5 None None] Could not find standard attr ID for object 1cb7f11d-4042-4d97-8e88-79e2ecbffb33. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:43:21.037466 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b5b2a964-5b06-4317-acc8-53800b69cb9c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:21.041729 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b5b2a964-5b06-4317-acc8-53800b69cb9c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5235894 Feb 04 05:43:21.044770 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48874) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:21.047748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-1af02e1d-d387-4767-99d6-73c5326bc77d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Calling delete_port for 7bb6c164-b1e6-40cc-9ca4-3cc5acaa419d owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:21.050212 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] For port d965a478-2cb8-4c03-9ca2-ec3f3298cb65, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d965a478-2cb8-4c03-9ca2-ec3f3298cb65,segment=NetworkSegment(31b664dc-142e-4f5d-aee5-52ac2dbf968e),segment_id=31b664dc-142e-4f5d-aee5-52ac2dbf968e)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:21.054969 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-acdd1284-65d6-4fb4-88a3-7276a7611e38 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:21.111988 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:21.124282 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a1672-09a1-4e01-81ac-af1b42102a56 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['shared'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:21.125890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a1672-09a1-4e01-81ac-af1b42102a56 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['shared'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:21.127866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a1672-09a1-4e01-81ac-af1b42102a56 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['shared'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:21.129376 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a1672-09a1-4e01-81ac-af1b42102a56 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['shared'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:21.130848 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a1672-09a1-4e01-81ac-af1b42102a56 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['shared'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:21.135844 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-942a1672-09a1-4e01-81ac-af1b42102a56 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2090609 Feb 04 05:43:21.138837 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48876) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:21.180524 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff33319-5b01-4fc6-9370-93e4d720f420 None None] Pushing event updated for resources: {'Port': ['ID=6e798204-df67-456e-b8f0-dedb07247c69,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:21.233141 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-0aa6c8e9-bb22-45a6-856e-3ea918799fda', 'network_id': '0aa6c8e9-bb22-45a6-856e-3ea918799fda', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'fixed_ips': [{'subnet_id': 'ef228616-87ff-4637-88ee-695377fce932'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:21.234039 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:21.298785 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b29bdcd4-13c2-48fa-8043-1ac86065a9db None None] Provisioning complete for port c35bc7de-8215-4278-8174-a6d6e561c8c2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:21.303484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b29bdcd4-13c2-48fa-8043-1ac86065a9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:21.312849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bdd3d5-5199-47bd-a078-4fc727ecd885 None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:21.451253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14c3e5f-c385-488e-b543-6e5f7a998325 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:21.452665 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e14c3e5f-c385-488e-b543-6e5f7a998325 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "GET /v2.0/networks/cb86378d-cdd5-46f1-a137-b3b755a74aa4 HTTP/1.1" status: 200 len: 803 time: 0.3117793 Feb 04 05:43:21.476123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:21.480165 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/networks/0f9c40d3-2b2b-4987-96f2-732a504c934f HTTP/1.1" status: 204 len: 168 time: 1.9945374 Feb 04 05:43:21.484447 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c35bc7de-8215-4278-8174-a6d6e561c8c2 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:21.486300 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48878) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:21.486929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48880) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:21.560324 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c02ff-9ed3-4415-8ad7-c10bab5b7a3d None None] Pushing event updated for resources: {'Port': ['ID=d965a478-2cb8-4c03-9ca2-ec3f3298cb65,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:21.570641 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc68ff-ba1c-4a59-8a32-efe8d3f5bd0f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Network': ['ID=0f9c40d3-2b2b-4987-96f2-732a504c934f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:21.576038 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-35838bd7-f271-4dc7-8b08-e35a4af32108 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-698987779'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:21.610295 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-acdd1284-65d6-4fb4-88a3-7276a7611e38 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:21.667877 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f209cd6-8c78-49ff-9790-5bb9cf44c131 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:21.669418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4f209cd6-8c78-49ff-9790-5bb9cf44c131 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:21.733878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdd1284-65d6-4fb4-88a3-7276a7611e38 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Network 5c26af88-2858-471e-b16e-a1bea8a1b3d2 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:21.742910 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-acdd1284-65d6-4fb4-88a3-7276a7611e38 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:21.753606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd1284-65d6-4fb4-88a3-7276a7611e38 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:21.810684 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-98f7f0f6-6cae-4b87-800a-89bcb39cdba4 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "GET /v2.0/networks/cb86378d-cdd5-46f1-a137-b3b755a74aa4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2439344 Feb 04 05:43:21.819427 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48882) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:21.875337 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35838bd7-f271-4dc7-8b08-e35a4af32108 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:21.879142 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35838bd7-f271-4dc7-8b08-e35a4af32108 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:21.928656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94523c2b-bd8c-477a-ba63-0d32105e07e6 tempest-DHCPAgentSchedulersTestJSON-1138141040 tempest-DHCPAgentSchedulersTestJSON-1138141040-project-admin] Network 0f23236f-80ea-4642-b71a-37e6f579f535 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:43:21.935467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee1793-f6b1-4fe8-baa5-99ada19809bf tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:21.940868 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-38ee1793-f6b1-4fe8-baa5-99ada19809bf tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "GET /v2.0/subnets/e497bc7d-410f-4844-9bc8-18316ebd74ca HTTP/1.1" status: 200 len: 843 time: 0.1137247 Feb 04 05:43:21.946169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48884) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:21.971601 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35838bd7-f271-4dc7-8b08-e35a4af32108 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:21.996481 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-94523c2b-bd8c-477a-ba63-0d32105e07e6 tempest-DHCPAgentSchedulersTestJSON-1138141040 tempest-DHCPAgentSchedulersTestJSON-1138141040-project-admin] 10.222.0.10 "POST /v2.0/agents/aa2239ae-c0e1-41d7-bf82-1931f0868046/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0425997 Feb 04 05:43:21.997449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaf35e9-11c5-416b-bba0-b73f4d821206 None None] Network 0f23236f-80ea-4642-b71a-37e6f579f535 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:22.023445 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48888) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:22.061207 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35838bd7-f271-4dc7-8b08-e35a4af32108 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.061555 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-35838bd7-f271-4dc7-8b08-e35a4af32108 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Added segment 9cfd19ea-1f9f-46af-9d73-cab063555ccf of type vlan for network 2c35d9e5-b578-4d4c-b3dc-a95e06b620bb Feb 04 05:43:22.091059 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b29bdcd4-13c2-48fa-8043-1ac86065a9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.100028 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c3a27a-61c9-4d88-965a-6eb51dacdd60 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['shared'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:22.100268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c4bdd3d5-5199-47bd-a078-4fc727ecd885 None None] Deleting port 61debfce-09db-44b6-af43-b329530c969c {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:22.100548 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd3d5-5199-47bd-a078-4fc727ecd885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.105842 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d0c3a27a-61c9-4d88-965a-6eb51dacdd60 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "GET /v2.0/subnets/e497bc7d-410f-4844-9bc8-18316ebd74ca?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1551089 Feb 04 05:43:22.106033 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Allocated IP 172.21.0.2 (0aa6c8e9-bb22-45a6-856e-3ea918799fda/ef228616-87ff-4637-88ee-695377fce932/912b424a-1c83-4d53-beec-968acc9bf9c6) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:22.125425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port c35bc7de-8215-4278-8174-a6d6e561c8c2 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:22.125850 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.150087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48890) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:22.169008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-628bba54-8e2a-4ae2-8f8f-4db67902f96b tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1012842957'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:22.231450 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35838bd7-f271-4dc7-8b08-e35a4af32108 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.254808 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c4bdd3d5-5199-47bd-a078-4fc727ecd885 None None] For port 61debfce-09db-44b6-af43-b329530c969c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=61debfce-09db-44b6-af43-b329530c969c,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:22.254808 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd3d5-5199-47bd-a078-4fc727ecd885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.273327 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c4bdd3d5-5199-47bd-a078-4fc727ecd885 None None] Calling delete_port for 61debfce-09db-44b6-af43-b329530c969c owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:22.277208 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd1284-65d6-4fb4-88a3-7276a7611e38 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Pushing event updated for resources: {'Port': ['ID=80d6f6f0-d2a5-4bfc-9b92-1f3c3bc5a728,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:22.310960 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4f209cd6-8c78-49ff-9790-5bb9cf44c131 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.318059 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdd1284-65d6-4fb4-88a3-7276a7611e38 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:22.318716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-acdd1284-65d6-4fb4-88a3-7276a7611e38 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.350655 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1af02e1d-d387-4767-99d6-73c5326bc77d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.359983 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.402963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628bba54-8e2a-4ae2-8f8f-4db67902f96b tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:22.406832 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-628bba54-8e2a-4ae2-8f8f-4db67902f96b tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.425273 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-acdd1284-65d6-4fb4-88a3-7276a7611e38 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.0139415 Feb 04 05:43:22.425988 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48892) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:22.452598 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f209cd6-8c78-49ff-9790-5bb9cf44c131 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:22.466997 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ad8a640a-f1bc-42e4-8d53-0de83d6ae572 tempest-DHCPAgentSchedulersTestJSON-1138141040 tempest-DHCPAgentSchedulersTestJSON-1138141040-project-admin] 10.222.0.10 "GET /v2.0/agents/aa2239ae-c0e1-41d7-bf82-1931f0868046/dhcp-networks HTTP/1.1" status: 200 len: 11159 time: 0.4407983 Feb 04 05:43:22.467742 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35838bd7-f271-4dc7-8b08-e35a4af32108 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.470311 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af02e1d-d387-4767-99d6-73c5326bc77d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Pushing event deleted for resources: {'Port': ['ID=7bb6c164-b1e6-40cc-9ca4-3cc5acaa419d,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:22.473571 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48894) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:22.474667 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35838bd7-f271-4dc7-8b08-e35a4af32108 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:22.475423 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35838bd7-f271-4dc7-8b08-e35a4af32108 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.482708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Request body: {'port': {'network_id': '5c26af88-2858-471e-b16e-a1bea8a1b3d2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1308319356', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:22.483287 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.api.validators [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] bootfile-name is not in valid_values {{(pid=108745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:43:22.483630 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.api.validators [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] tftp-server is not in valid_values {{(pid=108745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:43:22.483964 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.api.validators [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] server-ip-address is not in valid_values {{(pid=108745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:43:22.484844 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4f209cd6-8c78-49ff-9790-5bb9cf44c131 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:22.511490 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f209cd6-8c78-49ff-9790-5bb9cf44c131 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=9e70e2a0-2a1b-4a08-98d1-b7fad3a0aba5,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:22.518694 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f209cd6-8c78-49ff-9790-5bb9cf44c131 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:22.519756 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4f209cd6-8c78-49ff-9790-5bb9cf44c131 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.552054 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-35838bd7-f271-4dc7-8b08-e35a4af32108 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9871631 Feb 04 05:43:22.586850 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48896) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:22.594372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d79f9f21-acd6-4ac0-8c6f-cc72549993dc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'subnet': {'network_id': '2c35d9e5-b578-4d4c-b3dc-a95e06b620bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:22.652549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35838bd7-f271-4dc7-8b08-e35a4af32108 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Network': ['ID=2c35d9e5-b578-4d4c-b3dc-a95e06b620bb,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:22.667334 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4f209cd6-8c78-49ff-9790-5bb9cf44c131 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1393745 Feb 04 05:43:22.668550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628bba54-8e2a-4ae2-8f8f-4db67902f96b tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:22.689533 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.717661 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48898) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:22.731176 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bb661f4a-bdbe-4b8d-8bc9-581a1698160c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'fixed_ips': [{'subnet_id': '9e70e2a0-2a1b-4a08-98d1-b7fad3a0aba5', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1838359835'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:22.734751 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd3d5-5199-47bd-a078-4fc727ecd885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.737404 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 2c35d9e5-b578-4d4c-b3dc-a95e06b620bb details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:22.746734 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b29bdcd4-13c2-48fa-8043-1ac86065a9db None None] For port c35bc7de-8215-4278-8174-a6d6e561c8c2, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c35bc7de-8215-4278-8174-a6d6e561c8c2,segment=NetworkSegment(35510f65-b3d8-4899-8d26-32c5b45e8253),segment_id=35510f65-b3d8-4899-8d26-32c5b45e8253)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:22.751211 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.815034 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b29bdcd4-13c2-48fa-8043-1ac86065a9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.843528 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-628bba54-8e2a-4ae2-8f8f-4db67902f96b tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.844046 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-628bba54-8e2a-4ae2-8f8f-4db67902f96b tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Added segment acbc0f4b-472f-4c42-9ae6-c2892aaedf8f of type vlan for network 3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92 Feb 04 05:43:22.859507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bdd3d5-5199-47bd-a078-4fc727ecd885 None None] No DVR routers for this DVR port 61debfce-09db-44b6-af43-b329530c969c on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:22.866797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdd3d5-5199-47bd-a078-4fc727ecd885 None None] Pushing event deleted for resources: {'Port': ['ID=61debfce-09db-44b6-af43-b329530c969c,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:22.878073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Network 0aa6c8e9-bb22-45a6-856e-3ea918799fda is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:22.885328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:22.888312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b29bdcd4-13c2-48fa-8043-1ac86065a9db None None] Could not find standard attr ID for object 1cb7f11d-4042-4d97-8e88-79e2ecbffb33. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:43:22.923944 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1af02e1d-d387-4767-99d6-73c5326bc77d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.953182 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-628bba54-8e2a-4ae2-8f8f-4db67902f96b tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:22.976838 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:22.980549 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Pushing event updated for resources: {'Port': ['ID=912b424a-1c83-4d53-beec-968acc9bf9c6,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:22.993226 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74efa79-b1e2-44a3-93f1-ee863fc513a8 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:23.043603 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-628bba54-8e2a-4ae2-8f8f-4db67902f96b tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.055313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628bba54-8e2a-4ae2-8f8f-4db67902f96b tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:23.056498 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-628bba54-8e2a-4ae2-8f8f-4db67902f96b tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.070870 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1af02e1d-d387-4767-99d6-73c5326bc77d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.077490 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1af02e1d-d387-4767-99d6-73c5326bc77d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.102348 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8237de69-b7bf-46ba-82f3-cbc0ba4e09a1 None None] Network b5b5b23b-41e7-401a-981b-09bcc2982b2c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:23.163691 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79f9f21-acd6-4ac0-8c6f-cc72549993dc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:23.168585 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d79f9f21-acd6-4ac0-8c6f-cc72549993dc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.221935 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1af02e1d-d387-4767-99d6-73c5326bc77d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.222378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af02e1d-d387-4767-99d6-73c5326bc77d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Fanout notify agent at l3_agent the message router_deleted on router 96e46b50-3e0c-41ab-a40f-95c14b433cbb {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:43:23.229760 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1af02e1d-d387-4767-99d6-73c5326bc77d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.234791 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1af02e1d-d387-4767-99d6-73c5326bc77d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "DELETE /v2.0/routers/96e46b50-3e0c-41ab-a40f-95c14b433cbb HTTP/1.1" status: 204 len: 168 time: 4.1644325 Feb 04 05:43:23.236992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48904) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:23.238514 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86864fa-6286-4fce-9c2b-4a9a30f9a549 None None] Network 5c26af88-2858-471e-b16e-a1bea8a1b3d2 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:23.269293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb661f4a-bdbe-4b8d-8bc9-581a1698160c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:23.275860 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d884d198-d973-4680-8a25-38c817b1f4c1 None None] Provisioning complete for port c35bc7de-8215-4278-8174-a6d6e561c8c2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:23.276305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d884d198-d973-4680-8a25-38c817b1f4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.278227 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-cd983afe-8c51-467e-b789-1fbb895c3ab7 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1744842724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:23.325586 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e288d76d-adce-4393-8b97-caf3023362f1 tempest-DHCPAgentSchedulersTestJSON-1138141040 tempest-DHCPAgentSchedulersTestJSON-1138141040-project-admin] 10.222.0.10 "DELETE /v2.0/agents/aa2239ae-c0e1-41d7-bf82-1931f0868046/dhcp-networks/0f23236f-80ea-4642-b71a-37e6f579f535 HTTP/1.1" status: 204 len: 168 time: 0.8314195 Feb 04 05:43:23.337059 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48906) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:23.349713 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Attempting to bind port 912b424a-1c83-4d53-beec-968acc9bf9c6 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:23.350127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Attempting to bind port 912b424a-1c83-4d53-beec-968acc9bf9c6 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '72c4c70c-0600-49e6-ab6b-87d5a5949ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0aa6c8e9-bb22-45a6-856e-3ea918799fda'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:23.350491 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Attempting to bind port 912b424a-1c83-4d53-beec-968acc9bf9c6 on network 0aa6c8e9-bb22-45a6-856e-3ea918799fda {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:23.352765 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8646566e-b657-45e1-947c-b4d8171d7160 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:23.377609 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-628bba54-8e2a-4ae2-8f8f-4db67902f96b tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2210679 Feb 04 05:43:23.385501 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48908) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:23.388251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Allocated IP 172.20.0.1 (b5b5b23b-41e7-401a-981b-09bcc2982b2c/c35d1d36-4259-4adb-8c49-985db98469eb/3d265fbc-7796-4edd-aa56-21169bbf9687) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:23.400272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb661f4a-bdbe-4b8d-8bc9-581a1698160c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.402649 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bdcd4-13c2-48fa-8043-1ac86065a9db None None] Pushing event updated for resources: {'Port': ['ID=c35bc7de-8215-4278-8174-a6d6e561c8c2,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:23.417521 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:23.417949 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Checking segment: {'id': '72c4c70c-0600-49e6-ab6b-87d5a5949ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0aa6c8e9-bb22-45a6-856e-3ea918799fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:23.418338 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.418728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Bound using segment: {'id': '72c4c70c-0600-49e6-ab6b-87d5a5949ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0aa6c8e9-bb22-45a6-856e-3ea918799fda'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:23.419193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Bound port: 912b424a-1c83-4d53-beec-968acc9bf9c6, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c4c70c-0600-49e6-ab6b-87d5a5949ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0aa6c8e9-bb22-45a6-856e-3ea918799fda'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:23.419574 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.425507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1ca1190a-ea79-434b-be8e-0f57f4b5681a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'subnet': {'network_id': '3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:23.430379 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 8646566e-b657-45e1-947c-b4d8171d7160 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:23.430763 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8646566e-b657-45e1-947c-b4d8171d7160 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:23.442401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-bb661f4a-bdbe-4b8d-8bc9-581a1698160c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port c4661cb9-955f-4479-9e8a-c3b8fd288b9a yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:43:23.450659 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bba54-8e2a-4ae2-8f8f-4db67902f96b tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Network': ['ID=3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:23.513924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:23.640791 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb661f4a-bdbe-4b8d-8bc9-581a1698160c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:43:23.641362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb661f4a-bdbe-4b8d-8bc9-581a1698160c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:23.691209 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bb661f4a-bdbe-4b8d-8bc9-581a1698160c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9636905 Feb 04 05:43:23.694633 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48912) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:23.697398 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cd983afe-8c51-467e-b789-1fbb895c3ab7 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.698570 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cd983afe-8c51-467e-b789-1fbb895c3ab7 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.713854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d79f9f21-acd6-4ac0-8c6f-cc72549993dc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.732364 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] For port 912b424a-1c83-4d53-beec-968acc9bf9c6, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:23.739070 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e770b5e6-7048-4871-82f3-e166666b5da5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0423207 Feb 04 05:43:23.751215 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] For port 912b424a-1c83-4d53-beec-968acc9bf9c6, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=912b424a-1c83-4d53-beec-968acc9bf9c6,segment=NetworkSegment(72c4c70c-0600-49e6-ab6b-87d5a5949ce7),segment_id=72c4c70c-0600-49e6-ab6b-87d5a5949ce7)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:23.756473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48914) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:23.853158 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d7d002-16dd-472e-b0f0-55a5327206bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '9e70e2a0-2a1b-4a08-98d1-b7fad3a0aba5'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:23.854138 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-87d7d002-16dd-472e-b0f0-55a5327206bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.854811 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f9f21-acd6-4ac0-8c6f-cc72549993dc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Subnet': ['ID=04f16783-41af-4994-b748-9e459fd4fe64,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:23.869525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:23.869929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f9f21-acd6-4ac0-8c6f-cc72549993dc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Checking segment: {'id': '9cfd19ea-1f9f-46af-9d73-cab063555ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2c35d9e5-b578-4d4c-b3dc-a95e06b620bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:23.870385 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f9f21-acd6-4ac0-8c6f-cc72549993dc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network hostable DHCP agents. Network: 2c35d9e5-b578-4d4c-b3dc-a95e06b620bb, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:43:23.876780 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c40459c-adb2-4eea-aa13-b79646fa786d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:23.878587 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c40459c-adb2-4eea-aa13-b79646fa786d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:23.882590 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6c40459c-adb2-4eea-aa13-b79646fa786d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1172900 Feb 04 05:43:23.883118 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48916) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:23.945720 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f9f21-acd6-4ac0-8c6f-cc72549993dc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network 2c35d9e5-b578-4d4c-b3dc-a95e06b620bb is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:43:23.959141 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6e798204-df67-456e-b8f0-dedb07247c69 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:23.961197 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cd29a0-6dab-468f-8283-db0055dc1545 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 9e70e2a0-2a1b-4a08-98d1-b7fad3a0aba5 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:23.966644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-58cd29a0-6dab-468f-8283-db0055dc1545 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.034027 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-58cd29a0-6dab-468f-8283-db0055dc1545 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.035411 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Made reservation on behalf of 823d0aa18461401f85a46e07af2ed1eb for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:24.038981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.041946 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cd983afe-8c51-467e-b789-1fbb895c3ab7 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.062542 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0576a-98d3-4879-ba8f-b1e4fb57b85b req-b7c018e0-e741-4fa0-a3ca-6d9d07ca64e9 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:24.064158 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-18e0576a-98d3-4879-ba8f-b1e4fb57b85b req-b7c018e0-e741-4fa0-a3ca-6d9d07ca64e9 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.4056840 Feb 04 05:43:24.092887 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2a126-73ec-49b1-982f-5bc36b9c7288 req-8c665c5b-b236-4425-b1d6-4ada3461d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:24.094877 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dfc2a126-73ec-49b1-982f-5bc36b9c7288 req-8c665c5b-b236-4425-b1d6-4ada3461d490 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20a08d81f69747a5b8125d321d28b9a0&device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 1098 time: 0.5649042 Feb 04 05:43:24.107217 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-58cd29a0-6dab-468f-8283-db0055dc1545 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.131021 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca1190a-ea79-434b-be8e-0f57f4b5681a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Made reservation on behalf of 22c8121ee06243219769106a4e17f9d1 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:24.135374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1ca1190a-ea79-434b-be8e-0f57f4b5681a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.206506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d79f9f21-acd6-4ac0-8c6f-cc72549993dc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 2c35d9e5-b578-4d4c-b3dc-a95e06b620bb) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:24.210499 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-58cd29a0-6dab-468f-8283-db0055dc1545 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.222434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f9f21-acd6-4ac0-8c6f-cc72549993dc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:24.223179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d79f9f21-acd6-4ac0-8c6f-cc72549993dc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.253762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd29a0-6dab-468f-8283-db0055dc1545 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=9e70e2a0-2a1b-4a08-98d1-b7fad3a0aba5,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:24.254880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cd983afe-8c51-467e-b789-1fbb895c3ab7 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.286115 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d79f9f21-acd6-4ac0-8c6f-cc72549993dc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6953208 Feb 04 05:43:24.287985 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-58cd29a0-6dab-468f-8283-db0055dc1545 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.295188 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-58cd29a0-6dab-468f-8283-db0055dc1545 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/9e70e2a0-2a1b-4a08-98d1-b7fad3a0aba5 HTTP/1.1" status: 204 len: 168 time: 0.4109573 Feb 04 05:43:24.296248 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48918) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:24.296757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48920) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:24.298492 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb405f7f-3f73-4cd5-a0ff-d59d16f91827 None None] Network 2c35d9e5-b578-4d4c-b3dc-a95e06b620bb requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:24.313263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d884d198-d973-4680-8a25-38c817b1f4c1 None None] Could not find standard attr ID for object 85324f94-9f7e-44ce-b27c-edefe91252b2. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:43:24.316506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-5e83b0a7-fd18-40df-aec8-0d49465989d7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1988436978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:24.325400 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.377989 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e15210f6-9081-4dd9-acca-11618e9b63f2 tempest-DHCPAgentSchedulersTestJSON-1138141040 tempest-DHCPAgentSchedulersTestJSON-1138141040-project-admin] 10.222.0.10 "GET /v2.0/agents/aa2239ae-c0e1-41d7-bf82-1931f0868046/dhcp-networks HTTP/1.1" status: 200 len: 10428 time: 1.0341187 Feb 04 05:43:24.379928 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ea086781-0142-406e-a927-54242d323a6d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786664 Feb 04 05:43:24.380811 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48922) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:24.381101 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48924) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:24.383445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.ipam_backend_mixin [None req-1ca1190a-ea79-434b-be8e-0f57f4b5681a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Performing IP validity checks on allocation pools {{(pid=108745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 05:43:24.383973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.ipam_backend_mixin [None req-1ca1190a-ea79-434b-be8e-0f57f4b5681a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 05:43:24.396258 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-ec7bc067-fc17-4bce-b223-fe3ca431c403 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:24.431379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] device_id is not set on port 13ce2e48-80ec-4e03-b5ea-5b8b4d5f3db9 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:43:24.444873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c368587-c355-446c-beca-2b9b40f6eb98 None None] Pushing event updated for resources: {'Port': ['ID=912b424a-1c83-4d53-beec-968acc9bf9c6,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:24.452021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 6e798204-df67-456e-b8f0-dedb07247c69 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:24.452458 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.480741 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2172f419-ca42-4b82-bf58-75782d76f549 tempest-DHCPAgentSchedulersTestJSON-1138141040 tempest-DHCPAgentSchedulersTestJSON-1138141040-project-admin] 10.222.0.10 "GET /v2.0/networks/2bbaa99f-1c35-475d-a51b-63c802e570ea/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0943964 Feb 04 05:43:24.480741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48926) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:24.491767 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cd983afe-8c51-467e-b789-1fbb895c3ab7 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.495620 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cd983afe-8c51-467e-b789-1fbb895c3ab7 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2511675 Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server [None req-87d7d002-16dd-472e-b0f0-55a5327206bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e70e2a0-2a1b-4a08-98d1-b7fad3a0aba5: This subnet is being modified by another concurrent operation. Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:43:24.495755 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e70e2a0-2a1b-4a08-98d1-b7fad3a0aba5: This subnet is being modified by another concurrent operation. Feb 04 05:43:24.499317 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Feb 04 05:43:24.501718 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e83b0a7-fd18-40df-aec8-0d49465989d7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.501718 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e83b0a7-fd18-40df-aec8-0d49465989d7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.511492 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48928) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:24.519718 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Request body: {'router': {'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:24.526978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d0e39ce6-7cdb-4c6b-847a-93a279be8a3c None None] Provisioning complete for port d965a478-2cb8-4c03-9ca2-ec3f3298cb65 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:24.527350 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d0e39ce6-7cdb-4c6b-847a-93a279be8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.567343 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.626170 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-18e0576a-98d3-4879-ba8f-b1e4fb57b85b req-deeee0d7-08e9-4539-a91f-b3cae0551a6c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5301254 Feb 04 05:43:24.641353 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e7e62c4f-78be-4320-938c-2f7033567b4f tempest-DHCPAgentSchedulersTestJSON-1138141040 tempest-DHCPAgentSchedulersTestJSON-1138141040-project-admin] 10.222.0.10 "GET /v2.0/networks/2bbaa99f-1c35-475d-a51b-63c802e570ea/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1586258 Feb 04 05:43:24.643491 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network b5b5b23b-41e7-401a-981b-09bcc2982b2c is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:24.654784 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48930) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:24.755555 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d0e39ce6-7cdb-4c6b-847a-93a279be8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.757928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-2c35d9e5-b578-4d4c-b3dc-a95e06b620bb', 'network_id': '2c35d9e5-b578-4d4c-b3dc-a95e06b620bb', 'tenant_id': '7792832c90bd4ac49d281b6efc6d76c2', 'fixed_ips': [{'subnet_id': '04f16783-41af-4994-b748-9e459fd4fe64'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:24.758811 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.781820 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.823969 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 6e798204-df67-456e-b8f0-dedb07247c69, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6e798204-df67-456e-b8f0-dedb07247c69,segment=NetworkSegment(e7e94294-cd40-4bc2-b91c-562cd4210ae2),segment_id=e7e94294-cd40-4bc2-b91c-562cd4210ae2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:24.883673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.884457 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c35bc7de-8215-4278-8174-a6d6e561c8c2 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:24.926896 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.938616 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e83b0a7-fd18-40df-aec8-0d49465989d7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:24.974423 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=3d265fbc-7796-4edd-aa56-21169bbf9687,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:24.994205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e83b0a7-fd18-40df-aec8-0d49465989d7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.003775 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d0e39ce6-7cdb-4c6b-847a-93a279be8a3c None None] For port d965a478-2cb8-4c03-9ca2-ec3f3298cb65, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d965a478-2cb8-4c03-9ca2-ec3f3298cb65,segment=NetworkSegment(31b664dc-142e-4f5d-aee5-52ac2dbf968e),segment_id=31b664dc-142e-4f5d-aee5-52ac2dbf968e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:25.014311 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:25.028295 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:25.040589 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d0e39ce6-7cdb-4c6b-847a-93a279be8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.050459 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port c35bc7de-8215-4278-8174-a6d6e561c8c2 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:25.050801 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.061090 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e83b0a7-fd18-40df-aec8-0d49465989d7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.065509 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5e83b0a7-fd18-40df-aec8-0d49465989d7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7672706 Feb 04 05:43:25.068160 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48932) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:25.075189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8caed10d-b9b8-405c-a674-4d7619ef91bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'network_id': '2c35d9e5-b578-4d4c-b3dc-a95e06b620bb', 'name': 'tempest-PortsTestJSON-915404478'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:25.113776 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7bc067-fc17-4bce-b223-fe3ca431c403 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:25.117390 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ec7bc067-fc17-4bce-b223-fe3ca431c403 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.141709 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=6e798204-df67-456e-b8f0-dedb07247c69,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:25.216339 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d0e39ce6-7cdb-4c6b-847a-93a279be8a3c None None] Provisioning complete for port 6e798204-df67-456e-b8f0-dedb07247c69 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:25.217359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d0e39ce6-7cdb-4c6b-847a-93a279be8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.258614 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2a126-73ec-49b1-982f-5bc36b9c7288 req-f9ab4866-7620-4924-9087-39dc4ea6d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:25.260066 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Allocated IP 172.20.0.2 (2c35d9e5-b578-4d4c-b3dc-a95e06b620bb/04f16783-41af-4994-b748-9e459fd4fe64/5c3ff697-5fcb-4808-b4d4-71132d82c507) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:25.260186 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dfc2a126-73ec-49b1-982f-5bc36b9c7288 req-f9ab4866-7620-4924-9087-39dc4ea6d426 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16cfc891-7074-4a12-8ae8-46d913cd15c9 HTTP/1.1" status: 200 len: 911 time: 1.1392829 Feb 04 05:43:25.270976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d965a478-2cb8-4c03-9ca2-ec3f3298cb65 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:25.311500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.346862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e39ce6-7cdb-4c6b-847a-93a279be8a3c None None] Pushing event updated for resources: {'Port': ['ID=d965a478-2cb8-4c03-9ca2-ec3f3298cb65,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:25.448896 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f0ccb5-2dd7-4f77-8d6b-6e80488f14a6 None None] Network 0aa6c8e9-bb22-45a6-856e-3ea918799fda requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:25.475972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port d965a478-2cb8-4c03-9ca2-ec3f3298cb65 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:25.476902 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.507971 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fbc6d873-67ef-48da-8898-865d288a8b0e tempest-DHCPAgentSchedulersTestJSON-1138141040 tempest-DHCPAgentSchedulersTestJSON-1138141040-project-admin] 10.222.0.10 "GET /v2.0/agents/aa2239ae-c0e1-41d7-bf82-1931f0868046/dhcp-networks HTTP/1.1" status: 200 len: 11169 time: 0.5288010 Feb 04 05:43:25.509233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48934) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:25.595821 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caed10d-b9b8-405c-a674-4d7619ef91bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:25.599187 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8caed10d-b9b8-405c-a674-4d7619ef91bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.607524 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Allocated IP 172.20.0.10 (5c26af88-2858-471e-b16e-a1bea8a1b3d2/280ed77c-aa9f-49d1-a763-407ed381e3c5/13ce2e48-80ec-4e03-b5ea-5b8b4d5f3db9) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:25.636870 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.639984 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.648415 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dfc2a126-73ec-49b1-982f-5bc36b9c7288 req-58ae4b5b-804d-41b1-aaa8-f8610d808e72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e26def-ad4c-4e64-a39c-c0373f6389ae HTTP/1.1" status: 200 len: 1001 time: 0.3343816 Feb 04 05:43:25.677753 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.700188 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.750270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-8caed10d-b9b8-405c-a674-4d7619ef91bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port 63372a09-5a5e-485d-a3af-7b096dcb643b yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:43:25.779953 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Network 2c35d9e5-b578-4d4c-b3dc-a95e06b620bb is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:25.789240 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:25.791599 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:25.793909 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8b086795-9dac-4af0-a7c6-7d1b91c9fb5b None None] Provisioning complete for port 3d265fbc-7796-4edd-aa56-21169bbf9687 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:25.794362 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8b086795-9dac-4af0-a7c6-7d1b91c9fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.799659 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Pushing event updated for resources: {'Port': ['ID=5c3ff697-5fcb-4808-b4d4-71132d82c507,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:25.843067 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.873749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 61debfce-09db-44b6-af43-b329530c969c no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:25.879562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1ca1190a-ea79-434b-be8e-0f57f4b5681a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.917798 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 61debfce-09db-44b6-af43-b329530c969c {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:25.918151 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 61debfce-09db-44b6-af43-b329530c969c not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:25.930572 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8b086795-9dac-4af0-a7c6-7d1b91c9fb5b None None] Port 3d265fbc-7796-4edd-aa56-21169bbf9687 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:25.951639 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Attempting to bind port 5c3ff697-5fcb-4808-b4d4-71132d82c507 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:25.952166 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Attempting to bind port 5c3ff697-5fcb-4808-b4d4-71132d82c507 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '9cfd19ea-1f9f-46af-9d73-cab063555ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2c35d9e5-b578-4d4c-b3dc-a95e06b620bb'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:25.952353 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Attempting to bind port 5c3ff697-5fcb-4808-b4d4-71132d82c507 on network 2c35d9e5-b578-4d4c-b3dc-a95e06b620bb {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:25.960285 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2a126-73ec-49b1-982f-5bc36b9c7288 req-1db64e18-da7f-4f2a-9881-3553f461b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:25.960653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8b086795-9dac-4af0-a7c6-7d1b91c9fb5b None None] Provisioning complete for port 6e798204-df67-456e-b8f0-dedb07247c69 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:25.961033 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8b086795-9dac-4af0-a7c6-7d1b91c9fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.962228 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dfc2a126-73ec-49b1-982f-5bc36b9c7288 req-1db64e18-da7f-4f2a-9881-3553f461b6fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=55e14a0e-49fa-4b7e-a51a-07432707a113 HTTP/1.1" status: 200 len: 850 time: 0.3026366 Feb 04 05:43:25.962852 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:25.963117 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Checking segment: {'id': '9cfd19ea-1f9f-46af-9d73-cab063555ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2c35d9e5-b578-4d4c-b3dc-a95e06b620bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:25.963505 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:25.964155 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Bound using segment: {'id': '9cfd19ea-1f9f-46af-9d73-cab063555ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2c35d9e5-b578-4d4c-b3dc-a95e06b620bb'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:25.964628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Bound port: 5c3ff697-5fcb-4808-b4d4-71132d82c507, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfd19ea-1f9f-46af-9d73-cab063555ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2c35d9e5-b578-4d4c-b3dc-a95e06b620bb'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:25.964996 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.018681 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fec7d-b40e-46f4-854a-5ae192eb2543 req-f575bbd7-64fa-46b2-9ba4-5b121158721e tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:26.020309 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a84fec7d-b40e-46f4-854a-5ae192eb2543 req-f575bbd7-64fa-46b2-9ba4-5b121158721e tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2456770 Feb 04 05:43:26.190737 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] For port 5c3ff697-5fcb-4808-b4d4-71132d82c507, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:26.194801 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] For port 5c3ff697-5fcb-4808-b4d4-71132d82c507, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=5c3ff697-5fcb-4808-b4d4-71132d82c507,segment=NetworkSegment(9cfd19ea-1f9f-46af-9d73-cab063555ccf),segment_id=9cfd19ea-1f9f-46af-9d73-cab063555ccf)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:26.202672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.223614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Allocated IP 172.26.3.234 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/48fb9cc8-27a5-4be9-8f09-62006fdc4c0c) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:26.228368 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1190a-ea79-434b-be8e-0f57f4b5681a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Subnet': ['ID=5746c5b4-666a-4392-9b3c-5691cc697f55,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:26.253999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8b086795-9dac-4af0-a7c6-7d1b91c9fb5b None None] Provisioning complete for port 912b424a-1c83-4d53-beec-968acc9bf9c6 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:26.254368 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8b086795-9dac-4af0-a7c6-7d1b91c9fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.261524 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6e798204-df67-456e-b8f0-dedb07247c69 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:26.274257 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca1190a-ea79-434b-be8e-0f57f4b5681a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Checking segment: {'id': 'acbc0f4b-472f-4c42-9ae6-c2892aaedf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:26.274785 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca1190a-ea79-434b-be8e-0f57f4b5681a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network hostable DHCP agents. Network: 3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:43:26.275064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7234db0c-f26c-409e-8bc5-63bb9b4dab71 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.290388 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a84fec7d-b40e-46f4-854a-5ae192eb2543 req-bcc68127-bb04-4bf4-b8f6-51b2868037d9 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459757 Feb 04 05:43:26.338165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2a126-73ec-49b1-982f-5bc36b9c7288 req-4ff5e111-edec-4b8e-ae5f-d7bf6d2cb854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:26.338847 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64209f0f-786a-4a84-b087-a104039b1b04 None None] Pushing event updated for resources: {'Port': ['ID=5c3ff697-5fcb-4808-b4d4-71132d82c507,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:26.339687 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dfc2a126-73ec-49b1-982f-5bc36b9c7288 req-4ff5e111-edec-4b8e-ae5f-d7bf6d2cb854 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16cfc891-7074-4a12-8ae8-46d913cd15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3652689 Feb 04 05:43:26.380030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 6e798204-df67-456e-b8f0-dedb07247c69 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:26.380583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.439261 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.440677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ec7bc067-fc17-4bce-b223-fe3ca431c403 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.457219 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8b086795-9dac-4af0-a7c6-7d1b91c9fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.489323 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca1190a-ea79-434b-be8e-0f57f4b5681a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Network 3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:43:26.540686 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-1ca1190a-ea79-434b-be8e-0f57f4b5681a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:26.546112 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1190a-ea79-434b-be8e-0f57f4b5681a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:26.546973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1ca1190a-ea79-434b-be8e-0f57f4b5681a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.609737 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7bc067-fc17-4bce-b223-fe3ca431c403 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:26.625903 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1ca1190a-ea79-434b-be8e-0f57f4b5681a tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.2240503 Feb 04 05:43:26.639670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48938) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:26.645265 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-04f20443-c718-43bc-8a8a-7aae40c56de9 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:26.665269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-ec7bc067-fc17-4bce-b223-fe3ca431c403 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:26.681600 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dfc2a126-73ec-49b1-982f-5bc36b9c7288 req-daac8560-b428-417c-a76a-24fa972ae1cd service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272159 Feb 04 05:43:26.687749 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.698390 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a4105-a950-401d-a93f-489f95817c20 None None] Network 3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:26.701623 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8a473b-b917-4fe7-8ca7-08c49a369d88 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:26.711012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.721911 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7bc067-fc17-4bce-b223-fe3ca431c403 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:26.722514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ec7bc067-fc17-4bce-b223-fe3ca431c403 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.727026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.742559 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7234db0c-f26c-409e-8bc5-63bb9b4dab71 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.744952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bc067-fc17-4bce-b223-fe3ca431c403 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=addcdf44-1429-421f-9554-33b45e4c0a21,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:26.767278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-8caed10d-b9b8-405c-a674-4d7619ef91bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Allocated IP 172.20.0.4 (2c35d9e5-b578-4d4c-b3dc-a95e06b620bb/04f16783-41af-4994-b748-9e459fd4fe64/63372a09-5a5e-485d-a3af-7b096dcb643b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:26.804058 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ec7bc067-fc17-4bce-b223-fe3ca431c403 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4162841 Feb 04 05:43:26.807267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.815437 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48940) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:26.818910 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-7234db0c-f26c-409e-8bc5-63bb9b4dab71 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f23236f-80ea-4642-b71a-37e6f579f535']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:26.832878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-85cb72b1-241b-45ec-bddc-0694c472e83d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-732916716', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:26.848672 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Network 5c26af88-2858-471e-b16e-a1bea8a1b3d2 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:26.859030 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:26.862251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:26.865681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-7234db0c-f26c-409e-8bc5-63bb9b4dab71 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5100d0ce-cc6b-4d64-aeec-4798e1764873') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:26.865681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-7234db0c-f26c-409e-8bc5-63bb9b4dab71 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5100d0ce-cc6b-4d64-aeec-4798e1764873') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:26.867027 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8b086795-9dac-4af0-a7c6-7d1b91c9fb5b None None] For port 912b424a-1c83-4d53-beec-968acc9bf9c6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=912b424a-1c83-4d53-beec-968acc9bf9c6,segment=NetworkSegment(72c4c70c-0600-49e6-ab6b-87d5a5949ce7),segment_id=72c4c70c-0600-49e6-ab6b-87d5a5949ce7)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:26.887521 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7234db0c-f26c-409e-8bc5-63bb9b4dab71 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.891204 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8b086795-9dac-4af0-a7c6-7d1b91c9fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.905051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d965a478-2cb8-4c03-9ca2-ec3f3298cb65 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:26.932639 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85cb72b1-241b-45ec-bddc-0694c472e83d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.933671 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85cb72b1-241b-45ec-bddc-0694c472e83d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.935593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7234db0c-f26c-409e-8bc5-63bb9b4dab71 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.939999 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-04f20443-c718-43bc-8a8a-7aae40c56de9 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12674626'] for subnet, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.942602 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Pushing event updated for resources: {'Port': ['ID=13ce2e48-80ec-4e03-b5ea-5b8b4d5f3db9,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:26.967832 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7234db0c-f26c-409e-8bc5-63bb9b4dab71 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:26.968244 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7234db0c-f26c-409e-8bc5-63bb9b4dab71 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:26.977219 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:26.995853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=3d265fbc-7796-4edd-aa56-21169bbf9687,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:27.010612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.047805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.160903 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port d965a478-2cb8-4c03-9ca2-ec3f3298cb65 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:27.161588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.179689 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8b086795-9dac-4af0-a7c6-7d1b91c9fb5b None None] Provisioning complete for port 80d6f6f0-d2a5-4bfc-9b92-1f3c3bc5a728 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:27.179998 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8b086795-9dac-4af0-a7c6-7d1b91c9fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.186328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7234db0c-f26c-409e-8bc5-63bb9b4dab71 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.218094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7234db0c-f26c-409e-8bc5-63bb9b4dab71 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.221306 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7234db0c-f26c-409e-8bc5-63bb9b4dab71 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] 10.222.0.10 "DELETE /v2.0/networks/0f23236f-80ea-4642-b71a-37e6f579f535 HTTP/1.1" status: 204 len: 168 time: 1.7046885 Feb 04 05:43:27.238235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:27.240781 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48942) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:27.241431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Pushing event updated for resources: {'Port': ['ID=48fb9cc8-27a5-4be9-8f09-62006fdc4c0c,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:27.256289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234db0c-f26c-409e-8bc5-63bb9b4dab71 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Pushing event deleted for resources: {'Network': ['ID=0f23236f-80ea-4642-b71a-37e6f579f535,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:27.257097 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8b086795-9dac-4af0-a7c6-7d1b91c9fb5b None None] Port 80d6f6f0-d2a5-4bfc-9b92-1f3c3bc5a728 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:27.258784 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': 'addcdf44-1429-421f-9554-33b45e4c0a21'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:27.259896 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.270854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:27.277205 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b086795-9dac-4af0-a7c6-7d1b91c9fb5b None None] Pushing event updated for resources: {'Port': ['ID=912b424a-1c83-4d53-beec-968acc9bf9c6,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:27.291500 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:27.298394 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ce87f7-6573-4d37-9df2-1e97f72d8dd7 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:27.299664 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ce87f7-6573-4d37-9df2-1e97f72d8dd7 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:27.302637 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-22ce87f7-6573-4d37-9df2-1e97f72d8dd7 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] 10.222.0.10 "DELETE /v2.0/ports/85324f94-9f7e-44ce-b27c-edefe91252b2 HTTP/1.1" status: 404 len: 333 time: 0.0585628 Feb 04 05:43:27.341605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48944) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:27.384844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85cb72b1-241b-45ec-bddc-0694c472e83d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.418523 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85cb72b1-241b-45ec-bddc-0694c472e83d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.457551 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dfc2a126-73ec-49b1-982f-5bc36b9c7288 req-b80593c2-36f4-4683-8968-6dbd5484ada7 service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7626750 Feb 04 05:43:27.465903 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:27.466132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8caed10d-b9b8-405c-a674-4d7619ef91bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.466720 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.498492 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85cb72b1-241b-45ec-bddc-0694c472e83d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.502216 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-85cb72b1-241b-45ec-bddc-0694c472e83d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6795378 Feb 04 05:43:27.510495 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48948) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:27.523867 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-07b18ff7-04fd-4627-a491-abb938229d50 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 5.0554931 Feb 04 05:43:27.527644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48950) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:27.534582 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-663ef0c0-a753-4a53-843b-3689ca4b5e25 None None] Provisioning complete for port 13ce2e48-80ec-4e03-b5ea-5b8b4d5f3db9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:27.535617 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-663ef0c0-a753-4a53-843b-3689ca4b5e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.537415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92', 'network_id': '3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92', 'tenant_id': '22c8121ee06243219769106a4e17f9d1', 'fixed_ips': [{'subnet_id': '5746c5b4-666a-4392-9b3c-5691cc697f55'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:27.538268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.588260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c3aabd-3555-4fc2-a179-0795393fd66a tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Deleting subnet 4a7a9bde-0183-41f8-bd04-79c297d4ee1d {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:27.632169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 912b424a-1c83-4d53-beec-968acc9bf9c6 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:27.642195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-13c3aabd-3555-4fc2-a179-0795393fd66a tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.736742 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-04f20443-c718-43bc-8a8a-7aae40c56de9 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740032682599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13092528'] for subnet, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.750251 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Allocated IP 2001:db8::2 (99cffe53-689e-4c68-95bc-797fbe732ade/addcdf44-1429-421f-9554-33b45e4c0a21/94072527-ae83-46ce-b3ea-4a00b4d79f4e) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:27.796174 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f20443-c718-43bc-8a8a-7aae40c56de9 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:27.796599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-04f20443-c718-43bc-8a8a-7aae40c56de9 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.801620 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-04f20443-c718-43bc-8a8a-7aae40c56de9 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "PUT /v2.0/subnets/5746c5b4-666a-4392-9b3c-5691cc697f55 HTTP/1.1" status: 200 len: 900 time: 1.1610179 Feb 04 05:43:27.810478 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48952) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:27.822963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f966d79e-ad8f-4b4c-b1d3-e2d365a3ced5 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:27.830252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f966d79e-ad8f-4b4c-b1d3-e2d365a3ced5 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:27.831144 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d5f6b-5d13-4b2c-b646-40106970b8a0 req-24177d78-d797-4c70-8339-9b1f6fa444b1 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:27.833290 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-219d5f6b-5d13-4b2c-b646-40106970b8a0 req-24177d78-d797-4c70-8339-9b1f6fa444b1 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.4227760 Feb 04 05:43:27.836169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f966d79e-ad8f-4b4c-b1d3-e2d365a3ced5 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:27.840758 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f966d79e-ad8f-4b4c-b1d3-e2d365a3ced5 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3065436 Feb 04 05:43:27.844183 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48954) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:27.870695 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-663ef0c0-a753-4a53-843b-3689ca4b5e25 None None] Port 13ce2e48-80ec-4e03-b5ea-5b8b4d5f3db9 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:27.884968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-13c3aabd-3555-4fc2-a179-0795393fd66a tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:27.894472 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d1ad13-a0ec-4d19-8965-0164834d0acc None None] Network 2c35d9e5-b578-4d4c-b3dc-a95e06b620bb requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:27.972254 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network b5b5b23b-41e7-401a-981b-09bcc2982b2c is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:27.985603 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:28.011956 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8caed10d-b9b8-405c-a674-4d7619ef91bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.038942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-663ef0c0-a753-4a53-843b-3689ca4b5e25 None None] Provisioning complete for port 912b424a-1c83-4d53-beec-968acc9bf9c6 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:28.039575 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-663ef0c0-a753-4a53-843b-3689ca4b5e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.056504 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-219d5f6b-5d13-4b2c-b646-40106970b8a0 req-ad884ab2-c197-4ef4-a9e9-cd18c1da6079 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975865 Feb 04 05:43:28.090014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f20443-c718-43bc-8a8a-7aae40c56de9 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event updated for resources: {'Subnet': ['ID=5746c5b4-666a-4392-9b3c-5691cc697f55,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:28.191294 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.192034 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-13c3aabd-3555-4fc2-a179-0795393fd66a tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.205988 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.211469 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-15181fa8-85c9-4ef4-871e-46e21f4a9d21 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Deleting port 13ce2e48-80ec-4e03-b5ea-5b8b4d5f3db9 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:28.211805 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-15181fa8-85c9-4ef4-871e-46e21f4a9d21 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.216880 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Allocated IP 2001:db8::3 (3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92/5746c5b4-666a-4392-9b3c-5691cc697f55/bd15018a-6fb3-4fbf-a879-c065a413923a) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:28.267356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caed10d-b9b8-405c-a674-4d7619ef91bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network 2c35d9e5-b578-4d4c-b3dc-a95e06b620bb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:28.268873 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caed10d-b9b8-405c-a674-4d7619ef91bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=63372a09-5a5e-485d-a3af-7b096dcb643b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:28.295377 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.306712 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-8caed10d-b9b8-405c-a674-4d7619ef91bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:28.322021 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caed10d-b9b8-405c-a674-4d7619ef91bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:28.338866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 912b424a-1c83-4d53-beec-968acc9bf9c6 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:28.339240 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.369589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.388576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-13c3aabd-3555-4fc2-a179-0795393fd66a tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.422019 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 6ad9de0d-27e9-4942-918a-c5b7ef413a77 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:43:28.422620 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:28.431559 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caed10d-b9b8-405c-a674-4d7619ef91bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:28.432167 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8caed10d-b9b8-405c-a674-4d7619ef91bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.435656 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Pushing event updated for resources: {'Port': ['ID=94072527-ae83-46ce-b3ea-4a00b4d79f4e,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:28.438305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:28.440472 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-13c3aabd-3555-4fc2-a179-0795393fd66a tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.443595 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-13c3aabd-3555-4fc2-a179-0795393fd66a tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] 10.222.0.10 "DELETE /v2.0/subnets/4a7a9bde-0183-41f8-bd04-79c297d4ee1d HTTP/1.1" status: 204 len: 168 time: 1.1009834 Feb 04 05:43:28.444424 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3aabd-3555-4fc2-a179-0795393fd66a tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7a9bde-0183-41f8-bd04-79c297d4ee1d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:28.446137 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.469713 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:28.477085 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb72588-6b89-4769-a966-7f2e224c9f4e None None] Network 2bbaa99f-1c35-475d-a51b-63c802e570ea requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:28.481169 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-15181fa8-85c9-4ef4-871e-46e21f4a9d21 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.484923 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48956) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:28.535070 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-15181fa8-85c9-4ef4-871e-46e21f4a9d21 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Calling delete_port for 13ce2e48-80ec-4e03-b5ea-5b8b4d5f3db9 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:28.535734 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8caed10d-b9b8-405c-a674-4d7619ef91bc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4646552 Feb 04 05:43:28.538365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48958) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:28.653753 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.703033 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.729708 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Attempting to bind port 94072527-ae83-46ce-b3ea-4a00b4d79f4e on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:28.730036 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Attempting to bind port 94072527-ae83-46ce-b3ea-4a00b4d79f4e by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:28.730455 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Attempting to bind port 94072527-ae83-46ce-b3ea-4a00b4d79f4e on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:28.734825 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.760272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.764425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:28.777416 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-26fcfc68-150f-4b3e-af4d-6d5223217873 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/6ad9de0d-27e9-4942-918a-c5b7ef413a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7272322 Feb 04 05:43:28.778706 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::1 (99cffe53-689e-4c68-95bc-797fbe732ade/addcdf44-1429-421f-9554-33b45e4c0a21/e1d946c0-f80b-4df0-925f-e594e0195ab2) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:28.786467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48960) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:28.897228 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79cc1d7-3857-4566-bf0b-ad327aac4693 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:28.901356 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d79cc1d7-3857-4566-bf0b-ad327aac4693 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports/3d265fbc-7796-4edd-aa56-21169bbf9687 HTTP/1.1" status: 200 len: 910 time: 0.1113296 Feb 04 05:43:28.929173 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:28.929173 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:28.929562 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.929657 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48962) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:28.929834 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:28.931478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Bound port: 94072527-ae83-46ce-b3ea-4a00b4d79f4e, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:28.931478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:28.940885 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871bdf08-7f06-4c25-a0f3-b0c76127a51d None None] Sync routers for ids ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:29.007241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Network 3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:29.041714 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1bbb45e5-8233-4c39-bd03-90d32e039ac6 None None] Provisioning complete for port 5c3ff697-5fcb-4808-b4d4-71132d82c507 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:29.042134 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1bbb45e5-8233-4c39-bd03-90d32e039ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.044087 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:29.054825 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871bdf08-7f06-4c25-a0f3-b0c76127a51d None None] Routers {'6ad9de0d-27e9-4942-918a-c5b7ef413a77'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:29.055500 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-871bdf08-7f06-4c25-a0f3-b0c76127a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:29.059427 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:29.089700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Pushing event updated for resources: {'Port': ['ID=bd15018a-6fb3-4fbf-a879-c065a413923a,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:29.192690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-871bdf08-7f06-4c25-a0f3-b0c76127a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:29.300761 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] For port 94072527-ae83-46ce-b3ea-4a00b4d79f4e, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:29.304414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871bdf08-7f06-4c25-a0f3-b0c76127a51d None None] Routers {'6ad9de0d-27e9-4942-918a-c5b7ef413a77'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:29.305230 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-871bdf08-7f06-4c25-a0f3-b0c76127a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:29.327614 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4603f997-6c3a-4442-afc8-f4d599298a9a None None] DHCP port deletion for 2bbaa99f-1c35-475d-a51b-63c802e570ea request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:29.329691 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.337284 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] For port 94072527-ae83-46ce-b3ea-4a00b4d79f4e, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=94072527-ae83-46ce-b3ea-4a00b4d79f4e,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:29.371861 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-871bdf08-7f06-4c25-a0f3-b0c76127a51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:29.373879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871bdf08-7f06-4c25-a0f3-b0c76127a51d None None] The sync data for ids ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:29.373879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Attempting to bind port bd15018a-6fb3-4fbf-a879-c065a413923a on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:29.374975 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Attempting to bind port bd15018a-6fb3-4fbf-a879-c065a413923a by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'acbc0f4b-472f-4c42-9ae6-c2892aaedf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:29.374975 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Attempting to bind port bd15018a-6fb3-4fbf-a879-c065a413923a on network 3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:29.377259 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.427125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:29.427125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Checking segment: {'id': 'acbc0f4b-472f-4c42-9ae6-c2892aaedf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:29.427125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.427509 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Bound using segment: {'id': 'acbc0f4b-472f-4c42-9ae6-c2892aaedf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:29.428113 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Bound port: bd15018a-6fb3-4fbf-a879-c065a413923a, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbc0f4b-472f-4c42-9ae6-c2892aaedf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:29.428273 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.441798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Subnet': ['ID=5746c5b4-666a-4392-9b3c-5691cc697f55,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:29.484254 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Deleting port c35bc7de-8215-4278-8174-a6d6e561c8c2 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:29.484744 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.527245 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 5c3ff697-5fcb-4808-b4d4-71132d82c507 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:29.533287 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-15181fa8-85c9-4ef4-871e-46e21f4a9d21 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.544769 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.601663 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.605462 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73db3b3-cb60-489f-8412-93d67bad4b3d None None] Pushing event updated for resources: {'Port': ['ID=94072527-ae83-46ce-b3ea-4a00b4d79f4e,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:29.613098 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1bbb45e5-8233-4c39-bd03-90d32e039ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.616120 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.617799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a4411837-c284-4c9b-903e-42cf01e10279 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.649008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.667240 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] For port bd15018a-6fb3-4fbf-a879-c065a413923a, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:29.672063 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] For port bd15018a-6fb3-4fbf-a879-c065a413923a, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=bd15018a-6fb3-4fbf-a879-c065a413923a,segment=NetworkSegment(acbc0f4b-472f-4c42-9ae6-c2892aaedf8f),segment_id=acbc0f4b-472f-4c42-9ae6-c2892aaedf8f)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:29.678320 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:29.688604 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d3636-f0eb-4897-9d31-395624fe5898 req-77aaf556-e8ac-4d89-9b03-5797a2e0bd2f tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:29.697005 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b62d3636-f0eb-4897-9d31-395624fe5898 req-77aaf556-e8ac-4d89-9b03-5797a2e0bd2f tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2810905 Feb 04 05:43:29.702056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbc0f4b-472f-4c42-9ae6-c2892aaedf8f') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:29.702499 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbc0f4b-472f-4c42-9ae6-c2892aaedf8f') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:29.721930 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-1bbb45e5-8233-4c39-bd03-90d32e039ac6 None None] For port 5c3ff697-5fcb-4808-b4d4-71132d82c507, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=5c3ff697-5fcb-4808-b4d4-71132d82c507,segment=NetworkSegment(9cfd19ea-1f9f-46af-9d73-cab063555ccf),segment_id=9cfd19ea-1f9f-46af-9d73-cab063555ccf)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:29.748739 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.754869 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.758443 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15181fa8-85c9-4ef4-871e-46e21f4a9d21 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Pushing event deleted for resources: {'Port': ['ID=13ce2e48-80ec-4e03-b5ea-5b8b4d5f3db9,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:29.781260 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-4603f997-6c3a-4442-afc8-f4d599298a9a None None] Deleting port c35bc7de-8215-4278-8174-a6d6e561c8c2 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:29.782174 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4603f997-6c3a-4442-afc8-f4d599298a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.810845 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1bbb45e5-8233-4c39-bd03-90d32e039ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.820274 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 5c3ff697-5fcb-4808-b4d4-71132d82c507 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:29.820653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.867150 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.950332 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:29.950794 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:29.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:29.997027 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] For port c35bc7de-8215-4278-8174-a6d6e561c8c2, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c35bc7de-8215-4278-8174-a6d6e561c8c2,segment=NetworkSegment(35510f65-b3d8-4899-8d26-32c5b45e8253),segment_id=35510f65-b3d8-4899-8d26-32c5b45e8253)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:29.997381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.008529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.040304 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1bbb45e5-8233-4c39-bd03-90d32e039ac6 None None] Provisioning complete for port 3d265fbc-7796-4edd-aa56-21169bbf9687 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:30.040617 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1bbb45e5-8233-4c39-bd03-90d32e039ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.054318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-4603f997-6c3a-4442-afc8-f4d599298a9a None None] For port c35bc7de-8215-4278-8174-a6d6e561c8c2, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c35bc7de-8215-4278-8174-a6d6e561c8c2,segment=NetworkSegment(35510f65-b3d8-4899-8d26-32c5b45e8253),segment_id=35510f65-b3d8-4899-8d26-32c5b45e8253)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:30.054731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4603f997-6c3a-4442-afc8-f4d599298a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.064428 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Calling delete_port for c35bc7de-8215-4278-8174-a6d6e561c8c2 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:30.115662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 05:43:30.115662 dv-neutron-827794-1-hyperv neutron-server[108744]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 05:43:30.115662 dv-neutron-827794-1-hyperv neutron-server[108744]: [parameters: {'id': '3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92'}] Feb 04 05:43:30.115662 dv-neutron-827794-1-hyperv neutron-server[108744]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:43:30.115662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:43:30.135269 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d93430-4d03-49f1-b323-53443c08f0a0 None None] Network 3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:30.136826 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023082e-7c75-40cb-8e33-302168aa03bf None None] Pushing event updated for resources: {'Port': ['ID=bd15018a-6fb3-4fbf-a879-c065a413923a,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:30.138430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-15181fa8-85c9-4ef4-871e-46e21f4a9d21 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.146436 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-15181fa8-85c9-4ef4-871e-46e21f4a9d21 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] 10.222.0.10 "DELETE /v2.0/ports/13ce2e48-80ec-4e03-b5ea-5b8b4d5f3db9 HTTP/1.1" status: 204 len: 168 time: 2.2956774 Feb 04 05:43:30.149592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48966) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:30.156605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3e8b2d24-c38d-4fe5-8a64-232549409767 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Request body: {'port': {'name': 'tempest-new-port-name-1309756580', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:30.157076 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.api.validators [None req-3e8b2d24-c38d-4fe5-8a64-232549409767 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] bootfile-name is not in valid_values {{(pid=108744) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:43:30.157364 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-4603f997-6c3a-4442-afc8-f4d599298a9a None None] Calling delete_port for c35bc7de-8215-4278-8174-a6d6e561c8c2 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:30.157485 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.api.validators [None req-3e8b2d24-c38d-4fe5-8a64-232549409767 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] tftp-server is not in valid_values {{(pid=108744) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:43:30.157718 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.api.validators [None req-3e8b2d24-c38d-4fe5-8a64-232549409767 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] server-ip-address is not in valid_values {{(pid=108744) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:43:30.166215 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b62d3636-f0eb-4897-9d31-395624fe5898 req-44c6830d-eb18-4aac-bb72-9e753dd5d278 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4674208 Feb 04 05:43:30.190510 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:30.206247 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:30.218941 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Router 0c652ccb-0028-4d9c-ae47-c683ec7adcaa is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:43:30.240732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:30.241297 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.280095 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e8b2d24-c38d-4fe5-8a64-232549409767 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.285666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=e1d946c0-f80b-4df0-925f-e594e0195ab2,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:30.295634 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb45e5-8233-4c39-bd03-90d32e039ac6 None None] Port 3d265fbc-7796-4edd-aa56-21169bbf9687 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:30.348944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a4411837-c284-4c9b-903e-42cf01e10279 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.384312 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a4411837-c284-4c9b-903e-42cf01e10279 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.403200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb45e5-8233-4c39-bd03-90d32e039ac6 None None] Pushing event updated for resources: {'Port': ['ID=5c3ff697-5fcb-4808-b4d4-71132d82c507,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:30.412728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 912b424a-1c83-4d53-beec-968acc9bf9c6 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:30.479984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.503807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.530496 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.531293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-44b6a1da-239c-4994-bfbf-5d63a9b956b6 None None] Provisioning complete for port 5c3ff697-5fcb-4808-b4d4-71132d82c507 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:30.531830 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-44b6a1da-239c-4994-bfbf-5d63a9b956b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.534968 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] No DVR routers for this DVR port c35bc7de-8215-4278-8174-a6d6e561c8c2 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:30.544996 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Pushing event deleted for resources: {'Port': ['ID=c35bc7de-8215-4278-8174-a6d6e561c8c2,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:30.551310 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4411837-c284-4c9b-903e-42cf01e10279 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=63372a09-5a5e-485d-a3af-7b096dcb643b,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:30.570024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4603f997-6c3a-4442-afc8-f4d599298a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.586683 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9553631-f700-49b5-b304-3aaf9e4fed4a None None] Network 3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:30.588948 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:30.602910 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.608923 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d33d856-8518-4937-83d9-bcaafc901924 None None] Sync routers for ids ['0c652ccb-0028-4d9c-ae47-c683ec7adcaa'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:30.614871 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6f5dccdf-03b1-42b6-afa9-19940af61475 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "PUT /v2.0/routers/0c652ccb-0028-4d9c-ae47-c683ec7adcaa HTTP/1.1" status: 200 len: 884 time: 6.1021235 Feb 04 05:43:30.621692 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.623886 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48970) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:30.629057 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33d856-8518-4937-83d9-bcaafc901924 None None] Routers {'0c652ccb-0028-4d9c-ae47-c683ec7adcaa'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:30.629672 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2d33d856-8518-4937-83d9-bcaafc901924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0c652ccb-0028-4d9c-ae47-c683ec7adcaa'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:30.667612 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603f997-6c3a-4442-afc8-f4d599298a9a None None] Pushing event deleted for resources: {'Port': ['ID=c35bc7de-8215-4278-8174-a6d6e561c8c2,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:30.678117 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 912b424a-1c83-4d53-beec-968acc9bf9c6 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:30.678494 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.684696 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4603f997-6c3a-4442-afc8-f4d599298a9a None None] No DVR routers for this DVR port c35bc7de-8215-4278-8174-a6d6e561c8c2 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:30.715501 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2d33d856-8518-4937-83d9-bcaafc901924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:30.729336 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33d856-8518-4937-83d9-bcaafc901924 None None] Routers {'0c652ccb-0028-4d9c-ae47-c683ec7adcaa'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:30.729966 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2d33d856-8518-4937-83d9-bcaafc901924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0c652ccb-0028-4d9c-ae47-c683ec7adcaa'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:30.771145 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2d33d856-8518-4937-83d9-bcaafc901924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:30.771804 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d33d856-8518-4937-83d9-bcaafc901924 None None] The sync data for ids ['0c652ccb-0028-4d9c-ae47-c683ec7adcaa'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:30.927864 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-44b6a1da-239c-4994-bfbf-5d63a9b956b6 None None] Provisioning complete for port 63372a09-5a5e-485d-a3af-7b096dcb643b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:30.928388 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-44b6a1da-239c-4994-bfbf-5d63a9b956b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.944575 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:30.978365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-44b6a1da-239c-4994-bfbf-5d63a9b956b6 None None] Port 63372a09-5a5e-485d-a3af-7b096dcb643b cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:30.981982 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b062c80d-b1c7-4e59-b4ec-8f58b0663f6d tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/routers/0c652ccb-0028-4d9c-ae47-c683ec7adcaa HTTP/1.1" status: 200 len: 925 time: 0.3260429 Feb 04 05:43:30.985068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48972) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:30.992965 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbaa99f-1c35-475d-a51b-63c802e570ea']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:31.059793 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35510f65-b3d8-4899-8d26-32c5b45e8253') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:31.060150 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35510f65-b3d8-4899-8d26-32c5b45e8253') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:31.087238 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e8b2d24-c38d-4fe5-8a64-232549409767 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.108874 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9ad45417-200d-4e16-b5d4-f2202ae85670 None None] Provisioning complete for port 63372a09-5a5e-485d-a3af-7b096dcb643b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:31.109315 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9ad45417-200d-4e16-b5d4-f2202ae85670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.118929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e8b2d24-c38d-4fe5-8a64-232549409767 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.122114 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a4411837-c284-4c9b-903e-42cf01e10279 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.182759 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.196244 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-9ad45417-200d-4e16-b5d4-f2202ae85670 None None] Port 63372a09-5a5e-485d-a3af-7b096dcb643b cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:31.202461 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Deleting port bd15018a-6fb3-4fbf-a879-c065a413923a {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:31.202461 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.204488 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 5c3ff697-5fcb-4808-b4d4-71132d82c507 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:31.225858 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.279849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 5c3ff697-5fcb-4808-b4d4-71132d82c507 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:31.280675 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.286840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:31.287276 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.293538 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fae691-e50d-458d-85af-fb4024892c9b tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-83fae691-e50d-458d-85af-fb4024892c9b tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&device_id=0c652ccb-0028-4d9c-ae47-c683ec7adcaa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3050127 Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:31.297882 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:31.302173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48974) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:31.357080 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1353cc89-5544-4ab1-b2b8-72be59550df4 None None] Provisioning complete for port 94072527-ae83-46ce-b3ea-4a00b4d79f4e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:31.357593 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1353cc89-5544-4ab1-b2b8-72be59550df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.375755 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b2d24-c38d-4fe5-8a64-232549409767 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Pushing event updated for resources: {'Port': ['ID=80d6f6f0-d2a5-4bfc-9b92-1f3c3bc5a728,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:31.445843 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b2d24-c38d-4fe5-8a64-232549409767 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] In _notify_port_updated(), no bound segment for port 80d6f6f0-d2a5-4bfc-9b92-1f3c3bc5a728 on network 5c26af88-2858-471e-b16e-a1bea8a1b3d2 {{(pid=108744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:43:31.452035 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8b2d24-c38d-4fe5-8a64-232549409767 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:31.452687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e8b2d24-c38d-4fe5-8a64-232549409767 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.456909 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3e8b2d24-c38d-4fe5-8a64-232549409767 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] 10.222.0.10 "PUT /v2.0/ports/80d6f6f0-d2a5-4bfc-9b92-1f3c3bc5a728 HTTP/1.1" status: 200 len: 1136 time: 1.3045473 Feb 04 05:43:31.459032 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] For port bd15018a-6fb3-4fbf-a879-c065a413923a, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=bd15018a-6fb3-4fbf-a879-c065a413923a,segment=NetworkSegment(acbc0f4b-472f-4c42-9ae6-c2892aaedf8f),segment_id=acbc0f4b-472f-4c42-9ae6-c2892aaedf8f)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:31.459400 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.470997 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.474120 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48976) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:31.492250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.511068 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] 10.222.0.10 "DELETE /v2.0/networks/2bbaa99f-1c35-475d-a51b-63c802e570ea HTTP/1.1" status: 204 len: 168 time: 3.0158064 Feb 04 05:43:31.532149 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Calling delete_port for bd15018a-6fb3-4fbf-a879-c065a413923a owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:31.544621 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.550884 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a6e94-8fd5-4aa6-bf99-b38f75900ed6 tempest-DHCPAgentSchedulersTestJSON-703583677 tempest-DHCPAgentSchedulersTestJSON-703583677-project] Pushing event deleted for resources: {'Network': ['ID=2bbaa99f-1c35-475d-a51b-63c802e570ea,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:31.557408 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Allocated IP 172.21.0.1 (0aa6c8e9-bb22-45a6-856e-3ea918799fda/ef228616-87ff-4637-88ee-695377fce932/ae161e10-c8e3-4b0c-b201-c84ad7ecf8b6) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:31.557721 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21ff2c4-8781-4310-91a1-cfa21f9479b6 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:31.563530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.565041 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.565503 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a21ff2c4-8781-4310-91a1-cfa21f9479b6 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] 10.222.0.10 "GET /v2.0/ports/80d6f6f0-d2a5-4bfc-9b92-1f3c3bc5a728 HTTP/1.1" status: 200 len: 1136 time: 0.0906253 Feb 04 05:43:31.569724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48980) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:31.659157 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a4411837-c284-4c9b-903e-42cf01e10279 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.672690 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403efca0-da84-4c7c-9280-a14b018a6975 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:31.673879 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-403efca0-da84-4c7c-9280-a14b018a6975 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/networks/205cec25-dbe4-4e69-8d9c-9f731181c624 HTTP/1.1" status: 200 len: 881 time: 0.3637209 Feb 04 05:43:31.684672 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48982) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:31.709206 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 94072527-ae83-46ce-b3ea-4a00b4d79f4e up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:31.715293 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7ea680b3-bebc-4eeb-ae68-aa41f13677bf tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c652ccb-0028-4d9c-ae47-c683ec7adcaa HTTP/1.1" status: 200 len: 205 time: 0.0294998 Feb 04 05:43:31.719896 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48984) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:31.773744 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21f7e44-bdda-4a75-94cb-02b664e65fd7 None None] get_active_networks_info from dv-neutron-827794-1-hyperv {{(pid=108746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:43:31.833917 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1353cc89-5544-4ab1-b2b8-72be59550df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.854396 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.935740 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 94072527-ae83-46ce-b3ea-4a00b4d79f4e triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:31.936243 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:31.943946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-1353cc89-5544-4ab1-b2b8-72be59550df4 None None] For port 94072527-ae83-46ce-b3ea-4a00b4d79f4e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=94072527-ae83-46ce-b3ea-4a00b4d79f4e,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:31.959682 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No DVR routers for this DVR port bd15018a-6fb3-4fbf-a879-c065a413923a on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:31.970996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Port': ['ID=bd15018a-6fb3-4fbf-a879-c065a413923a,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:31.971152 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1353cc89-5544-4ab1-b2b8-72be59550df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.067449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353cc89-5544-4ab1-b2b8-72be59550df4 None None] Pushing event updated for resources: {'Port': ['ID=94072527-ae83-46ce-b3ea-4a00b4d79f4e,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:32.078172 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d312-cbfc-4b4b-88a9-a68ab55eff72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.082735 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21f7e44-bdda-4a75-94cb-02b664e65fd7 None None] Resources bound (agent type, host, resource id): {{(pid=108746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:43:32.101424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48988) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:32.156540 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d382044b-8fcb-4242-a719-96c1e39eb763 None None] Provisioning complete for port e1d946c0-f80b-4df0-925f-e594e0195ab2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:32.157076 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d382044b-8fcb-4242-a719-96c1e39eb763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.191668 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=e1d946c0-f80b-4df0-925f-e594e0195ab2,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:32.314897 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.315786 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c35bc7de-8215-4278-8174-a6d6e561c8c2 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:32.324800 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-10a3338c-c2ba-46dc-b5ed-ebdbe2021116 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Deleting port 80d6f6f0-d2a5-4bfc-9b92-1f3c3bc5a728 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:32.325393 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-10a3338c-c2ba-46dc-b5ed-ebdbe2021116 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.327465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d382044b-8fcb-4242-a719-96c1e39eb763 None None] Port e1d946c0-f80b-4df0-925f-e594e0195ab2 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:32.360769 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: c35bc7de-8215-4278-8174-a6d6e561c8c2 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:32.361813 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c35bc7de-8215-4278-8174-a6d6e561c8c2 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:32.396555 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d382044b-8fcb-4242-a719-96c1e39eb763 None None] Provisioning complete for port 80d6f6f0-d2a5-4bfc-9b92-1f3c3bc5a728 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:32.397020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d382044b-8fcb-4242-a719-96c1e39eb763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.407093 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:32.422330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:32.476617 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-10a3338c-c2ba-46dc-b5ed-ebdbe2021116 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.478312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d382044b-8fcb-4242-a719-96c1e39eb763 None None] Port 80d6f6f0-d2a5-4bfc-9b92-1f3c3bc5a728 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:32.496599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.565505 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:32.569324 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-10a3338c-c2ba-46dc-b5ed-ebdbe2021116 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Calling delete_port for 80d6f6f0-d2a5-4bfc-9b92-1f3c3bc5a728 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:32.592027 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbc0f4b-472f-4c42-9ae6-c2892aaedf8f') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:32.592391 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbc0f4b-472f-4c42-9ae6-c2892aaedf8f') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:32.598512 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-307e5fca-4fc0-4453-b759-e0cfbac6fd43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9404d9aa29e477f830154157fc6b230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929304 Feb 04 05:43:32.603413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48992) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:32.604415 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.621079 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.636444 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e155b2f0-8370-45c1-897a-f49d60d751a7 None None] get_active_networks_info from dv-neutron-827794-1-hyperv {{(pid=108746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:43:32.651116 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d312-cbfc-4b4b-88a9-a68ab55eff72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.656342 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.671451 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:32.671773 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:32.675200 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:32.717661 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 0aa6c8e9-bb22-45a6-856e-3ea918799fda is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:32.720318 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a4411837-c284-4c9b-903e-42cf01e10279 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.745786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:32.748448 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:32.750849 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a4411837-c284-4c9b-903e-42cf01e10279 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.770355 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e155b2f0-8370-45c1-897a-f49d60d751a7 None None] Resources bound (agent type, host, resource id): {{(pid=108746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:43:32.794621 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=ae161e10-c8e3-4b0c-b201-c84ad7ecf8b6,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:32.830357 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.843752 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.850633 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f78d4666-9f21-4b3c-b0b8-ce3fe35f70ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.850809 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92 HTTP/1.1" status: 204 len: 168 time: 5.0110848 Feb 04 05:43:32.852217 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48994) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:32.869054 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4411837-c284-4c9b-903e-42cf01e10279 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=63372a09-5a5e-485d-a3af-7b096dcb643b,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:32.871617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a4411837-c284-4c9b-903e-42cf01e10279 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.875728 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03eb658-6da4-454f-83d5-6e9af021edbd tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Network': ['ID=3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:32.876095 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.898461 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4fc7d312-cbfc-4b4b-88a9-a68ab55eff72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Deleting port 48fb9cc8-27a5-4be9-8f09-62006fdc4c0c {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:32.898811 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d312-cbfc-4b4b-88a9-a68ab55eff72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.935979 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Router 83f19d6c-4b5f-4193-a2e9-adca59439128 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:43:32.961660 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c29a3b-9783-49be-82fc-f0d5ed1812c6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:32.961926 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c29a3b-9783-49be-82fc-f0d5ed1812c6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:32.965171 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-13c29a3b-9783-49be-82fc-f0d5ed1812c6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/subnets/5746c5b4-666a-4392-9b3c-5691cc697f55 HTTP/1.1" status: 404 len: 337 time: 0.1077733 Feb 04 05:43:32.969373 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 48996) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:32.979829 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f78d4666-9f21-4b3c-b0b8-ce3fe35f70ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:32.998604 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-689a6bb7-0774-4fb9-9195-90aa5677f837 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:32.999157 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689a6bb7-0774-4fb9-9195-90aa5677f837 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:33.006134 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-689a6bb7-0774-4fb9-9195-90aa5677f837 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/3a5e2c88-c7a3-406e-8ad3-87eeb2db0b92 HTTP/1.1" status: 404 len: 339 time: 0.0340919 Feb 04 05:43:33.034397 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 48998) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:33.045531 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d312-cbfc-4b4b-88a9-a68ab55eff72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:33.064618 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 94072527-ae83-46ce-b3ea-4a00b4d79f4e up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:33.077039 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4fc7d312-cbfc-4b4b-88a9-a68ab55eff72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Calling delete_port for 48fb9cc8-27a5-4be9-8f09-62006fdc4c0c owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:33.120630 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 94072527-ae83-46ce-b3ea-4a00b4d79f4e triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:33.121030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:33.148405 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4411837-c284-4c9b-903e-42cf01e10279 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network 2c35d9e5-b578-4d4c-b3dc-a95e06b620bb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:33.150475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-a4411837-c284-4c9b-903e-42cf01e10279 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:33.202604 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-10a3338c-c2ba-46dc-b5ed-ebdbe2021116 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:33.298431 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3338c-c2ba-46dc-b5ed-ebdbe2021116 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Pushing event deleted for resources: {'Port': ['ID=80d6f6f0-d2a5-4bfc-9b92-1f3c3bc5a728,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:33.333399 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2412d06f-14f3-45f4-9b32-ec903217b60c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:33.356035 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:33.383797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:33.397071 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4411837-c284-4c9b-903e-42cf01e10279 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Router 1d2bb7b5-462d-4ba3-9013-864f350a41f4 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:43:33.400206 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49000) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:33.400506 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Sync routers for ids ['83f19d6c-4b5f-4193-a2e9-adca59439128'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:33.400744 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fdede655-e277-4bf1-9d3c-afcdd2dc1578 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "PUT /v2.0/routers/83f19d6c-4b5f-4193-a2e9-adca59439128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8776941 Feb 04 05:43:33.403824 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f78d4666-9f21-4b3c-b0b8-ce3fe35f70ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:33.406430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f78d4666-9f21-4b3c-b0b8-ce3fe35f70ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:33.407680 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f78d4666-9f21-4b3c-b0b8-ce3fe35f70ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70596891-76c7-4ab3-8bef-9a960b8ba2fd HTTP/1.1" status: 204 len: 168 time: 0.8011432 Feb 04 05:43:33.415172 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Routers {'83f19d6c-4b5f-4193-a2e9-adca59439128'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:33.416104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['83f19d6c-4b5f-4193-a2e9-adca59439128'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:33.416269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d312-cbfc-4b4b-88a9-a68ab55eff72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:33.471429 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d4666-9f21-4b3c-b0b8-ce3fe35f70ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70596891-76c7-4ab3-8bef-9a960b8ba2fd,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:33.484668 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7d312-cbfc-4b4b-88a9-a68ab55eff72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Pushing event deleted for resources: {'Port': ['ID=48fb9cc8-27a5-4be9-8f09-62006fdc4c0c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:33.519741 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-10a3338c-c2ba-46dc-b5ed-ebdbe2021116 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:33.526873 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-10a3338c-c2ba-46dc-b5ed-ebdbe2021116 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] 10.222.0.10 "DELETE /v2.0/ports/80d6f6f0-d2a5-4bfc-9b92-1f3c3bc5a728 HTTP/1.1" status: 204 len: 168 time: 1.9477148 Feb 04 05:43:33.528410 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Set router 83f19d6c-4b5f-4193-a2e9-adca59439128 gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:43:33.533915 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49004) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:33.594609 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7673d-cb6a-43e2-89e6-b4e10cb5c205 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:33.596097 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-80e7673d-cb6a-43e2-89e6-b4e10cb5c205 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports/e1d946c0-f80b-4df0-925f-e594e0195ab2 HTTP/1.1" status: 200 len: 911 time: 0.1945941 Feb 04 05:43:33.612165 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49006) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:33.722166 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d312-cbfc-4b4b-88a9-a68ab55eff72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:33.727183 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2412d06f-14f3-45f4-9b32-ec903217b60c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:33.743568 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-791ffa11-58b4-4f2f-bd53-97b0679728c3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Deleting subnet 280ed77c-aa9f-49d1-a763-407ed381e3c5 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:33.760153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-791ffa11-58b4-4f2f-bd53-97b0679728c3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:33.800020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-2412d06f-14f3-45f4-9b32-ec903217b60c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bff2645-e13e-4abb-8a0a-014ffee7bae1']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:33.836077 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4411837-c284-4c9b-903e-42cf01e10279 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:33.849713 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a4411837-c284-4c9b-903e-42cf01e10279 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "PUT /v2.0/routers/1d2bb7b5-462d-4ba3-9013-864f350a41f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3060405 Feb 04 05:43:33.850171 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4cf30-aa5a-4902-82e4-03d2dbe77847 None None] Sync routers for ids ['1d2bb7b5-462d-4ba3-9013-864f350a41f4'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:33.850599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-2412d06f-14f3-45f4-9b32-ec903217b60c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf4e2d9-a49f-4cd4-a7d2-75217cb83d00') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:33.850599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-2412d06f-14f3-45f4-9b32-ec903217b60c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf4e2d9-a49f-4cd4-a7d2-75217cb83d00') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:33.857907 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49010) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:33.860243 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4cf30-aa5a-4902-82e4-03d2dbe77847 None None] Routers {'1d2bb7b5-462d-4ba3-9013-864f350a41f4'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:33.860862 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f3c4cf30-aa5a-4902-82e4-03d2dbe77847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1d2bb7b5-462d-4ba3-9013-864f350a41f4'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:33.866871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2412d06f-14f3-45f4-9b32-ec903217b60c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:33.897687 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-791ffa11-58b4-4f2f-bd53-97b0679728c3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:33.959484 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f3c4cf30-aa5a-4902-82e4-03d2dbe77847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:33.973377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49012) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:33.975611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2412d06f-14f3-45f4-9b32-ec903217b60c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:33.981368 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4cf30-aa5a-4902-82e4-03d2dbe77847 None None] Routers {'1d2bb7b5-462d-4ba3-9013-864f350a41f4'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:33.986753 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f3c4cf30-aa5a-4902-82e4-03d2dbe77847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1d2bb7b5-462d-4ba3-9013-864f350a41f4'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:33.999491 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d312-cbfc-4b4b-88a9-a68ab55eff72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.029183 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2412d06f-14f3-45f4-9b32-ec903217b60c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:34.029928 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2412d06f-14f3-45f4-9b32-ec903217b60c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:34.034327 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:34.049402 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d312-cbfc-4b4b-88a9-a68ab55eff72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.065956 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ea4866e3-c0af-41a9-9b42-185f1fccce87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.081901 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f3c4cf30-aa5a-4902-82e4-03d2dbe77847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:34.086176 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4cf30-aa5a-4902-82e4-03d2dbe77847 None None] The sync data for ids ['1d2bb7b5-462d-4ba3-9013-864f350a41f4'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:34.111663 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e4f90e6b-7433-447e-9bb0-89a43a9f61e6 None None] Provisioning complete for port e1d946c0-f80b-4df0-925f-e594e0195ab2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:34.112177 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e4f90e6b-7433-447e-9bb0-89a43a9f61e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.119468 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.146430 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3be777-a8c6-4d07-bd04-f537445e2b1d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:34.165722 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3be777-a8c6-4d07-bd04-f537445e2b1d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:34.168183 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ae3be777-a8c6-4d07-bd04-f537445e2b1d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4882445 Feb 04 05:43:34.172186 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49014) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:34.202987 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba14bf2e-a0bb-4e13-986c-709538090195 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:34.211071 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ba14bf2e-a0bb-4e13-986c-709538090195 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d2bb7b5-462d-4ba3-9013-864f350a41f4 HTTP/1.1" status: 200 len: 981 time: 0.2760596 Feb 04 05:43:34.214962 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49016) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:34.217948 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2412d06f-14f3-45f4-9b32-ec903217b60c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.224733 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2412d06f-14f3-45f4-9b32-ec903217b60c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.227926 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2412d06f-14f3-45f4-9b32-ec903217b60c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/5bff2645-e13e-4abb-8a0a-014ffee7bae1 HTTP/1.1" status: 204 len: 168 time: 1.1926558 Feb 04 05:43:34.240277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e4f90e6b-7433-447e-9bb0-89a43a9f61e6 None None] Port e1d946c0-f80b-4df0-925f-e594e0195ab2 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:34.252730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49018) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:34.267695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d312-cbfc-4b4b-88a9-a68ab55eff72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.268818 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc7d312-cbfc-4b4b-88a9-a68ab55eff72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Fanout notify agent at l3_agent the message router_deleted on router 0c652ccb-0028-4d9c-ae47-c683ec7adcaa {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:43:34.276644 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f19d6c-4b5f-4193-a2e9-adca59439128', 'name': 'tempest-NetworksTestDHCPv6-router-732916716', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:26Z', 'updated_at': '2022-02-04T05:43:30Z', 'revision_number': 2, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'gw_port_host': None, '_interfaces': [{'id': 'e1d946c0-f80b-4df0-925f-e594e0195ab2', 'name': '', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'mac_address': 'fa:16:3e:69:a0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f19d6c-4b5f-4193-a2e9-adca59439128', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'addcdf44-1429-421f-9554-33b45e4c0a21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:28Z', 'updated_at': '2022-02-04T05:43:30Z', 'revision_number': 2, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'subnets': [{'id': 'addcdf44-1429-421f-9554-33b45e4c0a21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:34.286883 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d312-cbfc-4b4b-88a9-a68ab55eff72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.295120 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4fc7d312-cbfc-4b4b-88a9-a68ab55eff72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "DELETE /v2.0/routers/0c652ccb-0028-4d9c-ae47-c683ec7adcaa HTTP/1.1" status: 204 len: 168 time: 2.5741310 Feb 04 05:43:34.296076 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49020) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:34.340312 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-53419089-e4e2-4ecd-a837-359e7e85e87d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1889033303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:34.340954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412d06f-14f3-45f4-9b32-ec903217b60c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Network': ['ID=5bff2645-e13e-4abb-8a0a-014ffee7bae1,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:34.380124 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Checking router: 83f19d6c-4b5f-4193-a2e9-adca59439128 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:43:34.380636 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Updating router 83f19d6c-4b5f-4193-a2e9-adca59439128 port e1d946c0-f80b-4df0-925f-e594e0195ab2 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:43:34.412164 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-791ffa11-58b4-4f2f-bd53-97b0679728c3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.433383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e4f90e6b-7433-447e-9bb0-89a43a9f61e6 None None] Provisioning complete for port 94072527-ae83-46ce-b3ea-4a00b4d79f4e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:34.433965 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e4f90e6b-7433-447e-9bb0-89a43a9f61e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.455090 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-855b76d2-1d33-47f7-977e-09dbaf6a5c65 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:34.455558 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855b76d2-1d33-47f7-977e-09dbaf6a5c65 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:34.470011 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-855b76d2-1d33-47f7-977e-09dbaf6a5c65 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/subnets/cfa3e6bb-ce5d-464f-81dc-299344d3d22d HTTP/1.1" status: 404 len: 337 time: 0.2089348 Feb 04 05:43:34.481292 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.481480 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49022) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:34.509513 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53419089-e4e2-4ecd-a837-359e7e85e87d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.510283 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.510551 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53419089-e4e2-4ecd-a837-359e7e85e87d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.514732 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-683cae1f-1fce-4c02-83d4-e1ec1a895d53 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:34.515584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683cae1f-1fce-4c02-83d4-e1ec1a895d53 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:34.520880 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-683cae1f-1fce-4c02-83d4-e1ec1a895d53 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/0f27f37f-d92e-4818-80f9-4297b57e2e7d HTTP/1.1" status: 404 len: 339 time: 0.0350859 Feb 04 05:43:34.521543 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49024) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:34.539529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.594404 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-50697e52-576f-4aab-9166-299a21a6de01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Deleting subnet 79293d10-3473-4e97-a63a-d5b43deadda3 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:34.598542 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-50697e52-576f-4aab-9166-299a21a6de01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.682196 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53419089-e4e2-4ecd-a837-359e7e85e87d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.693386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53419089-e4e2-4ecd-a837-359e7e85e87d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.715948 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-50697e52-576f-4aab-9166-299a21a6de01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.771426 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d1f9f7ae-ed65-4e23-b3e7-217aad22cdee None None] Provisioning complete for port e1d946c0-f80b-4df0-925f-e594e0195ab2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:34.771850 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d1f9f7ae-ed65-4e23-b3e7-217aad22cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.793399 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53419089-e4e2-4ecd-a837-359e7e85e87d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.799196 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-53419089-e4e2-4ecd-a837-359e7e85e87d tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4632967 Feb 04 05:43:34.801843 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49026) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:34.811617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'enable_snat': True}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:34.840857 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9f7ae-ed65-4e23-b3e7-217aad22cdee None None] Port e1d946c0-f80b-4df0-925f-e594e0195ab2 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:34.847413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.858054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d1f9f7ae-ed65-4e23-b3e7-217aad22cdee None None] Provisioning complete for port 63372a09-5a5e-485d-a3af-7b096dcb643b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:34.858583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d1f9f7ae-ed65-4e23-b3e7-217aad22cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.860372 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.932327 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-50697e52-576f-4aab-9166-299a21a6de01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:34.940265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9f7ae-ed65-4e23-b3e7-217aad22cdee None None] Port 63372a09-5a5e-485d-a3af-7b096dcb643b cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:34.943936 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e00de-c519-4ba7-9638-d79a369a8537 None None] Pushing event updated for resources: {'Port': ['ID=e1d946c0-f80b-4df0-925f-e594e0195ab2,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:35.006326 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d1f9f7ae-ed65-4e23-b3e7-217aad22cdee None None] Provisioning complete for port ae161e10-c8e3-4b0c-b201-c84ad7ecf8b6 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:35.007099 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d1f9f7ae-ed65-4e23-b3e7-217aad22cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.014640 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=ae161e10-c8e3-4b0c-b201-c84ad7ecf8b6,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:35.025148 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-791ffa11-58b4-4f2f-bd53-97b0679728c3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.046153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.051513 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ea4866e3-c0af-41a9-9b42-185f1fccce87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.067663 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Attempting to bind port e1d946c0-f80b-4df0-925f-e594e0195ab2 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:35.068190 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Attempting to bind port e1d946c0-f80b-4df0-925f-e594e0195ab2 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:35.068676 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Attempting to bind port e1d946c0-f80b-4df0-925f-e594e0195ab2 on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:35.076147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9f7ae-ed65-4e23-b3e7-217aad22cdee None None] Port ae161e10-c8e3-4b0c-b201-c84ad7ecf8b6 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:35.078336 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:35.078836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:35.079344 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.080428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:35.081011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Bound port: e1d946c0-f80b-4df0-925f-e594e0195ab2, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:35.081709 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.083046 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-791ffa11-58b4-4f2f-bd53-97b0679728c3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.089897 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-791ffa11-58b4-4f2f-bd53-97b0679728c3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] 10.222.0.10 "DELETE /v2.0/subnets/280ed77c-aa9f-49d1-a763-407ed381e3c5 HTTP/1.1" status: 204 len: 168 time: 1.5542653 Feb 04 05:43:35.092884 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49028) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:35.098045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ffa11-58b4-4f2f-bd53-97b0679728c3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Pushing event deleted for resources: {'Subnet': ['ID=280ed77c-aa9f-49d1-a763-407ed381e3c5,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:35.111056 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ea4866e3-c0af-41a9-9b42-185f1fccce87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.125967 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3dd032-ed47-42a7-96d0-7305759842f7 None None] Network 5c26af88-2858-471e-b16e-a1bea8a1b3d2 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:35.180941 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.221789 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-50697e52-576f-4aab-9166-299a21a6de01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.223973 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] For port e1d946c0-f80b-4df0-925f-e594e0195ab2, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:35.228190 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] For port e1d946c0-f80b-4df0-925f-e594e0195ab2, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e1d946c0-f80b-4df0-925f-e594e0195ab2,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:35.247854 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.265260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50697e52-576f-4aab-9166-299a21a6de01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Subnet': ['ID=79293d10-3473-4e97-a63a-d5b43deadda3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:35.305048 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12845e8e-f9c9-4df2-90bb-fed503938000 None None] Network 1c12e671-0fee-47ed-b33b-720d3716bd45 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:35.307179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-50697e52-576f-4aab-9166-299a21a6de01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.312967 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-50697e52-576f-4aab-9166-299a21a6de01 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/subnets/79293d10-3473-4e97-a63a-d5b43deadda3 HTTP/1.1" status: 204 len: 168 time: 0.7905185 Feb 04 05:43:35.319581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49030) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:35.323880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4866e3-c0af-41a9-9b42-185f1fccce87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ff834e-92d6-4f65-873f-a8d5c207f5c6,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:35.354452 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ea4866e3-c0af-41a9-9b42-185f1fccce87 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe93ac7d2c0f4c4b9a16fd402937b787&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3472922 Feb 04 05:43:35.364101 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49032) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:35.398976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e00de-c519-4ba7-9638-d79a369a8537 None None] Pushing event updated for resources: {'Port': ['ID=e1d946c0-f80b-4df0-925f-e594e0195ab2,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:35.405243 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Routers {'83f19d6c-4b5f-4193-a2e9-adca59439128'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:35.406013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['83f19d6c-4b5f-4193-a2e9-adca59439128'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:35.412104 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a40f1f78-a2dc-489a-aa9b-c71e11decfab tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.429078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.529877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66024010-f8f8-4e37-8e38-6a11d4ebc187 None None] DHCP port deletion for 5c26af88-2858-471e-b16e-a1bea8a1b3d2 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:35.534804 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 0aa6c8e9-bb22-45a6-856e-3ea918799fda is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:35.539845 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-ba81699b-dca3-4ecf-b4a1-b2ce486792e2 None None] Provisioning complete for port e1d946c0-f80b-4df0-925f-e594e0195ab2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:35.540324 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ba81699b-dca3-4ecf-b4a1-b2ce486792e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.606298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:35.619013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] Set router 83f19d6c-4b5f-4193-a2e9-adca59439128 gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:43:35.639313 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-be858024-5ddf-4ba0-b18d-7938738273fb tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Deleting subnet 48dc56d3-115e-4b20-a6ec-0e6bce5e218c {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:35.644025 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-be858024-5ddf-4ba0-b18d-7938738273fb tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.693276 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-be858024-5ddf-4ba0-b18d-7938738273fb tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.878465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-66024010-f8f8-4e37-8e38-6a11d4ebc187 None None] Deleting port 6e798204-df67-456e-b8f0-dedb07247c69 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:35.878847 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-66024010-f8f8-4e37-8e38-6a11d4ebc187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.956111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ba81699b-dca3-4ecf-b4a1-b2ce486792e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.965907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d77364d-1d36-4762-8485-0c93a1dc4198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.971133 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-be858024-5ddf-4ba0-b18d-7938738273fb tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:35.996338 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-66024010-f8f8-4e37-8e38-6a11d4ebc187 None None] For port 6e798204-df67-456e-b8f0-dedb07247c69, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6e798204-df67-456e-b8f0-dedb07247c69,segment=NetworkSegment(e7e94294-cd40-4bc2-b91c-562cd4210ae2),segment_id=e7e94294-cd40-4bc2-b91c-562cd4210ae2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:35.997225 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-66024010-f8f8-4e37-8e38-6a11d4ebc187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.038034 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-66024010-f8f8-4e37-8e38-6a11d4ebc187 None None] Calling delete_port for 6e798204-df67-456e-b8f0-dedb07247c69 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:36.050391 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 6ad9de0d-27e9-4942-918a-c5b7ef413a77 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:43:36.068207 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d77364d-1d36-4762-8485-0c93a1dc4198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.070126 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-ba81699b-dca3-4ecf-b4a1-b2ce486792e2 None None] For port e1d946c0-f80b-4df0-925f-e594e0195ab2, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e1d946c0-f80b-4df0-925f-e594e0195ab2,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:36.109320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ba81699b-dca3-4ecf-b4a1-b2ce486792e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.147880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Deleting port 6e798204-df67-456e-b8f0-dedb07247c69 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:36.148110 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.150357 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.182362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.185458 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f19d6c-4b5f-4193-a2e9-adca59439128', 'name': 'tempest-NetworksTestDHCPv6-router-732916716', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:26Z', 'updated_at': '2022-02-04T05:43:30Z', 'revision_number': 2, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'gw_port_host': None, '_interfaces': [{'id': 'e1d946c0-f80b-4df0-925f-e594e0195ab2', 'name': '', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'mac_address': 'fa:16:3e:69:a0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f19d6c-4b5f-4193-a2e9-adca59439128', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'addcdf44-1429-421f-9554-33b45e4c0a21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:28Z', 'updated_at': '2022-02-04T05:43:35Z', 'revision_number': 4, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'subnets': [{'id': 'addcdf44-1429-421f-9554-33b45e4c0a21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:36.235443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81699b-dca3-4ecf-b4a1-b2ce486792e2 None None] Pushing event updated for resources: {'Port': ['ID=e1d946c0-f80b-4df0-925f-e594e0195ab2,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:36.287534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a40f1f78-a2dc-489a-aa9b-c71e11decfab tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port e1d946c0-f80b-4df0-925f-e594e0195ab2 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:36.288228 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a40f1f78-a2dc-489a-aa9b-c71e11decfab tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.316206 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-be858024-5ddf-4ba0-b18d-7938738273fb tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.318262 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a6662bc-6205-42df-a7a6-117c7d3330fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.385103 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db1d08b-c655-4654-8334-a3833b3e9a25 None None] The sync data for ids ['83f19d6c-4b5f-4193-a2e9-adca59439128'] in dv-neutron-827794-1-hyperv is: [{'id': '83f19d6c-4b5f-4193-a2e9-adca59439128', 'name': 'tempest-NetworksTestDHCPv6-router-732916716', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:26Z', 'updated_at': '2022-02-04T05:43:30Z', 'revision_number': 2, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'gw_port_host': None, '_interfaces': [{'id': 'e1d946c0-f80b-4df0-925f-e594e0195ab2', 'name': '', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'mac_address': 'fa:16:3e:69:a0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f19d6c-4b5f-4193-a2e9-adca59439128', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'addcdf44-1429-421f-9554-33b45e4c0a21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:28Z', 'updated_at': '2022-02-04T05:43:35Z', 'revision_number': 4, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'subnets': [{'id': 'addcdf44-1429-421f-9554-33b45e4c0a21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:36.400511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-fbd268d4-0e68-4b77-a899-86966a1c09a5 None None] Provisioning complete for port e1d946c0-f80b-4df0-925f-e594e0195ab2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:36.400914 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fbd268d4-0e68-4b77-a899-86966a1c09a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.404703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-66024010-f8f8-4e37-8e38-6a11d4ebc187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.451746 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Allocated IP 172.26.3.119 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/580f6d40-9084-4a3f-aa21-227342fa7212) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:36.459674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66024010-f8f8-4e37-8e38-6a11d4ebc187 None None] Pushing event deleted for resources: {'Port': ['ID=6e798204-df67-456e-b8f0-dedb07247c69,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:36.480314 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66024010-f8f8-4e37-8e38-6a11d4ebc187 None None] No DVR routers for this DVR port 6e798204-df67-456e-b8f0-dedb07247c69 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:36.481708 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a40f1f78-a2dc-489a-aa9b-c71e11decfab tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] For port e1d946c0-f80b-4df0-925f-e594e0195ab2, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e1d946c0-f80b-4df0-925f-e594e0195ab2,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:36.482235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a40f1f78-a2dc-489a-aa9b-c71e11decfab tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.508951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a40f1f78-a2dc-489a-aa9b-c71e11decfab tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for e1d946c0-f80b-4df0-925f-e594e0195ab2 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:36.544312 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be858024-5ddf-4ba0-b18d-7938738273fb tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Subnet': ['ID=48dc56d3-115e-4b20-a6ec-0e6bce5e218c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:36.562570 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] For port 6e798204-df67-456e-b8f0-dedb07247c69, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6e798204-df67-456e-b8f0-dedb07247c69,segment=NetworkSegment(e7e94294-cd40-4bc2-b91c-562cd4210ae2),segment_id=e7e94294-cd40-4bc2-b91c-562cd4210ae2)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:36.562954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.565460 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-fbd268d4-0e68-4b77-a899-86966a1c09a5 None None] Provisioning complete for port ae161e10-c8e3-4b0c-b201-c84ad7ecf8b6 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:36.565865 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fbd268d4-0e68-4b77-a899-86966a1c09a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.568620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-be858024-5ddf-4ba0-b18d-7938738273fb tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.579224 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-be858024-5ddf-4ba0-b18d-7938738273fb tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/subnets/48dc56d3-115e-4b20-a6ec-0e6bce5e218c HTTP/1.1" status: 204 len: 168 time: 1.2464333 Feb 04 05:43:36.579224 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49034) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:36.620242 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-fbd268d4-0e68-4b77-a899-86966a1c09a5 None None] Port ae161e10-c8e3-4b0c-b201-c84ad7ecf8b6 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:36.627368 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Calling delete_port for 6e798204-df67-456e-b8f0-dedb07247c69 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:36.631896 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d77364d-1d36-4762-8485-0c93a1dc4198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.634638 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6d77364d-1d36-4762-8485-0c93a1dc4198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.638306 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6d77364d-1d36-4762-8485-0c93a1dc4198 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88ff834e-92d6-4f65-873f-a8d5c207f5c6 HTTP/1.1" status: 204 len: 168 time: 1.2516446 Feb 04 05:43:36.678986 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:36.692391 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:36.703674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff870b55-2d5f-41ec-8d67-fd291da991fc None None] Sync routers for ids ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:36.704592 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4bb453f1-7eef-426e-adab-511c39502026 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/6ad9de0d-27e9-4942-918a-c5b7ef413a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7715516 Feb 04 05:43:36.707774 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77364d-1d36-4762-8485-0c93a1dc4198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ff834e-92d6-4f65-873f-a8d5c207f5c6,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:36.715590 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff870b55-2d5f-41ec-8d67-fd291da991fc None None] Routers {'6ad9de0d-27e9-4942-918a-c5b7ef413a77'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:36.717277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ff870b55-2d5f-41ec-8d67-fd291da991fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:36.717412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49038) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:36.783354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47a5cdb-f344-4c9a-bdf3-ec5980c0af1e None None] Network 1c12e671-0fee-47ed-b33b-720d3716bd45 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:36.787376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ff870b55-2d5f-41ec-8d67-fd291da991fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:36.811356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6aa5eb-97e3-4f4a-bcec-906e2a90d985 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:36.812837 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ae6aa5eb-97e3-4f4a-bcec-906e2a90d985 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports/ae161e10-c8e3-4b0c-b201-c84ad7ecf8b6 HTTP/1.1" status: 200 len: 910 time: 0.0933478 Feb 04 05:43:36.841860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49040) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:36.899177 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff870b55-2d5f-41ec-8d67-fd291da991fc None None] Routers {'6ad9de0d-27e9-4942-918a-c5b7ef413a77'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:36.900395 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ff870b55-2d5f-41ec-8d67-fd291da991fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:36.915877 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.014255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.045436 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ff870b55-2d5f-41ec-8d67-fd291da991fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:37.050743 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff870b55-2d5f-41ec-8d67-fd291da991fc None None] The sync data for ids ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:37.119754 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-4e06e81f-10e6-44fe-bc79-2fb00866d622 None None] Provisioning complete for port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:37.120229 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4e06e81f-10e6-44fe-bc79-2fb00866d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.125160 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Pushing event updated for resources: {'Port': ['ID=580f6d40-9084-4a3f-aa21-227342fa7212,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:37.137374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a40f1f78-a2dc-489a-aa9b-c71e11decfab tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.160473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:37.210123 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e1d946c0-f80b-4df0-925f-e594e0195ab2 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:37.234974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:37.237392 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: e1d946c0-f80b-4df0-925f-e594e0195ab2 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:37.237825 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e1d946c0-f80b-4df0-925f-e594e0195ab2 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 05:43:37.242688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f1f78-a2dc-489a-aa9b-c71e11decfab tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=e1d946c0-f80b-4df0-925f-e594e0195ab2,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:37.249043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:37.274401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Port e1d946c0-f80b-4df0-925f-e594e0195ab2 not found, will not notify nova. {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 05:43:37.384426 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a51e1fd-f09c-420e-ac28-0872fcfb0348 None None] DHCP port deletion for 1c12e671-0fee-47ed-b33b-720d3716bd45 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:37.390688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6e798204-df67-456e-b8f0-dedb07247c69 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:37.461650 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 6e798204-df67-456e-b8f0-dedb07247c69 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:37.462144 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6e798204-df67-456e-b8f0-dedb07247c69 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:37.549695 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.560956 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a40f1f78-a2dc-489a-aa9b-c71e11decfab tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.565496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-9a51e1fd-f09c-420e-ac28-0872fcfb0348 None None] Deleting port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:37.566220 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a51e1fd-f09c-420e-ac28-0872fcfb0348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.606169 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Pushing event deleted for resources: {'Port': ['ID=6e798204-df67-456e-b8f0-dedb07247c69,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:37.609872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] No DVR routers for this DVR port 6e798204-df67-456e-b8f0-dedb07247c69 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:37.707364 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9a51e1fd-f09c-420e-ac28-0872fcfb0348 None None] For port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9f7304fb-7e1d-4fce-8a94-36c6fc95d339,segment=NetworkSegment(fb7291d1-f149-46d3-9d51-04c83b6e589e),segment_id=fb7291d1-f149-46d3-9d51-04c83b6e589e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:37.710430 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a51e1fd-f09c-420e-ac28-0872fcfb0348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.729650 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-9a51e1fd-f09c-420e-ac28-0872fcfb0348 None None] Calling delete_port for 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:37.755750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Deleting port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:37.756256 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.778039 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.844245 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c26af88-2858-471e-b16e-a1bea8a1b3d2']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:37.870963 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e94294-cd40-4bc2-b91c-562cd4210ae2') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:37.871140 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e94294-cd40-4bc2-b91c-562cd4210ae2') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:37.891916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] For port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9f7304fb-7e1d-4fce-8a94-36c6fc95d339,segment=NetworkSegment(fb7291d1-f149-46d3-9d51-04c83b6e589e),segment_id=fb7291d1-f149-46d3-9d51-04c83b6e589e)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:37.892454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.897147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a51e1fd-f09c-420e-ac28-0872fcfb0348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.898608 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.921250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Calling delete_port for 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:37.928890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.932589 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-8a6662bc-6205-42df-a7a6-117c7d3330fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port 63372a09-5a5e-485d-a3af-7b096dcb643b {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:37.933028 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a6662bc-6205-42df-a7a6-117c7d3330fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.941571 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51e1fd-f09c-420e-ac28-0872fcfb0348 None None] No DVR routers for this DVR port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:37.950363 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51e1fd-f09c-420e-ac28-0872fcfb0348 None None] Pushing event deleted for resources: {'Port': ['ID=9f7304fb-7e1d-4fce-8a94-36c6fc95d339,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:37.964302 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:37.964302 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:37.966978 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:38.057566 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40f1f78-a2dc-489a-aa9b-c71e11decfab tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Router 83f19d6c-4b5f-4193-a2e9-adca59439128 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:43:38.113086 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.129163 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.136239 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] 10.222.0.10 "DELETE /v2.0/networks/5c26af88-2858-471e-b16e-a1bea8a1b3d2 HTTP/1.1" status: 204 len: 168 time: 3.0386109 Feb 04 05:43:38.160935 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f423aa7-211f-48a8-9e33-bd552eb051f3 tempest-ExtraDHCPOptionsTestJSON-694687518 tempest-ExtraDHCPOptionsTestJSON-694687518-project] Pushing event deleted for resources: {'Network': ['ID=5c26af88-2858-471e-b16e-a1bea8a1b3d2,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:38.166859 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a6662bc-6205-42df-a7a6-117c7d3330fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.187602 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-8a6662bc-6205-42df-a7a6-117c7d3330fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for 63372a09-5a5e-485d-a3af-7b096dcb643b owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:38.194436 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40f1f78-a2dc-489a-aa9b-c71e11decfab tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:38.202330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.203715 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a40f1f78-a2dc-489a-aa9b-c71e11decfab tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "PUT /v2.0/routers/83f19d6c-4b5f-4193-a2e9-adca59439128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0300360 Feb 04 05:43:38.206335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49066) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:38.239085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.269456 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Port': ['ID=9f7304fb-7e1d-4fce-8a94-36c6fc95d339,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:38.303005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No DVR routers for this DVR port 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:38.366201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7506309-6608-4e6d-8990-fe0d5fbaffe3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.422854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02922c3b-cf73-4dc0-ad57-2339c2c7ad82 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:38.424272 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02922c3b-cf73-4dc0-ad57-2339c2c7ad82 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:38.425873 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-02922c3b-cf73-4dc0-ad57-2339c2c7ad82 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2163870 Feb 04 05:43:38.429867 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49072) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:38.469918 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.558547 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c12e671-0fee-47ed-b33b-720d3716bd45']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:38.569003 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49078) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:38.586896 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7291d1-f149-46d3-9d51-04c83b6e589e') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:38.587196 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7291d1-f149-46d3-9d51-04c83b6e589e') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:38.598755 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62599f5-a10f-45b7-a993-2f59a0f76e72 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet addcdf44-1429-421f-9554-33b45e4c0a21 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:38.605167 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.615687 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f62599f5-a10f-45b7-a993-2f59a0f76e72 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.627645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.633518 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.656465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.667480 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf772b6a-657e-45a6-b152-193e618681a1 None None] Sync routers for ids ['83f19d6c-4b5f-4193-a2e9-adca59439128'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:38.691095 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf772b6a-657e-45a6-b152-193e618681a1 None None] Routers {'83f19d6c-4b5f-4193-a2e9-adca59439128'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:38.696241 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:38.696624 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cf772b6a-657e-45a6-b152-193e618681a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['83f19d6c-4b5f-4193-a2e9-adca59439128'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:38.697248 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:38.701961 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:38.732590 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f62599f5-a10f-45b7-a993-2f59a0f76e72 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.810508 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-cf772b6a-657e-45a6-b152-193e618681a1 None None] Set router 83f19d6c-4b5f-4193-a2e9-adca59439128 gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:43:38.831685 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.847579 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.854065 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/1c12e671-0fee-47ed-b33b-720d3716bd45 HTTP/1.1" status: 204 len: 168 time: 2.2662611 Feb 04 05:43:38.855043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49086) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:38.858596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a6662bc-6205-42df-a7a6-117c7d3330fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.858786 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Router aef71b4e-d5e2-4578-ba55-2dc40db80906 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:43:38.870908 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e7506309-6608-4e6d-8990-fe0d5fbaffe3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port ae161e10-c8e3-4b0c-b201-c84ad7ecf8b6 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:38.871250 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7506309-6608-4e6d-8990-fe0d5fbaffe3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:38.897603 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0a5b50-c7d5-4b1e-a062-a60ded7f1194 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:38.898283 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad0a5b50-c7d5-4b1e-a062-a60ded7f1194 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:38.901439 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ad0a5b50-c7d5-4b1e-a062-a60ded7f1194 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/subnets/d92a522c-f93e-4b91-bf5c-3afc993b998e HTTP/1.1" status: 404 len: 337 time: 0.0449712 Feb 04 05:43:38.916761 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49088) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:38.946598 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cf772b6a-657e-45a6-b152-193e618681a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f19d6c-4b5f-4193-a2e9-adca59439128', 'name': 'tempest-NetworksTestDHCPv6-router-732916716', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:26Z', 'updated_at': '2022-02-04T05:43:36Z', 'revision_number': 3, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:38.947022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fada90-0e6e-46c2-b466-dbad1d5b615c tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Network': ['ID=1c12e671-0fee-47ed-b33b-720d3716bd45,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:38.992814 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf772b6a-657e-45a6-b152-193e618681a1 None None] Checking router: 83f19d6c-4b5f-4193-a2e9-adca59439128 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:43:39.002207 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6662bc-6205-42df-a7a6-117c7d3330fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=63372a09-5a5e-485d-a3af-7b096dcb643b,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:39.019696 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf772b6a-657e-45a6-b152-193e618681a1 None None] Routers {'83f19d6c-4b5f-4193-a2e9-adca59439128'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:39.020340 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cf772b6a-657e-45a6-b152-193e618681a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['83f19d6c-4b5f-4193-a2e9-adca59439128'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:39.085383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f62599f5-a10f-45b7-a993-2f59a0f76e72 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:39.182171 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c77dae0a-90f5-434b-bd95-2fb711eac812 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=823d0aa18461401f85a46e07af2ed1eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6058033 Feb 04 05:43:39.187880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49096) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:39.200647 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:39.217482 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-cf772b6a-657e-45a6-b152-193e618681a1 None None] Set router 83f19d6c-4b5f-4193-a2e9-adca59439128 gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:43:39.254982 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:39.258249 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9f7304fb-7e1d-4fce-8a94-36c6fc95d339 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:39.307978 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cf772b6a-657e-45a6-b152-193e618681a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f19d6c-4b5f-4193-a2e9-adca59439128', 'name': 'tempest-NetworksTestDHCPv6-router-732916716', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:26Z', 'updated_at': '2022-02-04T05:43:36Z', 'revision_number': 3, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:39.322145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49098) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:39.345444 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf772b6a-657e-45a6-b152-193e618681a1 None None] The sync data for ids ['83f19d6c-4b5f-4193-a2e9-adca59439128'] in dv-neutron-827794-1-hyperv is: [{'id': '83f19d6c-4b5f-4193-a2e9-adca59439128', 'name': 'tempest-NetworksTestDHCPv6-router-732916716', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:26Z', 'updated_at': '2022-02-04T05:43:36Z', 'revision_number': 3, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'gw_port_host': None}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:39.353798 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a6662bc-6205-42df-a7a6-117c7d3330fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:39.447451 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f62599f5-a10f-45b7-a993-2f59a0f76e72 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:39.470950 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e79c4c4-501e-4f62-a95d-fe6bcb467d55 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:39.471612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e79c4c4-501e-4f62-a95d-fe6bcb467d55 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:39.474814 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4e79c4c4-501e-4f62-a95d-fe6bcb467d55 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/dc5bc685-14ff-42c7-acb3-eebd32901572 HTTP/1.1" status: 404 len: 339 time: 0.5530951 Feb 04 05:43:39.478996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49102) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:39.492620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fe8b90a5-3435-4997-8488-3c48e8f4dff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:39.527230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-38b04af9-4309-4e9e-b9ba-fc8e610d3425 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:39.529589 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62599f5-a10f-45b7-a993-2f59a0f76e72 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=addcdf44-1429-421f-9554-33b45e4c0a21,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:39.534454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f62599f5-a10f-45b7-a993-2f59a0f76e72 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:39.537552 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f62599f5-a10f-45b7-a993-2f59a0f76e72 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/addcdf44-1429-421f-9554-33b45e4c0a21 HTTP/1.1" status: 204 len: 168 time: 1.1047034 Feb 04 05:43:39.538930 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-3484aa52-f5d7-4be0-8d30-a9a9244ac3a5 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:39.539393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3484aa52-f5d7-4be0-8d30-a9a9244ac3a5 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:39.542397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5574ccd-3dac-42c1-ab8a-dea4793ce2ba None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:39.545177 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3484aa52-f5d7-4be0-8d30-a9a9244ac3a5 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/subnets/e7d6cb2e-23a9-453d-8301-d16c932302c8 HTTP/1.1" status: 404 len: 337 time: 0.0630898 Feb 04 05:43:39.547389 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49104) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:39.550055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49106) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:39.624805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7506309-6608-4e6d-8990-fe0d5fbaffe3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:39.637376 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:39.642017 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:39.647652 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3eb04738-c0ca-48d2-bcb1-cbcfb041610f tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "PUT /v2.0/routers/aef71b4e-d5e2-4578-ba55-2dc40db80906 HTTP/1.1" status: 200 len: 919 time: 4.8396070 Feb 04 05:43:39.649699 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49108) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:39.651576 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fe8b90a5-3435-4997-8488-3c48e8f4dff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:39.658695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e7506309-6608-4e6d-8990-fe0d5fbaffe3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for ae161e10-c8e3-4b0c-b201-c84ad7ecf8b6 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:39.660602 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d8202-2e8a-49ee-aa6f-5c74136828bb None None] Sync routers for ids ['aef71b4e-d5e2-4578-ba55-2dc40db80906'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:39.671014 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a2f06d-23a5-43c1-93b3-746de8ca564b tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:39.671618 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a2f06d-23a5-43c1-93b3-746de8ca564b tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:39.678722 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-17a2f06d-23a5-43c1-93b3-746de8ca564b tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/831105a1-573d-42dd-bca6-bb5d9de68302 HTTP/1.1" status: 404 len: 339 time: 0.1270437 Feb 04 05:43:39.679433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49110) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:39.700922 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d8202-2e8a-49ee-aa6f-5c74136828bb None None] Routers {'aef71b4e-d5e2-4578-ba55-2dc40db80906'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:39.702009 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-156d8202-2e8a-49ee-aa6f-5c74136828bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['aef71b4e-d5e2-4578-ba55-2dc40db80906'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:39.743675 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-156d8202-2e8a-49ee-aa6f-5c74136828bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:39.773556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d8202-2e8a-49ee-aa6f-5c74136828bb None None] Routers {'aef71b4e-d5e2-4578-ba55-2dc40db80906'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:39.774720 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-156d8202-2e8a-49ee-aa6f-5c74136828bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['aef71b4e-d5e2-4578-ba55-2dc40db80906'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:39.836242 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8560c0-3ffd-484d-ba20-7775ddeb91d4 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:39.836701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c8560c0-3ffd-484d-ba20-7775ddeb91d4 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:39.838691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-156d8202-2e8a-49ee-aa6f-5c74136828bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:39.839860 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d8202-2e8a-49ee-aa6f-5c74136828bb None None] The sync data for ids ['aef71b4e-d5e2-4578-ba55-2dc40db80906'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:39.842558 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3c8560c0-3ffd-484d-ba20-7775ddeb91d4 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/subnets/7cc4678c-a834-49a1-b48f-77c8db19182e HTTP/1.1" status: 404 len: 337 time: 0.1296992 Feb 04 05:43:39.849201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49112) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:39.851011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a71361-deab-478e-80a7-426c6e03678a None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:39.868571 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6662bc-6205-42df-a7a6-117c7d3330fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Router 1d2bb7b5-462d-4ba3-9013-864f350a41f4 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:43:39.882789 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8c367ee9-703d-47f2-bfb8-4a6b053773c5 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/routers/aef71b4e-d5e2-4578-ba55-2dc40db80906 HTTP/1.1" status: 200 len: 925 time: 0.2319200 Feb 04 05:43:39.887486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49114) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:39.894822 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1dc0a1b0-1742-46b7-b78a-64008200801e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3442020 Feb 04 05:43:39.901565 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24ce7d2-0282-47d1-90fe-d688133559de tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:39.902277 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24ce7d2-0282-47d1-90fe-d688133559de tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:39.909153 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f24ce7d2-0282-47d1-90fe-d688133559de tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/396901a1-dfad-4c18-bb12-26fb7021bb07 HTTP/1.1" status: 404 len: 339 time: 0.0563314 Feb 04 05:43:39.909153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49116) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:39.909153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49118) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:39.913465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-80a71361-deab-478e-80a7-426c6e03678a None None] Deleting port 94072527-ae83-46ce-b3ea-4a00b4d79f4e {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:39.913886 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80a71361-deab-478e-80a7-426c6e03678a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:39.972820 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec3754a-14bb-496b-bfbc-8843a4f1d99b tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:39.974752 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1ec3754a-14bb-496b-bfbc-8843a4f1d99b tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&device_id=aef71b4e-d5e2-4578-ba55-2dc40db80906&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0858955 Feb 04 05:43:39.977541 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49120) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:39.989558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-80a71361-deab-478e-80a7-426c6e03678a None None] For port 94072527-ae83-46ce-b3ea-4a00b4d79f4e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=94072527-ae83-46ce-b3ea-4a00b4d79f4e,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:39.990136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80a71361-deab-478e-80a7-426c6e03678a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:39.993006 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-38b04af9-4309-4e9e-b9ba-fc8e610d3425 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] 10.222.0.10 "PUT /v2.0/quotas/f3d16ae01afb4992bc524da64f089183 HTTP/1.1" status: 200 len: 366 time: 0.6600530 Feb 04 05:43:40.000860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49122) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:40.006149 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-80a71361-deab-478e-80a7-426c6e03678a None None] Calling delete_port for 94072527-ae83-46ce-b3ea-4a00b4d79f4e owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:40.074296 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b51a020a-4784-4ddf-b5db-3643d6ece66a tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0684619 Feb 04 05:43:40.078419 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49124) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:40.094633 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80a71361-deab-478e-80a7-426c6e03678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:40.101276 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fcb27b8b-58ad-4a56-9333-e005177dd680 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] 10.222.0.10 "GET /v2.0/quotas/f3d16ae01afb4992bc524da64f089183 HTTP/1.1" status: 200 len: 366 time: 0.0219054 Feb 04 05:43:40.101567 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6662bc-6205-42df-a7a6-117c7d3330fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:40.103984 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49126) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:40.108330 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8a6662bc-6205-42df-a7a6-117c7d3330fd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "PUT /v2.0/routers/1d2bb7b5-462d-4ba3-9013-864f350a41f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8921564 Feb 04 05:43:40.113621 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49128) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:40.118635 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1175291e-30b7-44e8-ba39-7bff1fdc5086 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Deleting subnet 370c05fa-8275-4f01-a39f-97cbde84996c {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:40.123814 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8f08e-620b-4db2-9a2a-428e1993c1af None None] Sync routers for ids ['1d2bb7b5-462d-4ba3-9013-864f350a41f4'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:40.127517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a71361-deab-478e-80a7-426c6e03678a None None] Pushing event deleted for resources: {'Port': ['ID=94072527-ae83-46ce-b3ea-4a00b4d79f4e,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:40.133619 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1175291e-30b7-44e8-ba39-7bff1fdc5086 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:40.136799 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a71361-deab-478e-80a7-426c6e03678a None None] No DVR routers for this DVR port 94072527-ae83-46ce-b3ea-4a00b4d79f4e on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:40.138503 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8f08e-620b-4db2-9a2a-428e1993c1af None None] Routers {'1d2bb7b5-462d-4ba3-9013-864f350a41f4'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:40.140688 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e4c8f08e-620b-4db2-9a2a-428e1993c1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1d2bb7b5-462d-4ba3-9013-864f350a41f4'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:40.146783 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4dcca9e3-0fb3-4c09-bee1-dad983367173 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:40.161980 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-72cf8b57-b3c5-4a46-887b-951b5986bb61 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/f3d16ae01afb4992bc524da64f089183 HTTP/1.1" status: 204 len: 168 time: 0.0554109 Feb 04 05:43:40.162738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7506309-6608-4e6d-8990-fe0d5fbaffe3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:40.167920 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49130) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:40.170103 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fe8b90a5-3435-4997-8488-3c48e8f4dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:40.170994 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f924d6-6dba-416c-b359-3ae03a61d1a6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] GET failed (client error): The resource could not be found. Feb 04 05:43:40.177748 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a6f924d6-6dba-416c-b359-3ae03a61d1a6 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/63372a09-5a5e-485d-a3af-7b096dcb643b HTTP/1.1" status: 404 len: 333 time: 0.0542028 Feb 04 05:43:40.178020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fe8b90a5-3435-4997-8488-3c48e8f4dff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:40.178020 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fe8b90a5-3435-4997-8488-3c48e8f4dff0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7999607c-6aaa-4f03-ad86-a63566b83b79 HTTP/1.1" status: 204 len: 168 time: 0.9845455 Feb 04 05:43:40.181520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49132) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:40.203802 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e4c8f08e-620b-4db2-9a2a-428e1993c1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:40.215409 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7506309-6608-4e6d-8990-fe0d5fbaffe3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=ae161e10-c8e3-4b0c-b201-c84ad7ecf8b6,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:40.221974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5580e-7d4e-41a2-af13-9e7ccd6f1bea tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:40.225897 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8dd5580e-7d4e-41a2-af13-9e7ccd6f1bea tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/networks/205cec25-dbe4-4e69-8d9c-9f731181c624 HTTP/1.1" status: 200 len: 881 time: 0.2448857 Feb 04 05:43:40.226508 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8f08e-620b-4db2-9a2a-428e1993c1af None None] Routers {'1d2bb7b5-462d-4ba3-9013-864f350a41f4'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:40.227964 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e4c8f08e-620b-4db2-9a2a-428e1993c1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1d2bb7b5-462d-4ba3-9013-864f350a41f4'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:40.230676 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-44524068-4a5d-4100-a157-0271aecdd70e tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0569115 Feb 04 05:43:40.233884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49136) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:40.233884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49138) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:40.265997 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e4c8f08e-620b-4db2-9a2a-428e1993c1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:40.267913 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8f08e-620b-4db2-9a2a-428e1993c1af None None] The sync data for ids ['1d2bb7b5-462d-4ba3-9013-864f350a41f4'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:40.297706 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8831867b-3b37-4e58-881a-2fe1e2bbf653 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aef71b4e-d5e2-4578-ba55-2dc40db80906 HTTP/1.1" status: 200 len: 205 time: 0.0635438 Feb 04 05:43:40.318800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49140) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:40.333057 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1bfed169-35da-4994-b269-c0f4e964d9f7 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] 10.222.0.10 "GET /v2.0/quotas/f3d16ae01afb4992bc524da64f089183 HTTP/1.1" status: 200 len: 370 time: 0.0956202 Feb 04 05:43:40.342242 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49142) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:40.350286 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a1563841-4f3c-4b97-a1b4-e43fa543e848 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] 10.222.0.10 "GET /v2.0/quotas/f3d16ae01afb4992bc524da64f089183/default HTTP/1.1" status: 200 len: 370 time: 0.0042131 Feb 04 05:43:40.389637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49144) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:40.413484 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-da09be68-1f74-4e87-95fb-5e988af163c7 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] delete failed (client error): The resource could not be found. Feb 04 05:43:40.417255 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-da09be68-1f74-4e87-95fb-5e988af163c7 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/f3d16ae01afb4992bc524da64f089183 HTTP/1.1" status: 404 len: 348 time: 0.0238831 Feb 04 05:43:40.597013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5899a5a-45be-479d-b27c-3ed6adb73d7e tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:40.599596 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7506309-6608-4e6d-8990-fe0d5fbaffe3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:40.632806 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b90a5-3435-4997-8488-3c48e8f4dff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7999607c-6aaa-4f03-ad86-a63566b83b79,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:40.639759 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49152) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:40.681142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1175291e-30b7-44e8-ba39-7bff1fdc5086 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:40.747929 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7858-19c6-4974-a5e1-b5839375e818 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:40.879156 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5899a5a-45be-479d-b27c-3ed6adb73d7e tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:40.886314 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4dcca9e3-0fb3-4c09-bee1-dad983367173 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:40.890305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Usage tracker for resource:network and tenant:7efb15bdc16740839961d1e29968dcdb is out of sync, need to count used quota {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:43:40.896031 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7506309-6608-4e6d-8990-fe0d5fbaffe3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 6ad9de0d-27e9-4942-918a-c5b7ef413a77 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:43:40.898670 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4dcca9e3-0fb3-4c09-bee1-dad983367173 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:40.908441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:43:41.058704 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 94072527-ae83-46ce-b3ea-4a00b4d79f4e no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:41.063571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7506309-6608-4e6d-8990-fe0d5fbaffe3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:41.068998 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b5899a5a-45be-479d-b27c-3ed6adb73d7e tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Deleting port 580f6d40-9084-4a3f-aa21-227342fa7212 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:41.069714 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5899a5a-45be-479d-b27c-3ed6adb73d7e tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.075188 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Usage tracker for resource:subnet and tenant:7efb15bdc16740839961d1e29968dcdb is out of sync, need to count used quota {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:43:41.077853 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e7506309-6608-4e6d-8990-fe0d5fbaffe3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/6ad9de0d-27e9-4942-918a-c5b7ef413a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2179782 Feb 04 05:43:41.079429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49168) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:41.084231 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1175291e-30b7-44e8-ba39-7bff1fdc5086 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.090161 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 94072527-ae83-46ce-b3ea-4a00b4d79f4e {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:41.090735 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 94072527-ae83-46ce-b3ea-4a00b4d79f4e not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:41.091307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e1d946c0-f80b-4df0-925f-e594e0195ab2 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:41.095900 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239a01a9-4e06-496e-8aaa-69e3953c8aa7 None None] Sync routers for ids ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:41.123273 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: e1d946c0-f80b-4df0-925f-e594e0195ab2 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:41.123921 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e1d946c0-f80b-4df0-925f-e594e0195ab2 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:41.130841 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a01a9-4e06-496e-8aaa-69e3953c8aa7 None None] Routers {'6ad9de0d-27e9-4942-918a-c5b7ef413a77'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:41.131647 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-239a01a9-4e06-496e-8aaa-69e3953c8aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:41.148696 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4dcca9e3-0fb3-4c09-bee1-dad983367173 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.149357 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcca9e3-0fb3-4c09-bee1-dad983367173 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Fanout notify agent at l3_agent the message router_deleted on router 83f19d6c-4b5f-4193-a2e9-adca59439128 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:43:41.156220 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7858-19c6-4974-a5e1-b5839375e818 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.158864 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7858-19c6-4974-a5e1-b5839375e818 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.160194 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49170) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:41.171860 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-239a01a9-4e06-496e-8aaa-69e3953c8aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:41.176802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:43:41.181801 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a01a9-4e06-496e-8aaa-69e3953c8aa7 None None] Routers {'6ad9de0d-27e9-4942-918a-c5b7ef413a77'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:41.182730 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-239a01a9-4e06-496e-8aaa-69e3953c8aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:41.187603 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4dcca9e3-0fb3-4c09-bee1-dad983367173 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.194120 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4dcca9e3-0fb3-4c09-bee1-dad983367173 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/routers/83f19d6c-4b5f-4193-a2e9-adca59439128 HTTP/1.1" status: 204 len: 168 time: 1.2815156 Feb 04 05:43:41.205192 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49174) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:41.214680 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-389fc0a6-d9b0-42fb-af03-3e1b9c61d480 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:41.230411 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-239a01a9-4e06-496e-8aaa-69e3953c8aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:41.231070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239a01a9-4e06-496e-8aaa-69e3953c8aa7 None None] The sync data for ids ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:41.234709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Usage tracker for resource:subnetpool and tenant:7efb15bdc16740839961d1e29968dcdb is out of sync, need to count used quota {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:43:41.241586 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1175291e-30b7-44e8-ba39-7bff1fdc5086 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.256786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:43:41.293104 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Usage tracker for resource:port and tenant:7efb15bdc16740839961d1e29968dcdb is out of sync, need to count used quota {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:43:41.302115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:43:41.308756 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7858-19c6-4974-a5e1-b5839375e818 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.309416 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5f7858-19c6-4974-a5e1-b5839375e818 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Fanout notify agent at l3_agent the message router_deleted on router 1d2bb7b5-462d-4ba3-9013-864f350a41f4 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:43:41.312737 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1175291e-30b7-44e8-ba39-7bff1fdc5086 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.316081 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1175291e-30b7-44e8-ba39-7bff1fdc5086 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/subnets/370c05fa-8275-4f01-a39f-97cbde84996c HTTP/1.1" status: 204 len: 168 time: 1.4028220 Feb 04 05:43:41.316762 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6602da-6d3f-4b51-94c7-81432a10401c None None] Network 1a6c6564-c99e-4b22-bb9e-2c67fe2d4663 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:41.320453 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175291e-30b7-44e8-ba39-7bff1fdc5086 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Subnet': ['ID=370c05fa-8275-4f01-a39f-97cbde84996c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:41.327693 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7858-19c6-4974-a5e1-b5839375e818 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.328923 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9a5f7858-19c6-4974-a5e1-b5839375e818 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/routers/1d2bb7b5-462d-4ba3-9013-864f350a41f4 HTTP/1.1" status: 204 len: 168 time: 1.1491454 Feb 04 05:43:41.330363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49176) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:41.350516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49178) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:41.356127 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Usage tracker for resource:router and tenant:7efb15bdc16740839961d1e29968dcdb is out of sync, need to count used quota {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:43:41.393887 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:43:41.408576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-557067405'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:41.412350 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Usage tracker for resource:floatingip and tenant:7efb15bdc16740839961d1e29968dcdb is out of sync, need to count used quota {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:43:41.420019 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:43:41.427401 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.483788 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5899a5a-45be-479d-b27c-3ed6adb73d7e tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.514011 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Usage tracker for resource:security_group and tenant:7efb15bdc16740839961d1e29968dcdb is out of sync, need to count used quota {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:43:41.517885 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b5899a5a-45be-479d-b27c-3ed6adb73d7e tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Calling delete_port for 580f6d40-9084-4a3f-aa21-227342fa7212 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:41.522008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f192bae4-ffa4-46c4-bd33-ce971b7fa1c6 None None] DHCP port deletion for 1a6c6564-c99e-4b22-bb9e-2c67fe2d4663 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:41.522317 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:43:41.526239 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Deleting port b5a52e11-5ceb-4f72-89f0-b7fad007314c {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:41.526585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.537557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34d27f8-fc7f-4ace-8c12-2bb439aa2833 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting subnet 04f16783-41af-4994-b748-9e459fd4fe64 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:41.548760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d34d27f8-fc7f-4ace-8c12-2bb439aa2833 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.570546 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f192bae4-ffa4-46c4-bd33-ce971b7fa1c6 None None] Deleting port b5a52e11-5ceb-4f72-89f0-b7fad007314c {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:41.570842 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f192bae4-ffa4-46c4-bd33-ce971b7fa1c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.572343 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Usage tracker for resource:security_group_rule and tenant:7efb15bdc16740839961d1e29968dcdb is out of sync, need to count used quota {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 04 05:43:41.586500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.quota.resource [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108745) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 04 05:43:41.595833 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9f0a7005-078a-43b2-8912-245ca102d3c8 tempest-QuotasTest-882414058 tempest-QuotasTest-882414058-project-admin] 10.222.0.10 "GET /v2.0/quotas/7efb15bdc16740839961d1e29968dcdb/details.json HTTP/1.1" status: 200 len: 703 time: 0.9551868 Feb 04 05:43:41.596044 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:41.601057 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.616040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] For port b5a52e11-5ceb-4f72-89f0-b7fad007314c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b5a52e11-5ceb-4f72-89f0-b7fad007314c,segment=NetworkSegment(67ae7ebf-5af1-4391-aa9d-4941694d10dc),segment_id=67ae7ebf-5af1-4391-aa9d-4941694d10dc)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:41.616477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.629878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Calling delete_port for b5a52e11-5ceb-4f72-89f0-b7fad007314c owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:41.654400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f192bae4-ffa4-46c4-bd33-ce971b7fa1c6 None None] For port b5a52e11-5ceb-4f72-89f0-b7fad007314c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b5a52e11-5ceb-4f72-89f0-b7fad007314c,segment=NetworkSegment(67ae7ebf-5af1-4391-aa9d-4941694d10dc),segment_id=67ae7ebf-5af1-4391-aa9d-4941694d10dc)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:41.654828 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f192bae4-ffa4-46c4-bd33-ce971b7fa1c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.664669 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.670083 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f192bae4-ffa4-46c4-bd33-ce971b7fa1c6 None None] Calling delete_port for b5a52e11-5ceb-4f72-89f0-b7fad007314c owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:41.678082 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d34d27f8-fc7f-4ace-8c12-2bb439aa2833 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.686633 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389fc0a6-d9b0-42fb-af03-3e1b9c61d480 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:41.690645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-389fc0a6-d9b0-42fb-af03-3e1b9c61d480 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.719582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.757944 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Port': ['ID=b5a52e11-5ceb-4f72-89f0-b7fad007314c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:41.763748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No DVR routers for this DVR port b5a52e11-5ceb-4f72-89f0-b7fad007314c on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:41.781635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f192bae4-ffa4-46c4-bd33-ce971b7fa1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.797285 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f192bae4-ffa4-46c4-bd33-ce971b7fa1c6 None None] No DVR routers for this DVR port b5a52e11-5ceb-4f72-89f0-b7fad007314c on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:41.820127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192bae4-ffa4-46c4-bd33-ce971b7fa1c6 None None] Pushing event deleted for resources: {'Port': ['ID=b5a52e11-5ceb-4f72-89f0-b7fad007314c,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:41.849381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.875031 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6c6564-c99e-4b22-bb9e-2c67fe2d4663']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:41.884825 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ae7ebf-5af1-4391-aa9d-4941694d10dc') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:41.885122 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ae7ebf-5af1-4391-aa9d-4941694d10dc') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:41.897090 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.918689 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.928983 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:41.929474 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:41.934219 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:42.016918 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49184) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:42.024348 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d34d27f8-fc7f-4ace-8c12-2bb439aa2833 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.039786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.053377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.060367 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/1a6c6564-c99e-4b22-bb9e-2c67fe2d4663 HTTP/1.1" status: 204 len: 168 time: 0.7260382 Feb 04 05:43:42.064989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49188) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:42.077280 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f64b2-44e8-4b03-b304-fb95101e6114 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Network': ['ID=1a6c6564-c99e-4b22-bb9e-2c67fe2d4663,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:42.154860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2982eda5-cfb2-4a7f-8c66-9c4b529608af admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.174628 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.187614 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0cc9a2-8e78-47e6-a04c-bf833bc84a42 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:42.188075 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0cc9a2-8e78-47e6-a04c-bf833bc84a42 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:42.191622 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-af0cc9a2-8e78-47e6-a04c-bf833bc84a42 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/subnets/65e139c3-5fc3-4757-9968-6a948aee7f43 HTTP/1.1" status: 404 len: 337 time: 0.1176105 Feb 04 05:43:42.194288 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49190) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:42.201269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.217779 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5899a5a-45be-479d-b27c-3ed6adb73d7e tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.221730 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bb31a0-f1c3-44cc-91c7-4cc233d2dbf7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] DELETE failed (client error): The resource could not be found. Feb 04 05:43:42.222436 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bb31a0-f1c3-44cc-91c7-4cc233d2dbf7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:42.225648 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-91bb31a0-f1c3-44cc-91c7-4cc233d2dbf7 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/b2ccc11b-1032-4adb-b0d1-efd0429251ff HTTP/1.1" status: 404 len: 339 time: 0.0303087 Feb 04 05:43:42.229727 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49192) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:42.307351 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc5aaab-73b6-4f7b-9a53-047eddcab994 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Deleting subnet e497bc7d-410f-4844-9bc8-18316ebd74ca {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:42.314857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2982eda5-cfb2-4a7f-8c66-9c4b529608af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.315939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5dc5aaab-73b6-4f7b-9a53-047eddcab994 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.319522 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2982eda5-cfb2-4a7f-8c66-9c4b529608af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.397945 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2982eda5-cfb2-4a7f-8c66-9c4b529608af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1baf3e562934dac888f4f7371fd92dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797174 Feb 04 05:43:42.400969 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982eda5-cfb2-4a7f-8c66-9c4b529608af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb943dab-eab2-453c-8c8e-08addd9d49b2,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:42.403477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49194) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:42.405917 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5dc5aaab-73b6-4f7b-9a53-047eddcab994 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.556853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-76a31ec1-2923-4a6f-a357-f241a333c4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.579462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5dc5aaab-73b6-4f7b-9a53-047eddcab994 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.616645 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-76a31ec1-2923-4a6f-a357-f241a333c4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.617651 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5899a5a-45be-479d-b27c-3ed6adb73d7e tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Pushing event deleted for resources: {'Port': ['ID=580f6d40-9084-4a3f-aa21-227342fa7212,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:42.656810 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1546385f-d4ac-4516-8873-14fa3050a752,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:42.667971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d34d27f8-fc7f-4ace-8c12-2bb439aa2833 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.671858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:42.684102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5dc5aaab-73b6-4f7b-9a53-047eddcab994 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.703599 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-51fd6b6e-3f49-4041-81ea-88309c75f9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.708785 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-389fc0a6-d9b0-42fb-af03-3e1b9c61d480 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.720358 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-76a31ec1-2923-4a6f-a357-f241a333c4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.722983 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-76a31ec1-2923-4a6f-a357-f241a333c4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.724123 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-76a31ec1-2923-4a6f-a357-f241a333c4c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb943dab-eab2-453c-8c8e-08addd9d49b2 HTTP/1.1" status: 204 len: 168 time: 0.3151686 Feb 04 05:43:42.724901 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5aaab-73b6-4f7b-9a53-047eddcab994 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Subnet': ['ID=e497bc7d-410f-4844-9bc8-18316ebd74ca,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:42.731522 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5dc5aaab-73b6-4f7b-9a53-047eddcab994 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.737982 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5dc5aaab-73b6-4f7b-9a53-047eddcab994 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/subnets/e497bc7d-410f-4844-9bc8-18316ebd74ca HTTP/1.1" status: 204 len: 168 time: 0.5067043 Feb 04 05:43:42.739638 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49198) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:42.747233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.747580 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Added segment ae39b312-f7e2-4cf6-9396-db3af62ebcd2 of type vlan for network 51a2d9eb-1d40-47d8-b8ae-1d2783994707 Feb 04 05:43:42.748799 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f8cca2-06cb-4a5d-8b88-cd6466ac0a12 None None] Network cb86378d-cdd5-46f1-a137-b3b755a74aa4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:42.748952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d27f8-fc7f-4ace-8c12-2bb439aa2833 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Subnet': ['ID=04f16783-41af-4994-b748-9e459fd4fe64,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:42.751099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d34d27f8-fc7f-4ace-8c12-2bb439aa2833 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.754777 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d34d27f8-fc7f-4ace-8c12-2bb439aa2833 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/04f16783-41af-4994-b748-9e459fd4fe64 HTTP/1.1" status: 204 len: 168 time: 1.3913884 Feb 04 05:43:42.758347 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49200) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:42.770387 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-427bbe69-d2fc-49ab-a819-84fe2f1bbf92 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.784923 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194bbc0f-1cab-484f-ae0b-16b3bac138bd None None] Network 2c35d9e5-b578-4d4c-b3dc-a95e06b620bb requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:42.787521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a31ec1-2923-4a6f-a357-f241a333c4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb943dab-eab2-453c-8c8e-08addd9d49b2,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:42.889239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389fc0a6-d9b0-42fb-af03-3e1b9c61d480 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:42.898219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.904553 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.905707 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.910352 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-389fc0a6-d9b0-42fb-af03-3e1b9c61d480 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:42.924539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389fc0a6-d9b0-42fb-af03-3e1b9c61d480 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:42.924539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-389fc0a6-d9b0-42fb-af03-3e1b9c61d480 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.932385 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5899a5a-45be-479d-b27c-3ed6adb73d7e tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:42.935812 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eab5a8-1d90-40f0-8069-906cbdfa0118 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:42.979383 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fc0a6-d9b0-42fb-af03-3e1b9c61d480 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=5c9bb02c-5af6-4cac-a38a-c5235d078b6e,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:43.029018 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port 5c3ff697-5fcb-4808-b4d4-71132d82c507 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:43.029731 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.035331 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Deleting port 36babcad-67d1-4b23-98f0-735c6e357237 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:43.035709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.064924 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-389fc0a6-d9b0-42fb-af03-3e1b9c61d480 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8517971 Feb 04 05:43:43.064924 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5899a5a-45be-479d-b27c-3ed6adb73d7e tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.067514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49204) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:43.068001 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5899a5a-45be-479d-b27c-3ed6adb73d7e tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.074122 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.079579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:43.080111 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.084970 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3681b206-b4d3-464c-b60d-10b49bbfc5f9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-229375381', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:43.186120 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] For port 5c3ff697-5fcb-4808-b4d4-71132d82c507, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=5c3ff697-5fcb-4808-b4d4-71132d82c507,segment=NetworkSegment(9cfd19ea-1f9f-46af-9d73-cab063555ccf),segment_id=9cfd19ea-1f9f-46af-9d73-cab063555ccf)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:43.186821 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.199153 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b709fd-6af2-447c-9cf6-e4cfb38a89f2 None None] DHCP port deletion for cb86378d-cdd5-46f1-a137-b3b755a74aa4 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:43.201266 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] For port 36babcad-67d1-4b23-98f0-735c6e357237, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=36babcad-67d1-4b23-98f0-735c6e357237,segment=NetworkSegment(c5bdf4d9-6e31-4d69-8e00-745d9c0ba339),segment_id=c5bdf4d9-6e31-4d69-8e00-745d9c0ba339)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:43.201709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.221735 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for 5c3ff697-5fcb-4808-b4d4-71132d82c507 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:43.228281 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Calling delete_port for 36babcad-67d1-4b23-98f0-735c6e357237 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:43.269328 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1040268 Feb 04 05:43:43.269328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5899a5a-45be-479d-b27c-3ed6adb73d7e tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.269328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5899a5a-45be-479d-b27c-3ed6adb73d7e tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Fanout notify agent at l3_agent the message router_deleted on router aef71b4e-d5e2-4578-ba55-2dc40db80906 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:43:43.277937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49206) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:43.288755 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5899a5a-45be-479d-b27c-3ed6adb73d7e tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.295137 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b5899a5a-45be-479d-b27c-3ed6adb73d7e tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "DELETE /v2.0/routers/aef71b4e-d5e2-4578-ba55-2dc40db80906 HTTP/1.1" status: 204 len: 168 time: 2.9737813 Feb 04 05:43:43.299562 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-319a9b0d-6107-43e0-8701-bfc35a964db9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1516700589'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:43.307855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49208) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:43.308513 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4da9d-b9bd-4dfb-8064-5b2a5df84f42 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Network': ['ID=51a2d9eb-1d40-47d8-b8ae-1d2783994707,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:43.309449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b5a52e11-5ceb-4f72-89f0-b7fad007314c no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:43.318324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-394da962-7f41-44b6-881b-0e958988cad0 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-829841706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:43.332434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3681b206-b4d3-464c-b60d-10b49bbfc5f9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.333482 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3681b206-b4d3-464c-b60d-10b49bbfc5f9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.355160 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e149a6f-5b1f-4f06-9a1d-bb0173e69655 None None] DHCP port deletion for 2c35d9e5-b578-4d4c-b3dc-a95e06b620bb request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:43.367272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: b5a52e11-5ceb-4f72-89f0-b7fad007314c {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:43.367272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b5a52e11-5ceb-4f72-89f0-b7fad007314c not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:43.377950 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 51a2d9eb-1d40-47d8-b8ae-1d2783994707 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:43.396725 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.402185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319a9b0d-6107-43e0-8701-bfc35a964db9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:43.403705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.421535 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-319a9b0d-6107-43e0-8701-bfc35a964db9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.428888 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49210) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:43.439433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=5c3ff697-5fcb-4808-b4d4-71132d82c507,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:43.446364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No DVR routers for this DVR port 5c3ff697-5fcb-4808-b4d4-71132d82c507 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:43.459016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] No DVR routers for this DVR port 36babcad-67d1-4b23-98f0-735c6e357237 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:43.470976 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3681b206-b4d3-464c-b60d-10b49bbfc5f9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.471208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '5c9bb02c-5af6-4cac-a38a-c5235d078b6e'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:43.471208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.471208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c8b709fd-6af2-447c-9cf6-e4cfb38a89f2 None None] The port '36babcad-67d1-4b23-98f0-735c6e357237' was deleted {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 04 05:43:43.482785 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3681b206-b4d3-464c-b60d-10b49bbfc5f9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.505156 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2f99865b-49f2-4183-af6d-23fc73dda7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.508849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0e149a6f-5b1f-4f06-9a1d-bb0173e69655 None None] The port '5c3ff697-5fcb-4808-b4d4-71132d82c507' was deleted {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 04 05:43:43.520354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-394da962-7f41-44b6-881b-0e958988cad0 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.521617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-394da962-7f41-44b6-881b-0e958988cad0 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.527619 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Port': ['ID=36babcad-67d1-4b23-98f0-735c6e357237,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:43.558430 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3681b206-b4d3-464c-b60d-10b49bbfc5f9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.562969 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3681b206-b4d3-464c-b60d-10b49bbfc5f9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4877157 Feb 04 05:43:43.568857 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49212) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:43.666131 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.668013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Allocated IP 2001:db8::2 (99cffe53-689e-4c68-95bc-797fbe732ade/5c9bb02c-5af6-4cac-a38a-c5235d078b6e/a1e2b7e9-aa62-49a6-9993-08a099ba887e) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:43.680388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.719565 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319a9b0d-6107-43e0-8701-bfc35a964db9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:43.733148 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c35d9e5-b578-4d4c-b3dc-a95e06b620bb']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:43.733999 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-394da962-7f41-44b6-881b-0e958988cad0 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.736678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb86378d-cdd5-46f1-a137-b3b755a74aa4']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:43.761394 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bdf4d9-6e31-4d69-8e00-745d9c0ba339') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:43.761693 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bdf4d9-6e31-4d69-8e00-745d9c0ba339') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:43.765357 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfd19ea-1f9f-46af-9d73-cab063555ccf') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:43.765661 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfd19ea-1f9f-46af-9d73-cab063555ccf') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:43.776376 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-394da962-7f41-44b6-881b-0e958988cad0 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.781218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.784882 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-319a9b0d-6107-43e0-8701-bfc35a964db9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.785446 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-319a9b0d-6107-43e0-8701-bfc35a964db9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Added segment 1dc7fd56-6f73-4625-a17c-477c33a62eaa of type vlan for network 0b820a49-f5d8-4b1c-9996-03296d3fa426 Feb 04 05:43:43.796634 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.817557 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.837736 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.843799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-394da962-7f41-44b6-881b-0e958988cad0 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.844668 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:43.845146 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.845456 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-394da962-7f41-44b6-881b-0e958988cad0 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5328264 Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:43.850517 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:43.852441 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49214) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:43.865583 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2f99865b-49f2-4183-af6d-23fc73dda7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.867304 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:43.867743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:43.874541 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:43.876581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'enable_snat': False}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:43.920962 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2f99865b-49f2-4183-af6d-23fc73dda7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:43.982780 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-319a9b0d-6107-43e0-8701-bfc35a964db9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.016382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.021052 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.022138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.027918 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] 10.222.0.10 "DELETE /v2.0/networks/cb86378d-cdd5-46f1-a137-b3b755a74aa4 HTTP/1.1" status: 204 len: 168 time: 1.2847762 Feb 04 05:43:44.030691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99865b-49f2-4183-af6d-23fc73dda7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc05790f-3e75-4b73-8000-69d8b0c71dc0,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:44.033246 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.037012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.040893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.047781 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/networks/2c35d9e5-b578-4d4c-b3dc-a95e06b620bb HTTP/1.1" status: 204 len: 168 time: 1.2885931 Feb 04 05:43:44.048037 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49218) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:44.050425 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2f99865b-49f2-4183-af6d-23fc73dda7c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7efb15bdc16740839961d1e29968dcdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6188116 Feb 04 05:43:44.059285 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49220) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:44.064995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:44.066944 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da337c-2a0e-41db-8ae4-ff7fb3ce2ba6 tempest-NetworksIpV6Test-1986214593 tempest-NetworksIpV6Test-1986214593-project] Pushing event deleted for resources: {'Network': ['ID=cb86378d-cdd5-46f1-a137-b3b755a74aa4,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:44.069847 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:44.074653 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-427bbe69-d2fc-49ab-a819-84fe2f1bbf92 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port 3d265fbc-7796-4edd-aa56-21169bbf9687 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:44.075158 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-427bbe69-d2fc-49ab-a819-84fe2f1bbf92 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.098472 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30da122-a913-467f-aa0e-6612fe8900c0 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Network': ['ID=2c35d9e5-b578-4d4c-b3dc-a95e06b620bb,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:44.100813 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:44.146465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-20e9edf6-d89b-473e-8791-0858d346d6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.149647 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Pushing event updated for resources: {'Port': ['ID=a1e2b7e9-aa62-49a6-9993-08a099ba887e,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:44.174777 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-20e9edf6-d89b-473e-8791-0858d346d6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.187795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Attempting to bind port a1e2b7e9-aa62-49a6-9993-08a099ba887e on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:44.188484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Attempting to bind port a1e2b7e9-aa62-49a6-9993-08a099ba887e by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:44.189725 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Attempting to bind port a1e2b7e9-aa62-49a6-9993-08a099ba887e on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:44.195186 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:44.195736 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:44.196249 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.196897 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:44.197386 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Bound port: a1e2b7e9-aa62-49a6-9993-08a099ba887e, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:44.198017 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.219213 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-319a9b0d-6107-43e0-8701-bfc35a964db9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.225662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319a9b0d-6107-43e0-8701-bfc35a964db9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:44.226518 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-319a9b0d-6107-43e0-8701-bfc35a964db9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.241489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-20e9edf6-d89b-473e-8791-0858d346d6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.246347 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-20e9edf6-d89b-473e-8791-0858d346d6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.248219 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-20e9edf6-d89b-473e-8791-0858d346d6c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc05790f-3e75-4b73-8000-69d8b0c71dc0 HTTP/1.1" status: 204 len: 168 time: 0.1880009 Feb 04 05:43:44.262871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9edf6-d89b-473e-8791-0858d346d6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc05790f-3e75-4b73-8000-69d8b0c71dc0,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:44.289625 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] For port a1e2b7e9-aa62-49a6-9993-08a099ba887e, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:44.293112 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] For port a1e2b7e9-aa62-49a6-9993-08a099ba887e, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a1e2b7e9-aa62-49a6-9993-08a099ba887e,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:44.299214 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.348204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c310ce6-f718-48a9-a5fd-382a5b13191c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:44.354090 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6c310ce6-f718-48a9-a5fd-382a5b13191c tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/463e3efd-c3ef-4313-a57d-ddffae646b3e HTTP/1.1" status: 200 len: 841 time: 0.2817028 Feb 04 05:43:44.354710 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49226) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:44.367794 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b630bb-619a-43dc-95d0-4dcf4ffddc11 None None] Pushing event updated for resources: {'Port': ['ID=a1e2b7e9-aa62-49a6-9993-08a099ba887e,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:44.401758 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-319a9b0d-6107-43e0-8701-bfc35a964db9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1162767 Feb 04 05:43:44.402194 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49228) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:44.411195 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49230) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:44.422967 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7cd06b0c-10f0-4a31-a8b6-67dbe7c5e141 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/463e3efd-c3ef-4313-a57d-ddffae646b3e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0666833 Feb 04 05:43:44.427085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49234) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:44.437253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-999d3544-592b-4132-b0ad-82e6a1cd697e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'subnet': {'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:44.443570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4868085f-87d0-4b93-808c-fa31ce907326 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'subnet': {'network_id': '51a2d9eb-1d40-47d8-b8ae-1d2783994707', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:44.545265 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.552142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999d3544-592b-4132-b0ad-82e6a1cd697e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:44.558464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-999d3544-592b-4132-b0ad-82e6a1cd697e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.652431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.669888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a9b0d-6107-43e0-8701-bfc35a964db9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Network': ['ID=0b820a49-f5d8-4b1c-9996-03296d3fa426,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:44.681047 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 0b820a49-f5d8-4b1c-9996-03296d3fa426 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:44.722146 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-427bbe69-d2fc-49ab-a819-84fe2f1bbf92 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.764527 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-427bbe69-d2fc-49ab-a819-84fe2f1bbf92 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for 3d265fbc-7796-4edd-aa56-21169bbf9687 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:44.774227 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3130b493-764c-4d77-946a-c777647b3185 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22c8121ee06243219769106a4e17f9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618798 Feb 04 05:43:44.777747 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49244) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:44.832892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d2ffbb1e-5f4e-4902-9cc0-a4f53f18da1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.926305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-057fa070-b417-4ba7-b451-c1280a705efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:44.943849 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-999d3544-592b-4132-b0ad-82e6a1cd697e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.001927 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-057fa070-b417-4ba7-b451-c1280a705efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.025311 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999d3544-592b-4132-b0ad-82e6a1cd697e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network a0baa961-271a-4743-bbff-405f2d42372f is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:45.035674 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-999d3544-592b-4132-b0ad-82e6a1cd697e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:45.041243 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999d3544-592b-4132-b0ad-82e6a1cd697e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:45.041430 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4868085f-87d0-4b93-808c-fa31ce907326 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:45.041945 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-999d3544-592b-4132-b0ad-82e6a1cd697e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.044792 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4868085f-87d0-4b93-808c-fa31ce907326 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.052291 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1343ef0-f237-4395-bcf6-e18634925c55 None None] Network a0baa961-271a-4743-bbff-405f2d42372f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:45.065820 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d3544-592b-4132-b0ad-82e6a1cd697e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Subnet': ['ID=5879d4e3-002d-4791-98ea-3bc93d76f71b,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:45.097426 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-999d3544-592b-4132-b0ad-82e6a1cd697e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6635687 Feb 04 05:43:45.097426 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49252) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:45.109747 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e6b2a407-403e-4f86-add0-1f54fbd70a92 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'security_group': {'name': 'tempest-secgroup-2020245060'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:45.160796 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-057fa070-b417-4ba7-b451-c1280a705efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.166043 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-057fa070-b417-4ba7-b451-c1280a705efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.167373 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-057fa070-b417-4ba7-b451-c1280a705efa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c338785-8b3d-43a9-aae4-6c17c0c5d878 HTTP/1.1" status: 204 len: 168 time: 0.3886983 Feb 04 05:43:45.196499 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fa070-b417-4ba7-b451-c1280a705efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c338785-8b3d-43a9-aae4-6c17c0c5d878,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:45.199473 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a407-403e-4f86-add0-1f54fbd70a92 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.278360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a1e2b7e9-aa62-49a6-9993-08a099ba887e up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:45.348427 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a407-403e-4f86-add0-1f54fbd70a92 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.354937 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a407-403e-4f86-add0-1f54fbd70a92 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.411761 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a407-403e-4f86-add0-1f54fbd70a92 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.414389 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e6b2a407-403e-4f86-add0-1f54fbd70a92 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3173332 Feb 04 05:43:45.418345 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49260) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:45.425589 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-44083c50-008d-43d2-b057-88c2081e81ca tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'security_group': {'name': 'tempest-secgroup-588986023'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:45.432404 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2a407-403e-4f86-add0-1f54fbd70a92 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f4662d-b586-48a5-b782-47518c12ee93,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:45.480630 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44083c50-008d-43d2-b057-88c2081e81ca tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.500818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port a1e2b7e9-aa62-49a6-9993-08a099ba887e triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:45.501418 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.596176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44083c50-008d-43d2-b057-88c2081e81ca tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.601569 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44083c50-008d-43d2-b057-88c2081e81ca tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.625628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-a0baa961-271a-4743-bbff-405f2d42372f', 'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'tenant_id': '7792832c90bd4ac49d281b6efc6d76c2', 'fixed_ips': [{'subnet_id': '5879d4e3-002d-4791-98ea-3bc93d76f71b'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:45.626563 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.653568 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44083c50-008d-43d2-b057-88c2081e81ca tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1c9dd2-8848-45ac-b76f-0e9c9534d927,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:45.705926 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44083c50-008d-43d2-b057-88c2081e81ca tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.709451 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-44083c50-008d-43d2-b057-88c2081e81ca tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.2887232 Feb 04 05:43:45.711713 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49268) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:45.724451 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d958aab6-d81e-4b55-88b4-c8ed07aa650f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-160018806', 'security_groups': ['de1c9dd2-8848-45ac-b76f-0e9c9534d927'], 'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5879d4e3-002d-4791-98ea-3bc93d76f71b'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:45.916197 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:45.973133 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d958aab6-d81e-4b55-88b4-c8ed07aa650f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:46.013374 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:46.029175 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::1 (99cffe53-689e-4c68-95bc-797fbe732ade/5c9bb02c-5af6-4cac-a38a-c5235d078b6e/26da19b6-1fd7-4e78-80fe-715c4e7bc7f0) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:46.099418 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d958aab6-d81e-4b55-88b4-c8ed07aa650f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:46.115411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-427bbe69-d2fc-49ab-a819-84fe2f1bbf92 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:46.118440 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port a1e2b7e9-aa62-49a6-9993-08a099ba887e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a1e2b7e9-aa62-49a6-9993-08a099ba887e,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:46.123231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-509124c8-cc1e-45e1-95a1-84abed8c58b5 None None] Provisioning complete for port a1e2b7e9-aa62-49a6-9993-08a099ba887e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:46.123927 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-509124c8-cc1e-45e1-95a1-84abed8c58b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:46.127879 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-d958aab6-d81e-4b55-88b4-c8ed07aa650f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port 08d04dba-017d-419d-b402-aab295032312 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:43:46.186974 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:46.280071 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 36babcad-67d1-4b23-98f0-735c6e357237 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:46.285915 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Allocated IP 172.20.0.2 (a0baa961-271a-4743-bbff-405f2d42372f/5879d4e3-002d-4791-98ea-3bc93d76f71b/8c12e4a4-da0e-4d45-aca6-26676751eece) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:46.298795 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bbe69-d2fc-49ab-a819-84fe2f1bbf92 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=3d265fbc-7796-4edd-aa56-21169bbf9687,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:46.342552 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 36babcad-67d1-4b23-98f0-735c6e357237 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:46.342900 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 36babcad-67d1-4b23-98f0-735c6e357237 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:46.346054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 5c3ff697-5fcb-4808-b4d4-71132d82c507 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:46.402803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 5c3ff697-5fcb-4808-b4d4-71132d82c507 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:46.403148 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 5c3ff697-5fcb-4808-b4d4-71132d82c507 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:46.414615 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4868085f-87d0-4b93-808c-fa31ce907326 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:46.433978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=a1e2b7e9-aa62-49a6-9993-08a099ba887e,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:46.496199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49292) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:46.635494 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:46.642869 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:46.668247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:46.675230 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868085f-87d0-4b93-808c-fa31ce907326 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Subnet': ['ID=93138ca7-6709-4886-8459-dd34e1d4aea9,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:46.696214 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Network a0baa961-271a-4743-bbff-405f2d42372f is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:46.699524 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:46.703642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:46.710855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:46.715260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:46.719072 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Pushing event updated for resources: {'Port': ['ID=8c12e4a4-da0e-4d45-aca6-26676751eece,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:46.748069 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49300) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:46.770762 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-d958aab6-d81e-4b55-88b4-c8ed07aa650f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Allocated IP 172.20.0.3 (a0baa961-271a-4743-bbff-405f2d42372f/5879d4e3-002d-4791-98ea-3bc93d76f71b/08d04dba-017d-419d-b402-aab295032312) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:46.819430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e67670c3-bc6b-4cb6-b3cd-01954f4a09cf tempest-DvrRoutersNegativeTest-581391811 tempest-DvrRoutersNegativeTest-581391811-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1694001647', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:46.822543 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.policy [None req-e67670c3-bc6b-4cb6-b3cd-01954f4a09cf tempest-DvrRoutersNegativeTest-581391811 tempest-DvrRoutersNegativeTest-581391811-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=108745) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 04 05:43:46.822847 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.policy [None req-e67670c3-bc6b-4cb6-b3cd-01954f4a09cf tempest-DvrRoutersNegativeTest-581391811 tempest-DvrRoutersNegativeTest-581391811-project] Failed policy check for 'create_router' {{(pid=108745) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 04 05:43:46.823385 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-e67670c3-bc6b-4cb6-b3cd-01954f4a09cf tempest-DvrRoutersNegativeTest-581391811 tempest-DvrRoutersNegativeTest-581391811-project] create failed (client error): Access was denied to this resource. Feb 04 05:43:46.831422 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Attempting to bind port 8c12e4a4-da0e-4d45-aca6-26676751eece on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:46.831609 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e67670c3-bc6b-4cb6-b3cd-01954f4a09cf tempest-DvrRoutersNegativeTest-581391811 tempest-DvrRoutersNegativeTest-581391811-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0752847 Feb 04 05:43:46.831690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Attempting to bind port 8c12e4a4-da0e-4d45-aca6-26676751eece by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'd22096e7-062f-420e-8c9d-38824b4692f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:46.831690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Attempting to bind port 8c12e4a4-da0e-4d45-aca6-26676751eece on network a0baa961-271a-4743-bbff-405f2d42372f {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:46.842006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:46.843505 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Checking segment: {'id': 'd22096e7-062f-420e-8c9d-38824b4692f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:46.845912 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:46.846345 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Bound using segment: {'id': 'd22096e7-062f-420e-8c9d-38824b4692f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:46.846908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Bound port: 8c12e4a4-da0e-4d45-aca6-26676751eece, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22096e7-062f-420e-8c9d-38824b4692f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:46.849687 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:46.860122 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-427bbe69-d2fc-49ab-a819-84fe2f1bbf92 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:46.862132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868085f-87d0-4b93-808c-fa31ce907326 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Checking segment: {'id': 'ae39b312-f7e2-4cf6-9396-db3af62ebcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '51a2d9eb-1d40-47d8-b8ae-1d2783994707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:46.862496 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4868085f-87d0-4b93-808c-fa31ce907326 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network hostable DHCP agents. Network: 51a2d9eb-1d40-47d8-b8ae-1d2783994707, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:43:46.924555 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-829063412', 'router:external': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:46.945244 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] For port 8c12e4a4-da0e-4d45-aca6-26676751eece, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:46.952456 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] For port 8c12e4a4-da0e-4d45-aca6-26676751eece, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8c12e4a4-da0e-4d45-aca6-26676751eece,segment=NetworkSegment(d22096e7-062f-420e-8c9d-38824b4692f3),segment_id=d22096e7-062f-420e-8c9d-38824b4692f3)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:46.960903 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.011702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.015393 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Made reservation on behalf of 7e207dc8d1074d7cb0d193d80e864a10 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:47.018878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.026752 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4868085f-87d0-4b93-808c-fa31ce907326 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 51a2d9eb-1d40-47d8-b8ae-1d2783994707 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:43:47.037983 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.071552 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9d8f6-93c3-472d-888e-a63bdb3ecfaf None None] Pushing event updated for resources: {'Port': ['ID=8c12e4a4-da0e-4d45-aca6-26676751eece,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:47.093415 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d958aab6-d81e-4b55-88b4-c8ed07aa650f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.101355 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Allocated IP 172.26.3.19 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/0f3ee239-17d8-4c8e-b6f1-1e2d984ace7d) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:47.102019 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a1e2b7e9-aa62-49a6-9993-08a099ba887e up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:47.126550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=26da19b6-1fd7-4e78-80fe-715c4e7bc7f0,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:47.138597 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4868085f-87d0-4b93-808c-fa31ce907326 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 51a2d9eb-1d40-47d8-b8ae-1d2783994707) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:47.144529 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4868085f-87d0-4b93-808c-fa31ce907326 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:47.145643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4868085f-87d0-4b93-808c-fa31ce907326 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.152365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293f86be-8292-4c12-8d8e-75102507863a None None] Network 51a2d9eb-1d40-47d8-b8ae-1d2783994707 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:47.161337 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:47.207363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d958aab6-d81e-4b55-88b4-c8ed07aa650f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.228527 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49308) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:47.247141 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4868085f-87d0-4b93-808c-fa31ce907326 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8147833 Feb 04 05:43:47.251511 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:47.254092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:47.254777 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.279414 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49310) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:47.299136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-770baf2f-673c-4183-8f84-aa59016e1cae tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'subnet': {'network_id': '0b820a49-f5d8-4b1c-9996-03296d3fa426', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:47.331080 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427bbe69-d2fc-49ab-a819-84fe2f1bbf92 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 6ad9de0d-27e9-4942-918a-c5b7ef413a77 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:43:47.367208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port a1e2b7e9-aa62-49a6-9993-08a099ba887e triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:47.367661 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.447524 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d958aab6-d81e-4b55-88b4-c8ed07aa650f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network a0baa961-271a-4743-bbff-405f2d42372f is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:47.460444 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958aab6-d81e-4b55-88b4-c8ed07aa650f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=08d04dba-017d-419d-b402-aab295032312,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:47.470799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-d958aab6-d81e-4b55-88b4-c8ed07aa650f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:47.481365 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d958aab6-d81e-4b55-88b4-c8ed07aa650f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:47.530935 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-51a2d9eb-1d40-47d8-b8ae-1d2783994707', 'network_id': '51a2d9eb-1d40-47d8-b8ae-1d2783994707', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'fixed_ips': [{'subnet_id': '93138ca7-6709-4886-8459-dd34e1d4aea9'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:47.531759 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.550522 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.564557 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d958aab6-d81e-4b55-88b4-c8ed07aa650f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:47.565207 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d958aab6-d81e-4b55-88b4-c8ed07aa650f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.582843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.604831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.610477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.627847 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:47.630564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ff15cd52-6283-4eb0-8b73-f54efaa52865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.660836 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d958aab6-d81e-4b55-88b4-c8ed07aa650f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9426022 Feb 04 05:43:47.678349 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49314) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:47.680101 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.683687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1dc84346-7c12-48e5-8809-fa8cdfb01cb5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'subnet': {'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:47.710581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427bbe69-d2fc-49ab-a819-84fe2f1bbf92 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:47.727989 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8979885-ce25-4cd0-975b-b0bcc03e4e08 None None] Sync routers for ids ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:47.736869 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ff15cd52-6283-4eb0-8b73-f54efaa52865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.739880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.739880 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Added segment 67a8d157-4827-4799-bef1-2b794977a815 of type vlan for network 46bea271-d444-4b79-966a-46dc1711290f Feb 04 05:43:47.758938 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ff15cd52-6283-4eb0-8b73-f54efaa52865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.765560 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-427bbe69-d2fc-49ab-a819-84fe2f1bbf92 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/6ad9de0d-27e9-4942-918a-c5b7ef413a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6847129 Feb 04 05:43:47.775765 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49316) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:47.781250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c563e12d-ecef-4ecc-9808-61290ec633db,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:47.781895 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Allocated IP 2001:db8::2 (51a2d9eb-1d40-47d8-b8ae-1d2783994707/93138ca7-6709-4886-8459-dd34e1d4aea9/f023b51e-7332-436c-bcde-18a4b5482a33) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:47.819289 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-883023d0-019e-4514-8551-6de5a15e52e6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ad9de0d-27e9-4942-918a-c5b7ef413a77 HTTP/1.1" status: 200 len: 205 time: 0.0421729 Feb 04 05:43:47.824748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49318) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:47.830907 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:47.839881 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8979885-ce25-4cd0-975b-b0bcc03e4e08 None None] Routers {'6ad9de0d-27e9-4942-918a-c5b7ef413a77'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:47.841382 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b8979885-ce25-4cd0-975b-b0bcc03e4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:47.841553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:47.847513 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Pushing event updated for resources: {'Port': ['ID=0f3ee239-17d8-4c8e-b6f1-1e2d984ace7d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:47.849836 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.855180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:47.865375 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-13ee808a-548c-426e-8ad2-8839ce5c24b6 None None] Provisioning complete for port 26da19b6-1fd7-4e78-80fe-715c4e7bc7f0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:47.865794 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-13ee808a-548c-426e-8ad2-8839ce5c24b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.880751 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b8979885-ce25-4cd0-975b-b0bcc03e4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:47.889430 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8979885-ce25-4cd0-975b-b0bcc03e4e08 None None] Routers {'6ad9de0d-27e9-4942-918a-c5b7ef413a77'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:47.890587 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b8979885-ce25-4cd0-975b-b0bcc03e4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:47.905276 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770baf2f-673c-4183-8f84-aa59016e1cae tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:47.909701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-770baf2f-673c-4183-8f84-aa59016e1cae tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.932580 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b8979885-ce25-4cd0-975b-b0bcc03e4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:47.933528 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8979885-ce25-4cd0-975b-b0bcc03e4e08 None None] The sync data for ids ['6ad9de0d-27e9-4942-918a-c5b7ef413a77'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:47.954671 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ff15cd52-6283-4eb0-8b73-f54efaa52865 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9787d28deae4de1b4867695392aebf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6826019 Feb 04 05:43:47.956341 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:47.975176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49320) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:48.011718 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-13ee808a-548c-426e-8ad2-8839ce5c24b6 None None] Port 26da19b6-1fd7-4e78-80fe-715c4e7bc7f0 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:48.018851 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.076426 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.090104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.134201 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Network 51a2d9eb-1d40-47d8-b8ae-1d2783994707 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:48.142762 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:48.149201 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:48.231328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Pushing event updated for resources: {'Port': ['ID=f023b51e-7332-436c-bcde-18a4b5482a33,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:48.236822 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Attempting to bind port f023b51e-7332-436c-bcde-18a4b5482a33 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:48.237201 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Attempting to bind port f023b51e-7332-436c-bcde-18a4b5482a33 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ae39b312-f7e2-4cf6-9396-db3af62ebcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '51a2d9eb-1d40-47d8-b8ae-1d2783994707'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:48.237635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Attempting to bind port f023b51e-7332-436c-bcde-18a4b5482a33 on network 51a2d9eb-1d40-47d8-b8ae-1d2783994707 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:48.244987 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:48.245347 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Checking segment: {'id': 'ae39b312-f7e2-4cf6-9396-db3af62ebcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '51a2d9eb-1d40-47d8-b8ae-1d2783994707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:48.245756 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.246196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Bound using segment: {'id': 'ae39b312-f7e2-4cf6-9396-db3af62ebcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '51a2d9eb-1d40-47d8-b8ae-1d2783994707'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:48.246686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Bound port: f023b51e-7332-436c-bcde-18a4b5482a33, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae39b312-f7e2-4cf6-9396-db3af62ebcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '51a2d9eb-1d40-47d8-b8ae-1d2783994707'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:48.247370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.307881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15cd52-6283-4eb0-8b73-f54efaa52865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cfa2e4-ebac-43d0-b709-edc1f3348533,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:48.321336 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4b60e5f-e838-4b23-990b-6fd6e7bb6947 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.323862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] For port f023b51e-7332-436c-bcde-18a4b5482a33, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:48.327798 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] For port f023b51e-7332-436c-bcde-18a4b5482a33, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f023b51e-7332-436c-bcde-18a4b5482a33,segment=NetworkSegment(ae39b312-f7e2-4cf6-9396-db3af62ebcd2),segment_id=ae39b312-f7e2-4cf6-9396-db3af62ebcd2)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:48.334530 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.409070 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.413120 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e58d5-eccb-4ec2-8079-aa01ad9ea8eb None None] Pushing event updated for resources: {'Port': ['ID=f023b51e-7332-436c-bcde-18a4b5482a33,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:48.464337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.465289 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:48.465880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.519849 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc84346-7c12-48e5-8809-fa8cdfb01cb5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:48.523355 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1dc84346-7c12-48e5-8809-fa8cdfb01cb5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.546278 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0515ee8c-85c8-443a-a383-c132ebc0639b None None] Provisioning complete for port 463e3efd-c3ef-4313-a57d-ddffae646b3e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:48.547462 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0515ee8c-85c8-443a-a383-c132ebc0639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.604710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0515ee8c-85c8-443a-a383-c132ebc0639b None None] Port 463e3efd-c3ef-4313-a57d-ddffae646b3e cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:48.608678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4b60e5f-e838-4b23-990b-6fd6e7bb6947 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.615042 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4b60e5f-e838-4b23-990b-6fd6e7bb6947 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.616114 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0515ee8c-85c8-443a-a383-c132ebc0639b None None] Provisioning complete for port 8c12e4a4-da0e-4d45-aca6-26676751eece triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:48.616505 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0515ee8c-85c8-443a-a383-c132ebc0639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.658326 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.676169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.676931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.719584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11ef988c-54fc-4a40-83f8-447cea4e7275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.742238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0515ee8c-85c8-443a-a383-c132ebc0639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.772914 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.2755916 Feb 04 05:43:48.773755 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4b60e5f-e838-4b23-990b-6fd6e7bb6947 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.774284 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b60e5f-e838-4b23-990b-6fd6e7bb6947 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Fanout notify agent at l3_agent the message router_deleted on router 6ad9de0d-27e9-4942-918a-c5b7ef413a77 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:43:48.792337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49322) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:48.794984 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0515ee8c-85c8-443a-a383-c132ebc0639b None None] For port 8c12e4a4-da0e-4d45-aca6-26676751eece, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8c12e4a4-da0e-4d45-aca6-26676751eece,segment=NetworkSegment(d22096e7-062f-420e-8c9d-38824b4692f3),segment_id=d22096e7-062f-420e-8c9d-38824b4692f3)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:48.801239 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0515ee8c-85c8-443a-a383-c132ebc0639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.805084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d62a6aea-7941-4899-9eaf-c29c4abc97d9 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Request body: {'subnet': {'network_id': '46bea271-d444-4b79-966a-46dc1711290f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:48.820125 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4b60e5f-e838-4b23-990b-6fd6e7bb6947 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.823695 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d4b60e5f-e838-4b23-990b-6fd6e7bb6947 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/routers/6ad9de0d-27e9-4942-918a-c5b7ef413a77 HTTP/1.1" status: 204 len: 168 time: 0.9890287 Feb 04 05:43:48.830624 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49324) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:48.839607 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11ef988c-54fc-4a40-83f8-447cea4e7275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:48.857708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344c5aa-97ea-44d6-8091-dc0abe80e67e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Pushing event updated for resources: {'Network': ['ID=46bea271-d444-4b79-966a-46dc1711290f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:48.860468 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515ee8c-85c8-443a-a383-c132ebc0639b None None] Pushing event updated for resources: {'Port': ['ID=8c12e4a4-da0e-4d45-aca6-26676751eece,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:48.868728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 46bea271-d444-4b79-966a-46dc1711290f details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:48.957586 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1d081120-ed9f-48be-9345-3622ba4b00ed None None] Provisioning complete for port 08d04dba-017d-419d-b402-aab295032312 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:48.957997 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1d081120-ed9f-48be-9345-3622ba4b00ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.009863 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1d081120-ed9f-48be-9345-3622ba4b00ed None None] Port 08d04dba-017d-419d-b402-aab295032312 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:49.044056 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62a6aea-7941-4899-9eaf-c29c4abc97d9 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Made reservation on behalf of 7e207dc8d1074d7cb0d193d80e864a10 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:49.046840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d62a6aea-7941-4899-9eaf-c29c4abc97d9 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.053955 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-770baf2f-673c-4183-8f84-aa59016e1cae tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.072437 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd15201e-dbff-4b17-90b3-b1cc0c12d54c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting subnet ef228616-87ff-4637-88ee-695377fce932 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:49.105422 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bd15201e-dbff-4b17-90b3-b1cc0c12d54c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.189460 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f023b51e-7332-436c-bcde-18a4b5482a33 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:49.196315 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11ef988c-54fc-4a40-83f8-447cea4e7275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.198927 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11ef988c-54fc-4a40-83f8-447cea4e7275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.202578 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-11ef988c-54fc-4a40-83f8-447cea4e7275 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d8cfa2e4-ebac-43d0-b709-edc1f3348533 HTTP/1.1" status: 204 len: 168 time: 1.2197549 Feb 04 05:43:49.225102 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=26da19b6-1fd7-4e78-80fe-715c4e7bc7f0,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:49.244119 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bd15201e-dbff-4b17-90b3-b1cc0c12d54c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.246944 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770baf2f-673c-4183-8f84-aa59016e1cae tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Subnet': ['ID=ee5960ae-ceb1-4e37-8df7-da6f80cc06b0,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:49.269814 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef988c-54fc-4a40-83f8-447cea4e7275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cfa2e4-ebac-43d0-b709-edc1f3348533,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:49.276110 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.ipam_backend_mixin [None req-1dc84346-7c12-48e5-8809-fa8cdfb01cb5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5879d4e3-002d-4791-98ea-3bc93d76f71b (CIDR: 172.20.0.0/28) Feb 04 05:43:49.284861 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc84346-7c12-48e5-8809-fa8cdfb01cb5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:43:49.285347 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc84346-7c12-48e5-8809-fa8cdfb01cb5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:43:49.306423 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770baf2f-673c-4183-8f84-aa59016e1cae tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Checking segment: {'id': '1dc7fd56-6f73-4625-a17c-477c33a62eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0b820a49-f5d8-4b1c-9996-03296d3fa426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:49.306791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770baf2f-673c-4183-8f84-aa59016e1cae tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network hostable DHCP agents. Network: 0b820a49-f5d8-4b1c-9996-03296d3fa426, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:43:49.330348 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port f023b51e-7332-436c-bcde-18a4b5482a33 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:49.331457 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.357202 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1dc84346-7c12-48e5-8809-fa8cdfb01cb5 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6774149 Feb 04 05:43:49.366478 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49328) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:49.375902 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4c62ef25-8b33-404b-a240-9c19e897e02f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'subnet': {'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:49.383392 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.401323 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.418828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770baf2f-673c-4183-8f84-aa59016e1cae tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 0b820a49-f5d8-4b1c-9996-03296d3fa426 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:43:49.469394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:49.475608 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.513484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port f023b51e-7332-436c-bcde-18a4b5482a33, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f023b51e-7332-436c-bcde-18a4b5482a33,segment=NetworkSegment(ae39b312-f7e2-4cf6-9396-db3af62ebcd2),segment_id=ae39b312-f7e2-4cf6-9396-db3af62ebcd2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:49.513873 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:49.531712 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.533925 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8c12e4a4-da0e-4d45-aca6-26676751eece up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:49.586116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bd15201e-dbff-4b17-90b3-b1cc0c12d54c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.656111 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-770baf2f-673c-4183-8f84-aa59016e1cae tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 0b820a49-f5d8-4b1c-9996-03296d3fa426) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:49.661457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770baf2f-673c-4183-8f84-aa59016e1cae tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:49.662320 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-770baf2f-673c-4183-8f84-aa59016e1cae tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.673412 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836eb1f2-dbd9-4be1-b366-8779a55bf408 None None] Network 0b820a49-f5d8-4b1c-9996-03296d3fa426 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:49.722869 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bd15201e-dbff-4b17-90b3-b1cc0c12d54c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.769850 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-770baf2f-673c-4183-8f84-aa59016e1cae tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4877260 Feb 04 05:43:49.773851 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49338) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:49.776009 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15201e-dbff-4b17-90b3-b1cc0c12d54c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Subnet': ['ID=ef228616-87ff-4637-88ee-695377fce932,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:49.789833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-53a496ba-f41e-4726-98dd-896f8f1bcf05 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1785452530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:49.803082 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=f023b51e-7332-436c-bcde-18a4b5482a33,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:49.810187 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b5882b-a61e-4399-83c6-37be303eb57e None None] Network 0aa6c8e9-bb22-45a6-856e-3ea918799fda requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:49.861489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bd15201e-dbff-4b17-90b3-b1cc0c12d54c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.866167 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bd15201e-dbff-4b17-90b3-b1cc0c12d54c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/ef228616-87ff-4637-88ee-695377fce932 HTTP/1.1" status: 204 len: 168 time: 1.0112898 Feb 04 05:43:49.869398 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49342) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:49.895513 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c62ef25-8b33-404b-a240-9c19e897e02f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:49.899602 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c62ef25-8b33-404b-a240-9c19e897e02f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.903237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Router 1aaf1a8a-0544-456b-84fe-513e34775045 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:43:49.909953 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Router 67c65fcc-a13f-4b25-8941-afcde9806dc5 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:43:49.922327 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:43:49.940142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 8c12e4a4-da0e-4d45-aca6-26676751eece triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:49.940511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:49.982137 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb210505-e510-4b08-8517-5036692b6a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting subnet c35d1d36-4259-4adb-8c49-985db98469eb {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:49.989335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb210505-e510-4b08-8517-5036692b6a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.058516 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-53a496ba-f41e-4726-98dd-896f8f1bcf05 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.059860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-53a496ba-f41e-4726-98dd-896f8f1bcf05 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.125397 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-53a496ba-f41e-4726-98dd-896f8f1bcf05 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.137469 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:50.139376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d487cb25-7963-4530-88cc-7c676754cee7 None None] Network 51a2d9eb-1d40-47d8-b8ae-1d2783994707 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:50.148543 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-77876824-dafe-45ac-9416-3df3116fb813 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "PUT /v2.0/routers/1aaf1a8a-0544-456b-84fe-513e34775045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5743136 Feb 04 05:43:50.153218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49350) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:50.161582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-53a496ba-f41e-4726-98dd-896f8f1bcf05 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.167419 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] Sync routers for ids ['1aaf1a8a-0544-456b-84fe-513e34775045'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:50.185638 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb210505-e510-4b08-8517-5036692b6a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.248418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:50.257218 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.258989 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7451b749-dfc8-49b6-8926-17e458c4aac4 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "PUT /v2.0/routers/67c65fcc-a13f-4b25-8941-afcde9806dc5 HTTP/1.1" status: 200 len: 918 time: 6.3875463 Feb 04 05:43:50.261512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49354) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:50.262489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cda32a-eb62-4dfb-9be2-3ff683cfbd48 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:50.262619 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79252f67-34f4-410c-9d1e-9072ae084661 None None] Sync routers for ids ['67c65fcc-a13f-4b25-8941-afcde9806dc5'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:50.263992 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-00cda32a-eb62-4dfb-9be2-3ff683cfbd48 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports/26da19b6-1fd7-4e78-80fe-715c4e7bc7f0 HTTP/1.1" status: 200 len: 911 time: 0.1051013 Feb 04 05:43:50.270991 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49356) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:50.279932 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79252f67-34f4-410c-9d1e-9072ae084661 None None] Routers {'67c65fcc-a13f-4b25-8941-afcde9806dc5'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:50.281152 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-79252f67-34f4-410c-9d1e-9072ae084661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['67c65fcc-a13f-4b25-8941-afcde9806dc5'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:50.283020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-4f55b0b6-412d-447e-9525-a6ae16e2dcae None None] Provisioning complete for port f023b51e-7332-436c-bcde-18a4b5482a33 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:50.283400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4f55b0b6-412d-447e-9525-a6ae16e2dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.307857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-53a496ba-f41e-4726-98dd-896f8f1bcf05 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.309215 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-53a496ba-f41e-4726-98dd-896f8f1bcf05 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5265005 Feb 04 05:43:50.319662 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49358) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:50.333222 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-79252f67-34f4-410c-9d1e-9072ae084661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:50.345520 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79252f67-34f4-410c-9d1e-9072ae084661 None None] Routers {'67c65fcc-a13f-4b25-8941-afcde9806dc5'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:50.346373 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-79252f67-34f4-410c-9d1e-9072ae084661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['67c65fcc-a13f-4b25-8941-afcde9806dc5'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:50.346694 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] Routers {'1aaf1a8a-0544-456b-84fe-513e34775045'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:50.347336 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1aaf1a8a-0544-456b-84fe-513e34775045'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:50.385026 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49360) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:50.394808 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-79252f67-34f4-410c-9d1e-9072ae084661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:50.395687 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79252f67-34f4-410c-9d1e-9072ae084661 None None] The sync data for ids ['67c65fcc-a13f-4b25-8941-afcde9806dc5'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:50.483618 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63028bca-73fe-4f0c-bd4e-d3f4502868a2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:50.490072 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63028bca-73fe-4f0c-bd4e-d3f4502868a2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:50.491777 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-63028bca-73fe-4f0c-bd4e-d3f4502868a2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2175825 Feb 04 05:43:50.495826 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49364) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:50.503532 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb210505-e510-4b08-8517-5036692b6a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.549039 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.objects.ports [None req-d62a6aea-7941-4899-9eaf-c29c4abc97d9 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108745) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:43:50.549637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d62a6aea-7941-4899-9eaf-c29c4abc97d9 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.583290 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2138714248-network', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:50.611059 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b0677a1a-1e70-47ad-8866-d348ee823879 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/routers/67c65fcc-a13f-4b25-8941-afcde9806dc5 HTTP/1.1" status: 200 len: 924 time: 0.3476081 Feb 04 05:43:50.620182 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49366) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:50.647371 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] Set router 1aaf1a8a-0544-456b-84fe-513e34775045 gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:43:50.689253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c62ef25-8b33-404b-a240-9c19e897e02f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.690337 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-4f55b0b6-412d-447e-9525-a6ae16e2dcae None None] Provisioning complete for port 26da19b6-1fd7-4e78-80fe-715c4e7bc7f0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:50.690734 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4f55b0b6-412d-447e-9525-a6ae16e2dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.726368 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-0b820a49-f5d8-4b1c-9996-03296d3fa426', 'network_id': '0b820a49-f5d8-4b1c-9996-03296d3fa426', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'fixed_ips': [{'subnet_id': 'ee5960ae-ceb1-4e37-8df7-da6f80cc06b0'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:50.727210 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.729098 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4853edae-e4e3-4efb-bc78-e7fd388649b6 None None] DHCP port deletion for 0aa6c8e9-bb22-45a6-856e-3ea918799fda request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:50.736189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] Made reservation on behalf of cc5330e91f224377a5a1b171420d5342 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:50.738491 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.758923 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb210505-e510-4b08-8517-5036692b6a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.761858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c62ef25-8b33-404b-a240-9c19e897e02f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network a0baa961-271a-4743-bbff-405f2d42372f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:50.788111 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a6aea-7941-4899-9eaf-c29c4abc97d9 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Pushing event updated for resources: {'Subnet': ['ID=af05a22c-bd96-4744-9b89-8856651694e9,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:50.809374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4c62ef25-8b33-404b-a240-9c19e897e02f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:50.812564 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c62ef25-8b33-404b-a240-9c19e897e02f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:50.813399 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c62ef25-8b33-404b-a240-9c19e897e02f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.816093 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.836390 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb210505-e510-4b08-8517-5036692b6a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Subnet': ['ID=c35d1d36-4259-4adb-8c49-985db98469eb,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:50.839074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e02c7cd-af54-4226-9b12-c95cfcfd857d None None] Network a0baa961-271a-4743-bbff-405f2d42372f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:50.840354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb210505-e510-4b08-8517-5036692b6a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:50.845954 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-4f55b0b6-412d-447e-9525-a6ae16e2dcae None None] Port 26da19b6-1fd7-4e78-80fe-715c4e7bc7f0 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:50.846972 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cb210505-e510-4b08-8517-5036692b6a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/c35d1d36-4259-4adb-8c49-985db98469eb HTTP/1.1" status: 204 len: 168 time: 0.9740248 Feb 04 05:43:50.847939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49368) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:50.866039 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a6aea-7941-4899-9eaf-c29c4abc97d9 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Checking segment: {'id': '67a8d157-4827-4799-bef1-2b794977a815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '46bea271-d444-4b79-966a-46dc1711290f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:50.866416 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62a6aea-7941-4899-9eaf-c29c4abc97d9 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Network hostable DHCP agents. Network: 46bea271-d444-4b79-966a-46dc1711290f, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:43:50.878221 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614e2845-56cc-44e5-88dd-5084b1526edb None None] Network b5b5b23b-41e7-401a-981b-09bcc2982b2c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:50.883843 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17aa4d4-0060-4bdb-a184-bb6d9cb40500 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:50.885904 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e17aa4d4-0060-4bdb-a184-bb6d9cb40500 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&device_id=67c65fcc-a13f-4b25-8941-afcde9806dc5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2631917 Feb 04 05:43:50.886643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62ef25-8b33-404b-a240-9c19e897e02f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Subnet': ['ID=13ae07d0-c287-45a4-885f-0eb618aa0d28,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:50.890413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49370) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:50.901573 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4c62ef25-8b33-404b-a240-9c19e897e02f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5340452 Feb 04 05:43:50.902381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49372) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:50.913351 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d04c320c-9b77-4a40-bdd8-dba99e2861fc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1110867375', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '13ae07d0-c287-45a4-885f-0eb618aa0d28'}], 'security_groups': ['e8f4662d-b586-48a5-b782-47518c12ee93']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:51.046410 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.054504 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.090726 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62a6aea-7941-4899-9eaf-c29c4abc97d9 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Network 46bea271-d444-4b79-966a-46dc1711290f is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:43:51.110886 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f023b51e-7332-436c-bcde-18a4b5482a33 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:51.138824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.149442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.228701 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-4853edae-e4e3-4efb-bc78-e7fd388649b6 None None] Deleting port 912b424a-1c83-4d53-beec-968acc9bf9c6 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:51.229338 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4853edae-e4e3-4efb-bc78-e7fd388649b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.239601 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:51.253382 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56864c48-e5c8-491e-a4f4-88c0597af26f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:51.266982 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.267375 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] Added segment 86877d0b-c735-4a8f-8adb-a8e62d2b5aa2 of type vlan for network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 Feb 04 05:43:51.268711 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d04c320c-9b77-4a40-bdd8-dba99e2861fc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.357111 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.396429 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-d62a6aea-7941-4899-9eaf-c29c4abc97d9 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 46bea271-d444-4b79-966a-46dc1711290f) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:51.420252 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6253b1-5077-4a15-8351-4297bf3f6881 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:51.421052 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Allocated IP 2001:db8:1::2 (0b820a49-f5d8-4b1c-9996-03296d3fa426/ee5960ae-ceb1-4e37-8df7-da6f80cc06b0/4513f9cd-ddf2-4181-a956-a7cb8192f717) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:51.421728 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cd6253b1-5077-4a15-8351-4297bf3f6881 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/networks/205cec25-dbe4-4e69-8d9c-9f731181c624 HTTP/1.1" status: 200 len: 881 time: 0.5193915 Feb 04 05:43:51.426944 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62a6aea-7941-4899-9eaf-c29c4abc97d9 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:51.427535 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d62a6aea-7941-4899-9eaf-c29c4abc97d9 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.435773 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49374) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:51.436402 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bce776f-931f-4e2b-960e-d384162f8911 None None] Network 46bea271-d444-4b79-966a-46dc1711290f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:51.442143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.443096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:51.443676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.471362 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5feabcf0-9f83-4fcd-acef-73011e466977 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c65fcc-a13f-4b25-8941-afcde9806dc5 HTTP/1.1" status: 200 len: 205 time: 0.0321486 Feb 04 05:43:51.478106 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49376) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:51.514895 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-4853edae-e4e3-4efb-bc78-e7fd388649b6 None None] For port 912b424a-1c83-4d53-beec-968acc9bf9c6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=912b424a-1c83-4d53-beec-968acc9bf9c6,segment=NetworkSegment(72c4c70c-0600-49e6-ab6b-87d5a5949ce7),segment_id=72c4c70c-0600-49e6-ab6b-87d5a5949ce7)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:51.515382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4853edae-e4e3-4efb-bc78-e7fd388649b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.544141 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-4b490730-c6d5-4164-964c-fb2eb1ac6d08 None None] Provisioning complete for port f023b51e-7332-436c-bcde-18a4b5482a33 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:51.544611 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4b490730-c6d5-4164-964c-fb2eb1ac6d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.557254 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d62a6aea-7941-4899-9eaf-c29c4abc97d9 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7589812 Feb 04 05:43:51.565675 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49378) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:51.574078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-db703c31-85c6-4491-9217-8d98ef70652e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-646299114', 'network_id': '46bea271-d444-4b79-966a-46dc1711290f'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:51.596696 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-4853edae-e4e3-4efb-bc78-e7fd388649b6 None None] Calling delete_port for 912b424a-1c83-4d53-beec-968acc9bf9c6 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:51.630854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Allocated IP 2001:db8::1 (51a2d9eb-1d40-47d8-b8ae-1d2783994707/93138ca7-6709-4886-8459-dd34e1d4aea9/117f2cb7-3e49-461b-9cfc-52f6d4d168af) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:51.666102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port 912b424a-1c83-4d53-beec-968acc9bf9c6 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:51.666398 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.724976 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4fc550d6-874e-4531-934a-b6b08bcde169 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.860367 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8e2219-73f4-424a-b836-337b21e9ed34 None None] DHCP port deletion for b5b5b23b-41e7-401a-981b-09bcc2982b2c request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:51.879462 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port f023b51e-7332-436c-bcde-18a4b5482a33 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:51.879838 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.932991 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8194818b-315e-40b5-b930-0e6e2922ef71 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:51.985972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf1a8a-0544-456b-84fe-513e34775045', 'name': 'tempest-NetworksTestDHCPv6-router-229375381', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:43Z', 'updated_at': '2022-02-04T05:43:47Z', 'revision_number': 2, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'gw_port_host': None, '_interfaces': [{'id': '26da19b6-1fd7-4e78-80fe-715c4e7bc7f0', 'name': '', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'mac_address': 'fa:16:3e:f6:4b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aaf1a8a-0544-456b-84fe-513e34775045', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5c9bb02c-5af6-4cac-a38a-c5235d078b6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:44Z', 'updated_at': '2022-02-04T05:43:48Z', 'revision_number': 2, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'subnets': [{'id': '5c9bb02c-5af6-4cac-a38a-c5235d078b6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:52.010340 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6219299 Feb 04 05:43:52.011190 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49380) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:52.073075 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] Checking router: 1aaf1a8a-0544-456b-84fe-513e34775045 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:43:52.073438 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] Updating router 1aaf1a8a-0544-456b-84fe-513e34775045 port 26da19b6-1fd7-4e78-80fe-715c4e7bc7f0 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:43:52.175006 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-2a76774c-02dc-44b9-9fae-c35c642244a4 admin admin] Request body: {'subnet': {'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2138714248-subnet', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'ip_version': 4}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:52.180579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434e165-4b92-43ae-88c7-7d25540e49e2 admin admin] Pushing event updated for resources: {'Network': ['ID=540e0162-bbab-4d1c-a7ab-cceeb43b39c7,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:52.190312 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] For port 912b424a-1c83-4d53-beec-968acc9bf9c6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=912b424a-1c83-4d53-beec-968acc9bf9c6,segment=NetworkSegment(72c4c70c-0600-49e6-ab6b-87d5a5949ce7),segment_id=72c4c70c-0600-49e6-ab6b-87d5a5949ce7)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:52.190653 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.198971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db703c31-85c6-4491-9217-8d98ef70652e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Made reservation on behalf of 7e207dc8d1074d7cb0d193d80e864a10 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:52.201284 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db703c31-85c6-4491-9217-8d98ef70652e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.209674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4966a64-ca92-47e2-b4ae-f50d9f7a96e2 None None] Network 46bea271-d444-4b79-966a-46dc1711290f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:52.233376 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for 912b424a-1c83-4d53-beec-968acc9bf9c6 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:52.243527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:52.246393 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.265882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-db703c31-85c6-4491-9217-8d98ef70652e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] device_id is not set on port a4a2c084-7925-4e6a-aa77-c8b12fda14c3 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:43:52.267014 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.270993 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4fc550d6-874e-4531-934a-b6b08bcde169 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.309837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a76774c-02dc-44b9-9fae-c35c642244a4 admin admin] Made reservation on behalf of cc5330e91f224377a5a1b171420d5342 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:52.312272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a76774c-02dc-44b9-9fae-c35c642244a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.381036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-d04c320c-9b77-4a40-bdd8-dba99e2861fc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Delete allocated IP 172.20.0.3 (a0baa961-271a-4743-bbff-405f2d42372f/5879d4e3-002d-4791-98ea-3bc93d76f71b) {{(pid=108744) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 05:43:52.410005 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-d04c320c-9b77-4a40-bdd8-dba99e2861fc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Allocated IP 172.20.0.22 (a0baa961-271a-4743-bbff-405f2d42372f/13ae07d0-c287-45a4-885f-0eb618aa0d28/08d04dba-017d-419d-b402-aab295032312) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:52.427445 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4853edae-e4e3-4efb-bc78-e7fd388649b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.433705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.442137 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.506695 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.508450 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f387b7b3-badd-40cc-9edf-78ce15e62602 None None] Update dhcp port {'port': {'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'fixed_ips': [{'subnet_id': '5879d4e3-002d-4791-98ea-3bc93d76f71b', 'ip_address': '172.20.0.2'}, {'subnet_id': '13ae07d0-c287-45a4-885f-0eb618aa0d28'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': '8c12e4a4-da0e-4d45-aca6-26676751eece'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:43:52.509794 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.519142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853edae-e4e3-4efb-bc78-e7fd388649b6 None None] Pushing event deleted for resources: {'Port': ['ID=912b424a-1c83-4d53-beec-968acc9bf9c6,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:52.525797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4853edae-e4e3-4efb-bc78-e7fd388649b6 None None] No DVR routers for this DVR port 912b424a-1c83-4d53-beec-968acc9bf9c6 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:52.540084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 51a2d9eb-1d40-47d8-b8ae-1d2783994707 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:52.552583 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:52.554439 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No DVR routers for this DVR port 912b424a-1c83-4d53-beec-968acc9bf9c6 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:52.555725 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e2219-73f4-424a-b836-337b21e9ed34 None None] Deleting port d965a478-2cb8-4c03-9ca2-ec3f3298cb65 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:52.555725 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5f8e2219-73f4-424a-b836-337b21e9ed34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.561881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=117f2cb7-3e49-461b-9cfc-52f6d4d168af,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:52.572141 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-db703c31-85c6-4491-9217-8d98ef70652e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Allocated IP 172.20.0.6 (46bea271-d444-4b79-966a-46dc1711290f/af05a22c-bd96-4744-9b89-8856651694e9/a4a2c084-7925-4e6a-aa77-c8b12fda14c3) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:52.578581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:52.578581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.579320 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-4fc550d6-874e-4531-934a-b6b08bcde169 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Deleting port 0f3ee239-17d8-4c8e-b6f1-1e2d984ace7d {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:52.579601 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4fc550d6-874e-4531-934a-b6b08bcde169 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.655575 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d04c320c-9b77-4a40-bdd8-dba99e2861fc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.669967 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d04c320c-9b77-4a40-bdd8-dba99e2861fc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.704300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=912b424a-1c83-4d53-beec-968acc9bf9c6,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:52.725903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8194818b-315e-40b5-b930-0e6e2922ef71 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port 26da19b6-1fd7-4e78-80fe-715c4e7bc7f0 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:52.726245 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8194818b-315e-40b5-b930-0e6e2922ef71 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.754147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Network 0b820a49-f5d8-4b1c-9996-03296d3fa426 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:52.764892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 912b424a-1c83-4d53-beec-968acc9bf9c6 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:52.767773 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f387b7b3-badd-40cc-9edf-78ce15e62602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.781756 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:52.847495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a76774c-02dc-44b9-9fae-c35c642244a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.849964 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:52.862662 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.891901 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 912b424a-1c83-4d53-beec-968acc9bf9c6 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:52.892363 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 912b424a-1c83-4d53-beec-968acc9bf9c6 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:52.908351 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Pushing event updated for resources: {'Port': ['ID=4513f9cd-ddf2-4181-a956-a7cb8192f717,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:52.927400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5f8e2219-73f4-424a-b836-337b21e9ed34 None None] For port d965a478-2cb8-4c03-9ca2-ec3f3298cb65, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d965a478-2cb8-4c03-9ca2-ec3f3298cb65,segment=NetworkSegment(31b664dc-142e-4f5d-aee5-52ac2dbf968e),segment_id=31b664dc-142e-4f5d-aee5-52ac2dbf968e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:52.928186 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5f8e2219-73f4-424a-b836-337b21e9ed34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:52.928936 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa6c8e9-bb22-45a6-856e-3ea918799fda']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:52.968894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76774c-02dc-44b9-9fae-c35c642244a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:52.982563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c4c70c-0600-49e6-ab6b-87d5a5949ce7') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:52.982856 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c4c70c-0600-49e6-ab6b-87d5a5949ce7') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:53.015438 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e2219-73f4-424a-b836-337b21e9ed34 None None] Calling delete_port for d965a478-2cb8-4c03-9ca2-ec3f3298cb65 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:53.018224 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.039360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c320c-9b77-4a40-bdd8-dba99e2861fc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=08d04dba-017d-419d-b402-aab295032312,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:53.042152 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4fc550d6-874e-4531-934a-b6b08bcde169 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.049446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76774c-02dc-44b9-9fae-c35c642244a4 admin admin] Checking segment: {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:53.049446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a76774c-02dc-44b9-9fae-c35c642244a4 admin admin] Network hostable DHCP agents. Network: 540e0162-bbab-4d1c-a7ab-cceeb43b39c7, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:43:53.067787 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.074491 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.075162 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-4fc550d6-874e-4531-934a-b6b08bcde169 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Calling delete_port for 0f3ee239-17d8-4c8e-b6f1-1e2d984ace7d owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:53.092233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d04c320c-9b77-4a40-bdd8-dba99e2861fc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] In _notify_port_updated(), no bound segment for port 08d04dba-017d-419d-b402-aab295032312 on network a0baa961-271a-4743-bbff-405f2d42372f {{(pid=108744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:43:53.094710 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:53.095133 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:53.099218 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:53.101934 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04c320c-9b77-4a40-bdd8-dba99e2861fc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:53.101934 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d04c320c-9b77-4a40-bdd8-dba99e2861fc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.105294 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d04c320c-9b77-4a40-bdd8-dba99e2861fc tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "PUT /v2.0/ports/08d04dba-017d-419d-b402-aab295032312 HTTP/1.1" status: 200 len: 921 time: 2.1966355 Feb 04 05:43:53.108652 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49382) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:53.109355 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a76774c-02dc-44b9-9fae-c35c642244a4 admin admin] Network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:43:53.151952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-2a76774c-02dc-44b9-9fae-c35c642244a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 540e0162-bbab-4d1c-a7ab-cceeb43b39c7) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:53.168912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76774c-02dc-44b9-9fae-c35c642244a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:53.169496 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a76774c-02dc-44b9-9fae-c35c642244a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.183297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8194818b-315e-40b5-b930-0e6e2922ef71 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.189799 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d965a478-2cb8-4c03-9ca2-ec3f3298cb65 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:53.200048 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f8d58-d26d-4dd5-a5d0-2298bf2e971f None None] Network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:53.230290 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8194818b-315e-40b5-b930-0e6e2922ef71 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for 26da19b6-1fd7-4e78-80fe-715c4e7bc7f0 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:53.237951 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2a76774c-02dc-44b9-9fae-c35c642244a4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0752311 Feb 04 05:43:53.242875 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49384) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:53.249962 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db703c31-85c6-4491-9217-8d98ef70652e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.253735 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:53.258373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Attempting to bind port 4513f9cd-ddf2-4181-a956-a7cb8192f717 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:53.258766 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Attempting to bind port 4513f9cd-ddf2-4181-a956-a7cb8192f717 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '1dc7fd56-6f73-4625-a17c-477c33a62eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0b820a49-f5d8-4b1c-9996-03296d3fa426'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:53.259123 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Attempting to bind port 4513f9cd-ddf2-4181-a956-a7cb8192f717 on network 0b820a49-f5d8-4b1c-9996-03296d3fa426 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:53.267746 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.316617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-45dddfb3-5c1d-4959-9bc1-0c407b66e2d9 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port 08d04dba-017d-419d-b402-aab295032312 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:53.316968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45dddfb3-5c1d-4959-9bc1-0c407b66e2d9 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.323299 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.326487 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/networks/0aa6c8e9-bb22-45a6-856e-3ea918799fda HTTP/1.1" status: 204 len: 168 time: 2.4577022 Feb 04 05:43:53.336416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49386) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:53.342956 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:53.343336 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Checking segment: {'id': '1dc7fd56-6f73-4625-a17c-477c33a62eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0b820a49-f5d8-4b1c-9996-03296d3fa426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:53.343742 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.344134 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Bound using segment: {'id': '1dc7fd56-6f73-4625-a17c-477c33a62eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0b820a49-f5d8-4b1c-9996-03296d3fa426'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:53.345166 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Bound port: 4513f9cd-ddf2-4181-a956-a7cb8192f717, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc7fd56-6f73-4625-a17c-477c33a62eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0b820a49-f5d8-4b1c-9996-03296d3fa426'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:53.345551 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.347389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6d5447e0-a180-4d97-9d55-3b139ab00532 None None] Provisioning complete for port 117f2cb7-3e49-461b-9cfc-52f6d4d168af triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:53.347740 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6d5447e0-a180-4d97-9d55-3b139ab00532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.379280 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4c249-78bc-4647-a1c6-7d56e0a19455 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Network': ['ID=0aa6c8e9-bb22-45a6-856e-3ea918799fda,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:53.493339 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.494413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.520514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.532504 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db703c31-85c6-4491-9217-8d98ef70652e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.557392 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45dddfb3-5c1d-4959-9bc1-0c407b66e2d9 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.582402 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-45dddfb3-5c1d-4959-9bc1-0c407b66e2d9 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for 08d04dba-017d-419d-b402-aab295032312 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:53.588907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] For port 4513f9cd-ddf2-4181-a956-a7cb8192f717, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:53.595400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6d5447e0-a180-4d97-9d55-3b139ab00532 None None] Port 117f2cb7-3e49-461b-9cfc-52f6d4d168af cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:53.663986 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8194818b-315e-40b5-b930-0e6e2922ef71 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.681341 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.685020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db703c31-85c6-4491-9217-8d98ef70652e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Network 46bea271-d444-4b79-966a-46dc1711290f is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:53.697332 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db703c31-85c6-4491-9217-8d98ef70652e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Pushing event updated for resources: {'Port': ['ID=a4a2c084-7925-4e6a-aa77-c8b12fda14c3,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:53.709932 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-db703c31-85c6-4491-9217-8d98ef70652e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:53.712179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194818b-315e-40b5-b930-0e6e2922ef71 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=26da19b6-1fd7-4e78-80fe-715c4e7bc7f0,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:53.746343 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db703c31-85c6-4491-9217-8d98ef70652e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:53.823274 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4fc550d6-874e-4531-934a-b6b08bcde169 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.834731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.850810 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port d965a478-2cb8-4c03-9ca2-ec3f3298cb65 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:53.851153 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-f387b7b3-badd-40cc-9edf-78ce15e62602 None None] Allocated IP 172.20.0.18 (a0baa961-271a-4743-bbff-405f2d42372f/13ae07d0-c287-45a4-885f-0eb618aa0d28/8c12e4a4-da0e-4d45-aca6-26676751eece) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:53.851262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.864490 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8194818b-315e-40b5-b930-0e6e2922ef71 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.881955 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc550d6-874e-4531-934a-b6b08bcde169 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Pushing event deleted for resources: {'Port': ['ID=0f3ee239-17d8-4c8e-b6f1-1e2d984ace7d,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:53.924906 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db703c31-85c6-4491-9217-8d98ef70652e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:53.925524 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db703c31-85c6-4491-9217-8d98ef70652e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.929275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] For port 4513f9cd-ddf2-4181-a956-a7cb8192f717, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4513f9cd-ddf2-4181-a956-a7cb8192f717,segment=NetworkSegment(1dc7fd56-6f73-4625-a17c-477c33a62eaa),segment_id=1dc7fd56-6f73-4625-a17c-477c33a62eaa)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:53.930470 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:43:53.931414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:43:53.969048 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.981685 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:53.998698 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5f8e2219-73f4-424a-b836-337b21e9ed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.004067 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.010544 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.011235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.027826 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-db703c31-85c6-4491-9217-8d98ef70652e tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.4610484 Feb 04 05:43:54.031408 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] For port d965a478-2cb8-4c03-9ca2-ec3f3298cb65, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d965a478-2cb8-4c03-9ca2-ec3f3298cb65,segment=NetworkSegment(31b664dc-142e-4f5d-aee5-52ac2dbf968e),segment_id=31b664dc-142e-4f5d-aee5-52ac2dbf968e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:54.032453 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.035691 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49388) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:54.075119 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for d965a478-2cb8-4c03-9ca2-ec3f3298cb65 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:54.099354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e2219-73f4-424a-b836-337b21e9ed34 None None] No DVR routers for this DVR port d965a478-2cb8-4c03-9ca2-ec3f3298cb65 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:54.102102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4fc550d6-874e-4531-934a-b6b08bcde169 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.104714 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45dddfb3-5c1d-4959-9bc1-0c407b66e2d9 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.149385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02024794-1c83-4f28-830d-6801300c0df8 None None] Pushing event updated for resources: {'Port': ['ID=4513f9cd-ddf2-4181-a956-a7cb8192f717,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:54.181334 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f387b7b3-badd-40cc-9edf-78ce15e62602 None None] For port 8c12e4a4-da0e-4d45-aca6-26676751eece, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8c12e4a4-da0e-4d45-aca6-26676751eece,segment=NetworkSegment(d22096e7-062f-420e-8c9d-38824b4692f3),segment_id=d22096e7-062f-420e-8c9d-38824b4692f3)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:54.198983 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:54.200510 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.234651 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dddfb3-5c1d-4959-9bc1-0c407b66e2d9 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=08d04dba-017d-419d-b402-aab295032312,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:54.255389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e2219-73f4-424a-b836-337b21e9ed34 None None] Pushing event deleted for resources: {'Port': ['ID=d965a478-2cb8-4c03-9ca2-ec3f3298cb65,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:54.301508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f387b7b3-badd-40cc-9edf-78ce15e62602 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.324034 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8194818b-315e-40b5-b930-0e6e2922ef71 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Router 1aaf1a8a-0544-456b-84fe-513e34775045 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:43:54.357006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f387b7b3-badd-40cc-9edf-78ce15e62602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.397286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45dddfb3-5c1d-4959-9bc1-0c407b66e2d9 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.404029 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-45dddfb3-5c1d-4959-9bc1-0c407b66e2d9 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/08d04dba-017d-419d-b402-aab295032312 HTTP/1.1" status: 204 len: 168 time: 1.2846923 Feb 04 05:43:54.409685 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49390) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:54.411187 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-817a0c70-14ab-4533-97dd-8a5f573bef21 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Deleting port a4a2c084-7925-4e6a-aa77-c8b12fda14c3 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:54.411534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-817a0c70-14ab-4533-97dd-8a5f573bef21 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.450213 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.505003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] Port 26da19b6-1fd7-4e78-80fe-715c4e7bc7f0 not found while updating agent binding for router 1aaf1a8a-0544-456b-84fe-513e34775045. {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 05:43:54.553550 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=117f2cb7-3e49-461b-9cfc-52f6d4d168af,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:54.565838 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4fc550d6-874e-4531-934a-b6b08bcde169 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.569497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4fc550d6-874e-4531-934a-b6b08bcde169 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.598095 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387b7b3-badd-40cc-9edf-78ce15e62602 None None] Pushing event updated for resources: {'Port': ['ID=8c12e4a4-da0e-4d45-aca6-26676751eece,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:54.604342 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] Routers {'1aaf1a8a-0544-456b-84fe-513e34775045'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:54.605091 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1aaf1a8a-0544-456b-84fe-513e34775045'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:54.642492 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dce76fd-a81b-4fbc-baf5-914e8642312b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] GET failed (client error): The resource could not be found. Feb 04 05:43:54.644367 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6dce76fd-a81b-4fbc-baf5-914e8642312b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/08d04dba-017d-419d-b402-aab295032312 HTTP/1.1" status: 404 len: 333 time: 0.2307847 Feb 04 05:43:54.645311 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=d965a478-2cb8-4c03-9ca2-ec3f3298cb65,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:54.645430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4fc550d6-874e-4531-934a-b6b08bcde169 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.646041 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc550d6-874e-4531-934a-b6b08bcde169 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Fanout notify agent at l3_agent the message router_deleted on router 67c65fcc-a13f-4b25-8941-afcde9806dc5 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:43:54.647804 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49392) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:54.662810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4fc550d6-874e-4531-934a-b6b08bcde169 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.664458 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4fc550d6-874e-4531-934a-b6b08bcde169 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "DELETE /v2.0/routers/67c65fcc-a13f-4b25-8941-afcde9806dc5 HTTP/1.1" status: 204 len: 168 time: 3.1838753 Feb 04 05:43:54.669297 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49394) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:54.675786 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No DVR routers for this DVR port d965a478-2cb8-4c03-9ca2-ec3f3298cb65 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:54.682125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8194818b-315e-40b5-b930-0e6e2922ef71 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:54.685419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-659523255', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:54.692638 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 51a2d9eb-1d40-47d8-b8ae-1d2783994707 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:54.713654 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:54.718939 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8194818b-315e-40b5-b930-0e6e2922ef71 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "PUT /v2.0/routers/1aaf1a8a-0544-456b-84fe-513e34775045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2184267 Feb 04 05:43:54.721845 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49396) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:54.732002 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Allocated IP 172.20.0.2 (540e0162-bbab-4d1c-a7ab-cceeb43b39c7/41d92f0f-af9f-4bf4-abb9-845ab5d90d6e/c4abceb9-f3ab-484a-a1b1-6d61d7e8468e) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:54.853731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.857268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] Set router 1aaf1a8a-0544-456b-84fe-513e34775045 gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:43:54.889561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.890643 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.891956 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-817a0c70-14ab-4533-97dd-8a5f573bef21 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.915569 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab69b79e-f359-4c6d-b0d6-1c69e43ec3f0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:54.917306 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab69b79e-f359-4c6d-b0d6-1c69e43ec3f0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:54.917430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8c655834-3d5d-4608-8dc2-8018734371d4 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.921810 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ab69b79e-f359-4c6d-b0d6-1c69e43ec3f0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1985424 Feb 04 05:43:54.925539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49398) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:54.940644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b5b23b-41e7-401a-981b-09bcc2982b2c']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:54.944247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-817a0c70-14ab-4533-97dd-8a5f573bef21 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Calling delete_port for a4a2c084-7925-4e6a-aa77-c8b12fda14c3 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:54.953237 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8c655834-3d5d-4608-8dc2-8018734371d4 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:54.965747 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf1a8a-0544-456b-84fe-513e34775045', 'name': 'tempest-NetworksTestDHCPv6-router-229375381', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:43Z', 'updated_at': '2022-02-04T05:43:53Z', 'revision_number': 3, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:55.020503 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b664dc-142e-4f5d-aee5-52ac2dbf968e') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:55.020809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b664dc-142e-4f5d-aee5-52ac2dbf968e') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:55.026198 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aea507-5480-4f9f-86f4-e6c493e3d1aa None None] The sync data for ids ['1aaf1a8a-0544-456b-84fe-513e34775045'] in dv-neutron-827794-1-hyperv is: [{'id': '1aaf1a8a-0544-456b-84fe-513e34775045', 'name': 'tempest-NetworksTestDHCPv6-router-229375381', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:43Z', 'updated_at': '2022-02-04T05:43:53Z', 'revision_number': 3, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:55.064904 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.086106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.100592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:43:55.109821 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.142990 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.158806 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:43:55.202186 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:43:55.240711 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:55.249740 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d618f01b-2dca-42ba-a97f-c169e669ef66 None None] Provisioning complete for port 117f2cb7-3e49-461b-9cfc-52f6d4d168af triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:55.250383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d618f01b-2dca-42ba-a97f-c169e669ef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.252021 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.253175 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:55.262013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-490bf9cf-db1a-4bff-a40c-d0715c475715 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 5c9bb02c-5af6-4cac-a38a-c5235d078b6e {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:55.270702 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:55.280164 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Pushing event updated for resources: {'Port': ['ID=c4abceb9-f3ab-484a-a1b1-6d61d7e8468e,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:55.333857 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8c12e4a4-da0e-4d45-aca6-26676751eece up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:55.346518 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.350073 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/networks/b5b5b23b-41e7-401a-981b-09bcc2982b2c HTTP/1.1" status: 204 len: 168 time: 2.0126250 Feb 04 05:43:55.357333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba0776-3142-4a71-b0ae-8b53a993bd99 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Network': ['ID=b5b5b23b-41e7-401a-981b-09bcc2982b2c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:55.365164 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-490bf9cf-db1a-4bff-a40c-d0715c475715 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.378845 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49400) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:55.404316 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d618f01b-2dca-42ba-a97f-c169e669ef66 None None] Port 117f2cb7-3e49-461b-9cfc-52f6d4d168af cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:55.412444 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.426273 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Attempting to bind port c4abceb9-f3ab-484a-a1b1-6d61d7e8468e on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:43:55.426858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Attempting to bind port c4abceb9-f3ab-484a-a1b1-6d61d7e8468e by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:43:55.427298 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Attempting to bind port c4abceb9-f3ab-484a-a1b1-6d61d7e8468e on network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:43:55.433510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-159349a7-6807-45b1-a8fc-e6b6385c8262 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'network': {'name': 'tempest-RoutersTest-708092284'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:55.435310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:43:55.435804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Checking segment: {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:55.436486 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.437627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Bound using segment: {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:43:55.437627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Bound port: c4abceb9-f3ab-484a-a1b1-6d61d7e8468e, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:43:55.438165 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.452956 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.456395 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8c655834-3d5d-4608-8dc2-8018734371d4 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.461904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8c655834-3d5d-4608-8dc2-8018734371d4 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.464261 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8c655834-3d5d-4608-8dc2-8018734371d4 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/security-groups/de1c9dd2-8848-45ac-b76f-0e9c9534d927 HTTP/1.1" status: 204 len: 168 time: 0.8138039 Feb 04 05:43:55.476129 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49402) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:55.498782 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159349a7-6807-45b1-a8fc-e6b6385c8262 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:55.500237 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 8c12e4a4-da0e-4d45-aca6-26676751eece triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:55.501302 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.504312 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-159349a7-6807-45b1-a8fc-e6b6385c8262 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.513751 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 4d87ac32-1ed7-44d1-b5d3-8077deb82dda is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:43:55.560267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-490bf9cf-db1a-4bff-a40c-d0715c475715 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.564997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159349a7-6807-45b1-a8fc-e6b6385c8262 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:43:55.565176 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] For port c4abceb9-f3ab-484a-a1b1-6d61d7e8468e, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:43:55.569065 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] For port c4abceb9-f3ab-484a-a1b1-6d61d7e8468e, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c4abceb9-f3ab-484a-a1b1-6d61d7e8468e,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:43:55.586809 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.598946 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.620920 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c655834-3d5d-4608-8dc2-8018734371d4 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1c9dd2-8848-45ac-b76f-0e9c9534d927,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:55.640549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-159349a7-6807-45b1-a8fc-e6b6385c8262 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.640925 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-159349a7-6807-45b1-a8fc-e6b6385c8262 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Added segment 976285ec-90f4-47c0-a925-8e5e41eb7894 of type vlan for network 44dd16b8-405a-4ce2-a573-524219943ac5 Feb 04 05:43:55.725236 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4513f9cd-ddf2-4181-a956-a7cb8192f717 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:55.728597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3ef68-f1ab-41b3-9989-01801d9b3396 None None] Pushing event updated for resources: {'Port': ['ID=c4abceb9-f3ab-484a-a1b1-6d61d7e8468e,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:55.732923 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-159349a7-6807-45b1-a8fc-e6b6385c8262 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.741354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-203dfce3-679e-496a-a330-5bcf3dbe6c38 None None] Provisioning complete for port 463e3efd-c3ef-4313-a57d-ddffae646b3e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:55.741690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-203dfce3-679e-496a-a330-5bcf3dbe6c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.775410 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-159349a7-6807-45b1-a8fc-e6b6385c8262 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.783960 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159349a7-6807-45b1-a8fc-e6b6385c8262 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:55.784833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-159349a7-6807-45b1-a8fc-e6b6385c8262 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.817284 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-203dfce3-679e-496a-a330-5bcf3dbe6c38 None None] Port 463e3efd-c3ef-4313-a57d-ddffae646b3e cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:55.837818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-203dfce3-679e-496a-a330-5bcf3dbe6c38 None None] Provisioning complete for port 8c12e4a4-da0e-4d45-aca6-26676751eece triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:55.838451 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-203dfce3-679e-496a-a330-5bcf3dbe6c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.842553 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 4513f9cd-ddf2-4181-a956-a7cb8192f717 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:55.843069 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:55.892662 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d71601e-9bff-4629-ba95-d9ab269cd71d None None] Network 0b820a49-f5d8-4b1c-9996-03296d3fa426 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:55.996770 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a74d56e7-11ce-4cad-9a22-a5169c148a5d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.069860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a74d56e7-11ce-4cad-9a22-a5169c148a5d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.161670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.177244 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-203dfce3-679e-496a-a330-5bcf3dbe6c38 None None] Could not find standard attr ID for object 08d04dba-017d-419d-b402-aab295032312. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:43:56.189348 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.244978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 4513f9cd-ddf2-4181-a956-a7cb8192f717, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4513f9cd-ddf2-4181-a956-a7cb8192f717,segment=NetworkSegment(1dc7fd56-6f73-4625-a17c-477c33a62eaa),segment_id=1dc7fd56-6f73-4625-a17c-477c33a62eaa)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:56.264356 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.354995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a74d56e7-11ce-4cad-9a22-a5169c148a5d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.357499 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a74d56e7-11ce-4cad-9a22-a5169c148a5d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.360999 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a74d56e7-11ce-4cad-9a22-a5169c148a5d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/security-groups/e8f4662d-b586-48a5-b782-47518c12ee93 HTTP/1.1" status: 204 len: 168 time: 0.8460925 Feb 04 05:43:56.364018 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c3c39150-a5e0-44e7-90b6-02fa27af0714 None None] Provisioning complete for port 4513f9cd-ddf2-4181-a956-a7cb8192f717 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:56.364584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c3c39150-a5e0-44e7-90b6-02fa27af0714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.367130 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159349a7-6807-45b1-a8fc-e6b6385c8262 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Network': ['ID=44dd16b8-405a-4ce2-a573-524219943ac5,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:56.369452 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49404) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:56.373915 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-159349a7-6807-45b1-a8fc-e6b6385c8262 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9907346 Feb 04 05:43:56.379162 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49406) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:56.382597 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-817a0c70-14ab-4533-97dd-8a5f573bef21 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.386156 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-490bf9cf-db1a-4bff-a40c-d0715c475715 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.392370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 44dd16b8-405a-4ce2-a573-524219943ac5 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:43:56.439940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=4513f9cd-ddf2-4181-a956-a7cb8192f717,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:56.451280 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Allocated IP 172.26.3.211 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/2666b65b-cb1a-406e-88de-624f0d731199) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:56.462745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfca883-ee7c-4ceb-87f7-0ae8f59baa48 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting subnet 5879d4e3-002d-4791-98ea-3bc93d76f71b {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:43:56.472128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-8a9c2b22-ef13-474f-934c-58281458f4e0 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'subnet': {'network_id': '44dd16b8-405a-4ce2-a573-524219943ac5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:56.477905 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:43:56.506480 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a0c70-14ab-4533-97dd-8a5f573bef21 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4a2c084-7925-4e6a-aa77-c8b12fda14c3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:56.525449 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d56e7-11ce-4cad-9a22-a5169c148a5d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f4662d-b586-48a5-b782-47518c12ee93,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:56.554360 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-85504eb5-91c7-48bd-b035-0814cb02ded5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/4d87ac32-1ed7-44d1-b5d3-8077deb82dda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2325804 Feb 04 05:43:56.555208 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdfca883-ee7c-4ceb-87f7-0ae8f59baa48 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.568816 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49408) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:56.624819 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-490bf9cf-db1a-4bff-a40c-d0715c475715 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.695462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08412735-a438-422d-9a8a-cd47ed4183b3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:56.699921 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-08412735-a438-422d-9a8a-cd47ed4183b3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports/117f2cb7-3e49-461b-9cfc-52f6d4d168af HTTP/1.1" status: 200 len: 911 time: 0.1265540 Feb 04 05:43:56.704252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49410) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:56.712150 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cc3862-bb66-4654-b35d-2c6af229a4f1 None None] Sync routers for ids ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:56.714896 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bf9cf-db1a-4bff-a40c-d0715c475715 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9bb02c-5af6-4cac-a38a-c5235d078b6e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:56.752446 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdfca883-ee7c-4ceb-87f7-0ae8f59baa48 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.756606 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-490bf9cf-db1a-4bff-a40c-d0715c475715 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.759608 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-490bf9cf-db1a-4bff-a40c-d0715c475715 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/5c9bb02c-5af6-4cac-a38a-c5235d078b6e HTTP/1.1" status: 204 len: 168 time: 1.8330939 Feb 04 05:43:56.781143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12bae9b-01a3-4b81-8fd1-871c6845ed82 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:56.786966 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49412) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:56.797131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cc3862-bb66-4654-b35d-2c6af229a4f1 None None] Routers {'4d87ac32-1ed7-44d1-b5d3-8077deb82dda'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:56.799836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c3cc3862-bb66-4654-b35d-2c6af229a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:56.804864 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-817a0c70-14ab-4533-97dd-8a5f573bef21 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.808034 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-817a0c70-14ab-4533-97dd-8a5f573bef21 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "DELETE /v2.0/ports/a4a2c084-7925-4e6a-aa77-c8b12fda14c3 HTTP/1.1" status: 204 len: 168 time: 2.7650371 Feb 04 05:43:56.813899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49414) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:56.819442 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa5889-3a34-4e74-b1dd-958f7b793cc0 None None] Sync routers for ids ['1aaf1a8a-0544-456b-84fe-513e34775045'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:43:56.819938 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46bea271-d444-4b79-966a-46dc1711290f', 'external_fixed_ips': [{'subnet_id': 'af05a22c-bd96-4744-9b89-8856651694e9', 'ip_address': '172.20.0.6'}]}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:56.830679 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa5889-3a34-4e74-b1dd-958f7b793cc0 None None] Routers {'1aaf1a8a-0544-456b-84fe-513e34775045'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:56.831817 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6baa5889-3a34-4e74-b1dd-958f7b793cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1aaf1a8a-0544-456b-84fe-513e34775045'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:56.845059 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.846386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.913082 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-6baa5889-3a34-4e74-b1dd-958f7b793cc0 None None] Set router 1aaf1a8a-0544-456b-84fe-513e34775045 gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:43:56.947721 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9c2b22-ef13-474f-934c-58281458f4e0 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:56.951386 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a9c2b22-ef13-474f-934c-58281458f4e0 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:56.991615 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6baa5889-3a34-4e74-b1dd-958f7b793cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf1a8a-0544-456b-84fe-513e34775045', 'name': 'tempest-NetworksTestDHCPv6-router-229375381', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:43Z', 'updated_at': '2022-02-04T05:43:53Z', 'revision_number': 3, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:57.025806 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.036433 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c3cc3862-bb66-4654-b35d-2c6af229a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:57.042040 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa5889-3a34-4e74-b1dd-958f7b793cc0 None None] Checking router: 1aaf1a8a-0544-456b-84fe-513e34775045 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:43:57.057347 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa5889-3a34-4e74-b1dd-958f7b793cc0 None None] Routers {'1aaf1a8a-0544-456b-84fe-513e34775045'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:57.058251 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6baa5889-3a34-4e74-b1dd-958f7b793cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1aaf1a8a-0544-456b-84fe-513e34775045'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:57.117306 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cc3862-bb66-4654-b35d-2c6af229a4f1 None None] Routers {'4d87ac32-1ed7-44d1-b5d3-8077deb82dda'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:43:57.118126 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c3cc3862-bb66-4654-b35d-2c6af229a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:57.165049 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-6baa5889-3a34-4e74-b1dd-958f7b793cc0 None None] Set router 1aaf1a8a-0544-456b-84fe-513e34775045 gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:43:57.170909 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c3cc3862-bb66-4654-b35d-2c6af229a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:57.171561 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cc3862-bb66-4654-b35d-2c6af229a4f1 None None] The sync data for ids ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:57.181888 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.228433 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc887467-38a9-41b9-89b0-ce2abc9dc253 None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:43:57.240854 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5f697ea8-e039-4867-a17e-d7144106f19a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4457743 Feb 04 05:43:57.257501 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6baa5889-3a34-4e74-b1dd-958f7b793cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf1a8a-0544-456b-84fe-513e34775045', 'name': 'tempest-NetworksTestDHCPv6-router-229375381', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:43Z', 'updated_at': '2022-02-04T05:43:53Z', 'revision_number': 3, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:43:57.292215 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49416) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:57.293301 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa5889-3a34-4e74-b1dd-958f7b793cc0 None None] The sync data for ids ['1aaf1a8a-0544-456b-84fe-513e34775045'] in dv-neutron-827794-1-hyperv is: [{'id': '1aaf1a8a-0544-456b-84fe-513e34775045', 'name': 'tempest-NetworksTestDHCPv6-router-229375381', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:43Z', 'updated_at': '2022-02-04T05:43:53Z', 'revision_number': 3, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d', 'gw_port_host': None}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:43:57.315567 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-ba2e9e6a-9fa4-44d5-a946-529e43e86439 None None] Provisioning complete for port 4513f9cd-ddf2-4181-a956-a7cb8192f717 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:57.315926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ba2e9e6a-9fa4-44d5-a946-529e43e86439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.335972 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdfca883-ee7c-4ceb-87f7-0ae8f59baa48 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.366534 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4513f9cd-ddf2-4181-a956-a7cb8192f717 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:57.369633 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-fc887467-38a9-41b9-89b0-ce2abc9dc253 None None] Deleting port a1e2b7e9-aa62-49a6-9993-08a099ba887e {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:43:57.370028 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fc887467-38a9-41b9-89b0-ce2abc9dc253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.440479 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.450606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-fc887467-38a9-41b9-89b0-ce2abc9dc253 None None] For port a1e2b7e9-aa62-49a6-9993-08a099ba887e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a1e2b7e9-aa62-49a6-9993-08a099ba887e,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:57.452353 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fc887467-38a9-41b9-89b0-ce2abc9dc253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.478857 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1d3ad5-cb95-4b56-8842-7ac93df44874 None None] Network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:57.512305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-fc887467-38a9-41b9-89b0-ce2abc9dc253 None None] Calling delete_port for a1e2b7e9-aa62-49a6-9993-08a099ba887e owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:43:57.622569 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.705340 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-ba2e9e6a-9fa4-44d5-a946-529e43e86439 None None] Could not find standard attr ID for object 08d04dba-017d-419d-b402-aab295032312. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:43:57.732893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 4513f9cd-ddf2-4181-a956-a7cb8192f717 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:57.732893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.766613 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fc887467-38a9-41b9-89b0-ce2abc9dc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.792059 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.803394 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc887467-38a9-41b9-89b0-ce2abc9dc253 None None] Pushing event deleted for resources: {'Port': ['ID=a1e2b7e9-aa62-49a6-9993-08a099ba887e,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:57.821058 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc887467-38a9-41b9-89b0-ce2abc9dc253 None None] No DVR routers for this DVR port a1e2b7e9-aa62-49a6-9993-08a099ba887e on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:43:57.826518 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.831334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-48a79b31-559d-4be3-9a2a-58e0f2815e50 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.885535 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5f9bfe56-d299-45ed-8381-69b89a756c7d None None] Provisioning complete for port c4abceb9-f3ab-484a-a1b1-6d61d7e8468e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:57.886128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfe56-d299-45ed-8381-69b89a756c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.916130 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.948688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:57.955101 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c4abceb9-f3ab-484a-a1b1-6d61d7e8468e up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:58.064069 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfe56-d299-45ed-8381-69b89a756c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.070693 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdfca883-ee7c-4ceb-87f7-0ae8f59baa48 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.106110 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Allocated IP 2001:db8:1::1 (0b820a49-f5d8-4b1c-9996-03296d3fa426/ee5960ae-ceb1-4e37-8df7-da6f80cc06b0/e562e322-e56c-4e0a-9fdd-e8254391a643) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:58.108009 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5f9bfe56-d299-45ed-8381-69b89a756c7d None None] For port c4abceb9-f3ab-484a-a1b1-6d61d7e8468e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c4abceb9-f3ab-484a-a1b1-6d61d7e8468e,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:43:58.109313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port c4abceb9-f3ab-484a-a1b1-6d61d7e8468e triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:58.110589 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.128402 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.136759 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfe56-d299-45ed-8381-69b89a756c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.200991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bfe56-d299-45ed-8381-69b89a756c7d None None] Pushing event updated for resources: {'Port': ['ID=c4abceb9-f3ab-484a-a1b1-6d61d7e8468e,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:58.211639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Allocated IP 172.20.0.6 (46bea271-d444-4b79-966a-46dc1711290f/af05a22c-bd96-4744-9b89-8856651694e9/dc29aecf-6ed6-486a-9102-52622fa4c682) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:58.236804 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfca883-ee7c-4ceb-87f7-0ae8f59baa48 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Subnet': ['ID=5879d4e3-002d-4791-98ea-3bc93d76f71b,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:58.271168 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-bb69269a-303b-4a02-bb15-fc4bbae9446c None None] Provisioning complete for port c4abceb9-f3ab-484a-a1b1-6d61d7e8468e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:58.271612 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bb69269a-303b-4a02-bb15-fc4bbae9446c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.273722 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-48a79b31-559d-4be3-9a2a-58e0f2815e50 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.275926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb69b56-7aab-4da2-91d0-aa61e767df50 None None] Network a0baa961-271a-4743-bbff-405f2d42372f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:58.281545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-48a79b31-559d-4be3-9a2a-58e0f2815e50 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.284991 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdfca883-ee7c-4ceb-87f7-0ae8f59baa48 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.291927 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cdfca883-ee7c-4ceb-87f7-0ae8f59baa48 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/5879d4e3-002d-4791-98ea-3bc93d76f71b HTTP/1.1" status: 204 len: 168 time: 1.9116828 Feb 04 05:43:58.306711 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49418) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:58.315209 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Allocated IP 172.26.3.59 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/f483a2b8-966c-4066-b563-cf6b5c36e571) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:58.321373 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:58.327154 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-87835a09-278a-48de-a7b4-b7bbf8b725b7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'subnet': {'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:58.348056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.369554 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:58.394336 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.416819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:58.426710 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Pushing event updated for resources: {'Port': ['ID=2666b65b-cb1a-406e-88de-624f0d731199,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:58.480279 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.497930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Network 46bea271-d444-4b79-966a-46dc1711290f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:58.504231 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Pushing event updated for resources: {'Port': ['ID=dc29aecf-6ed6-486a-9102-52622fa4c682,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:58.509321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:58.511836 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:58.512004 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a9c2b22-ef13-474f-934c-58281458f4e0 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.514204 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-48a79b31-559d-4be3-9a2a-58e0f2815e50 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.514686 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a79b31-559d-4be3-9a2a-58e0f2815e50 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Fanout notify agent at l3_agent the message router_deleted on router 1aaf1a8a-0544-456b-84fe-513e34775045 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:43:58.559962 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-48a79b31-559d-4be3-9a2a-58e0f2815e50 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.561066 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-48a79b31-559d-4be3-9a2a-58e0f2815e50 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/routers/1aaf1a8a-0544-456b-84fe-513e34775045 HTTP/1.1" status: 204 len: 168 time: 1.2659199 Feb 04 05:43:58.564975 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49420) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:58.596535 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f1c57519-5c07-4cb8-9452-b028fd4b6977 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0304704 Feb 04 05:43:58.623147 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49422) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:58.665935 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.741267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 0b820a49-f5d8-4b1c-9996-03296d3fa426 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:58.751384 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:58.756766 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:58.757372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.762475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=e562e322-e56c-4e0a-9fdd-e8254391a643,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:58.763661 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c2b22-ef13-474f-934c-58281458f4e0 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Subnet': ['ID=29f7df3f-fb84-497d-8db5-f43689dfa400,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:58.850631 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.878994 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ad477c-c0cf-424b-8699-5982a43cb03e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:58.883177 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-13ad477c-c0cf-424b-8699-5982a43cb03e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2580891 Feb 04 05:43:58.883799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49424) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:58.948698 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8f15ccdf-6a86-40e1-a992-be825389c7fd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560670 Feb 04 05:43:58.949593 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9c2b22-ef13-474f-934c-58281458f4e0 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Checking segment: {'id': '976285ec-90f4-47c0-a925-8e5e41eb7894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '44dd16b8-405a-4ce2-a573-524219943ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:43:58.949990 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9c2b22-ef13-474f-934c-58281458f4e0 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network hostable DHCP agents. Network: 44dd16b8-405a-4ce2-a573-524219943ac5, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:43:58.955044 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49426) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:58.960276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:58.964151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2c68e67a-7b95-4c59-8232-2cdc01503bcf tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:58.979041 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.093173 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c4abceb9-f3ab-484a-a1b1-6d61d7e8468e up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:43:59.095397 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87835a09-278a-48de-a7b4-b7bbf8b725b7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:59.099172 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-87835a09-278a-48de-a7b4-b7bbf8b725b7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.142202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9c2b22-ef13-474f-934c-58281458f4e0 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 44dd16b8-405a-4ce2-a573-524219943ac5 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:43:59.150797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-475b3789-ca8b-4bb5-8739-78e657c2a1cb None None] Provisioning complete for port e562e322-e56c-4e0a-9fdd-e8254391a643 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:59.151521 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-475b3789-ca8b-4bb5-8739-78e657c2a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.188415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-475b3789-ca8b-4bb5-8739-78e657c2a1cb None None] Port e562e322-e56c-4e0a-9fdd-e8254391a643 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:59.206032 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port c4abceb9-f3ab-484a-a1b1-6d61d7e8468e triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:59.206578 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.243374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-8a9c2b22-ef13-474f-934c-58281458f4e0 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 44dd16b8-405a-4ce2-a573-524219943ac5) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:59.255995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.262812 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5291972c-9e89-48bb-a40a-3de2438386c4 None None] Network 44dd16b8-405a-4ce2-a573-524219943ac5 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:43:59.274246 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9c2b22-ef13-474f-934c-58281458f4e0 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:43:59.275076 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a9c2b22-ef13-474f-934c-58281458f4e0 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.343432 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c68e67a-7b95-4c59-8232-2cdc01503bcf tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:43:59.347831 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2c68e67a-7b95-4c59-8232-2cdc01503bcf tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.450434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:43:59.450434 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8a9c2b22-ef13-474f-934c-58281458f4e0 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9894571 Feb 04 05:43:59.460719 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49428) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:59.462177 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-eaa16c7a-54c2-4fd4-8334-6bf28ac3193f None None] Provisioning complete for port 463e3efd-c3ef-4313-a57d-ddffae646b3e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:59.462654 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eaa16c7a-54c2-4fd4-8334-6bf28ac3193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.467688 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:43:59.482829 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:43:59.496149 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-e6fdd7ee-acdf-43bc-8959-dff850e54aaa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1315952521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:59.498237 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a1e2b7e9-aa62-49a6-9993-08a099ba887e no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:43:59.519155 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Pushing event updated for resources: {'Port': ['ID=f483a2b8-966c-4066-b563-cf6b5c36e571,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:43:59.553898 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.559477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: a1e2b7e9-aa62-49a6-9993-08a099ba887e {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:43:59.559944 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a1e2b7e9-aa62-49a6-9993-08a099ba887e not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:43:59.571301 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-eaa16c7a-54c2-4fd4-8334-6bf28ac3193f None None] Port 463e3efd-c3ef-4313-a57d-ddffae646b3e cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:43:59.591656 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-44dd16b8-405a-4ce2-a573-524219943ac5', 'network_id': '44dd16b8-405a-4ce2-a573-524219943ac5', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'fixed_ips': [{'subnet_id': '29f7df3f-fb84-497d-8db5-f43689dfa400'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:43:59.593376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.606166 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e6fdd7ee-acdf-43bc-8959-dff850e54aaa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.607163 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e6fdd7ee-acdf-43bc-8959-dff850e54aaa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.614596 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-eaa16c7a-54c2-4fd4-8334-6bf28ac3193f None None] Provisioning complete for port 8c12e4a4-da0e-4d45-aca6-26676751eece triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:43:59.615026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eaa16c7a-54c2-4fd4-8334-6bf28ac3193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.657164 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e6fdd7ee-acdf-43bc-8959-dff850e54aaa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.696804 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e6fdd7ee-acdf-43bc-8959-dff850e54aaa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.758048 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e6fdd7ee-acdf-43bc-8959-dff850e54aaa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.759142 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e6fdd7ee-acdf-43bc-8959-dff850e54aaa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2740808 Feb 04 05:43:59.768990 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49430) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:43:59.781722 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-dcac11c9-6288-436e-a7ce-378e9496f2fb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'port': {'network_id': '44dd16b8-405a-4ce2-a573-524219943ac5', 'name': 'tempest-RoutersTest-918436016'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:43:59.788554 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.817247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Allocated IP 172.20.0.2 (44dd16b8-405a-4ce2-a573-524219943ac5/29f7df3f-fb84-497d-8db5-f43689dfa400/b7095d3b-6f7c-4710-8fd8-4fe87488fd6b) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:43:59.968569 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.976817 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:43:59.996767 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:00.002936 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:00.003732 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:00.019733 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Network 44dd16b8-405a-4ce2-a573-524219943ac5 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:00.022559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:00.026117 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:00.035750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Pushing event updated for resources: {'Port': ['ID=b7095d3b-6f7c-4710-8fd8-4fe87488fd6b,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:00.091474 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Attempting to bind port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:00.091868 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Attempting to bind port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '976285ec-90f4-47c0-a925-8e5e41eb7894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '44dd16b8-405a-4ce2-a573-524219943ac5'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:00.092206 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Attempting to bind port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b on network 44dd16b8-405a-4ce2-a573-524219943ac5 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:00.097544 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:00.098225 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Checking segment: {'id': '976285ec-90f4-47c0-a925-8e5e41eb7894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '44dd16b8-405a-4ce2-a573-524219943ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:00.098318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:00.098712 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Bound using segment: {'id': '976285ec-90f4-47c0-a925-8e5e41eb7894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '44dd16b8-405a-4ce2-a573-524219943ac5'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:00.099176 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Bound port: b7095d3b-6f7c-4710-8fd8-4fe87488fd6b, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976285ec-90f4-47c0-a925-8e5e41eb7894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '44dd16b8-405a-4ce2-a573-524219943ac5'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:00.099669 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:00.134903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=e562e322-e56c-4e0a-9fdd-e8254391a643,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:00.164872 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcac11c9-6288-436e-a7ce-378e9496f2fb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:00.168422 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dcac11c9-6288-436e-a7ce-378e9496f2fb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:00.198688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Router 3bead675-2da8-4db8-94c5-7c7ebe90baea is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:44:00.210960 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-dcac11c9-6288-436e-a7ce-378e9496f2fb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] device_id is not set on port a5388f0c-7042-4182-a46d-3ee7eb61f164 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:44:00.227115 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 0b820a49-f5d8-4b1c-9996-03296d3fa426 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:00.256757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:00.331649 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] For port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:00.335827 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] For port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b7095d3b-6f7c-4710-8fd8-4fe87488fd6b,segment=NetworkSegment(976285ec-90f4-47c0-a925-8e5e41eb7894),segment_id=976285ec-90f4-47c0-a925-8e5e41eb7894)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:00.342637 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:00.413039 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae260d2-3d8e-46e2-9a75-44973ada20aa None None] Pushing event updated for resources: {'Port': ['ID=b7095d3b-6f7c-4710-8fd8-4fe87488fd6b,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:00.484483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-87835a09-278a-48de-a7b4-b7bbf8b725b7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:00.504645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:00.510083 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:00.514827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:00.515644 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] Sync routers for ids ['3bead675-2da8-4db8-94c5-7c7ebe90baea'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:00.525383 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 4d87ac32-1ed7-44d1-b5d3-8077deb82dda has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:44:00.530390 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] Routers {'3bead675-2da8-4db8-94c5-7c7ebe90baea'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:00.532060 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['3bead675-2da8-4db8-94c5-7c7ebe90baea'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:00.553018 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-dcac11c9-6288-436e-a7ce-378e9496f2fb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Allocated IP 172.20.0.13 (44dd16b8-405a-4ce2-a573-524219943ac5/29f7df3f-fb84-497d-8db5-f43689dfa400/a5388f0c-7042-4182-a46d-3ee7eb61f164) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:00.568345 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:00.577728 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-41931c8c-d454-476f-94d0-66b591669cfe tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.7624891 Feb 04 05:44:00.582636 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49432) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:00.629358 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87835a09-278a-48de-a7b4-b7bbf8b725b7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network a0baa961-271a-4743-bbff-405f2d42372f is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:00.657151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-87835a09-278a-48de-a7b4-b7bbf8b725b7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:00.670048 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87835a09-278a-48de-a7b4-b7bbf8b725b7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:00.670048 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-87835a09-278a-48de-a7b4-b7bbf8b725b7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:00.722444 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] Set router 3bead675-2da8-4db8-94c5-7c7ebe90baea gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:00.729942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f7d222-546a-416a-9c2d-f58263cd5f2d None None] Network a0baa961-271a-4743-bbff-405f2d42372f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:00.758350 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.objects.ports [None req-2c68e67a-7b95-4c59-8232-2cdc01503bcf tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108745) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:44:00.772859 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2c68e67a-7b95-4c59-8232-2cdc01503bcf tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:00.816854 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-87835a09-278a-48de-a7b4-b7bbf8b725b7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5015991 Feb 04 05:44:00.816854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87835a09-278a-48de-a7b4-b7bbf8b725b7 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Subnet': ['ID=e3a54545-72e5-4901-ae43-2a7b8a3b08c8,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:00.820461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49434) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:00.827551 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d4b00d09-d57c-4c86-95aa-ea7a3c6d787d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'security_group': {'name': 'tempest-secgroup-201710814'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:00.872367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:00.877185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae0675a7-2d68-47c5-b3c2-101604e4c7cf tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:00.878788 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e8c571a6-198a-43a6-8136-7498b158ec7d None None] Provisioning complete for port e562e322-e56c-4e0a-9fdd-e8254391a643 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:00.879356 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e8c571a6-198a-43a6-8136-7498b158ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:00.883321 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f3969ce2-e523-45cb-8453-01077c67543f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/4d87ac32-1ed7-44d1-b5d3-8077deb82dda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1773744 Feb 04 05:44:00.888469 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ec5f5-4d8d-49e0-a303-83f70a059c28 None None] Sync routers for ids ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:00.902029 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ec5f5-4d8d-49e0-a303-83f70a059c28 None None] Routers {'4d87ac32-1ed7-44d1-b5d3-8077deb82dda'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:00.902901 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b82ec5f5-4d8d-49e0-a303-83f70a059c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:00.910701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49436) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:00.968026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c68e67a-7b95-4c59-8232-2cdc01503bcf tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:00.974709 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b82ec5f5-4d8d-49e0-a303-83f70a059c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:00.984723 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ec5f5-4d8d-49e0-a303-83f70a059c28 None None] Routers {'4d87ac32-1ed7-44d1-b5d3-8077deb82dda'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:00.985502 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b82ec5f5-4d8d-49e0-a303-83f70a059c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:01.022244 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dcac11c9-6288-436e-a7ce-378e9496f2fb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.031710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e8c571a6-198a-43a6-8136-7498b158ec7d None None] Port e562e322-e56c-4e0a-9fdd-e8254391a643 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:01.046343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae0675a7-2d68-47c5-b3c2-101604e4c7cf tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.050741 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b82ec5f5-4d8d-49e0-a303-83f70a059c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:01.051383 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ec5f5-4d8d-49e0-a303-83f70a059c28 None None] The sync data for ids ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:01.093536 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dcac11c9-6288-436e-a7ce-378e9496f2fb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.121933 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68e67a-7b95-4c59-8232-2cdc01503bcf tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=d9c440ff-6d08-4dd6-8a6c-4e565f140c24,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:01.150831 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a00bcc8-e668-47fe-88f5-ad3001f8196a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:01.153178 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2a00bcc8-e668-47fe-88f5-ad3001f8196a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports/e562e322-e56c-4e0a-9fdd-e8254391a643 HTTP/1.1" status: 200 len: 913 time: 0.2252502 Feb 04 05:44:01.154032 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac11c9-6288-436e-a7ce-378e9496f2fb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 44dd16b8-405a-4ce2-a573-524219943ac5 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:01.155413 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49438) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:01.158395 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-2c68e67a-7b95-4c59-8232-2cdc01503bcf tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:01.167093 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c68e67a-7b95-4c59-8232-2cdc01503bcf tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:01.168103 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2c68e67a-7b95-4c59-8232-2cdc01503bcf tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.169714 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fc094c-4b2e-4f92-9103-8b833477ceb8 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:01.177663 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4b00d09-d57c-4c86-95aa-ea7a3c6d787d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.195376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b7095d3b-6f7c-4710-8fd8-4fe87488fd6b up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:01.201583 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-dcac11c9-6288-436e-a7ce-378e9496f2fb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:01.205217 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac11c9-6288-436e-a7ce-378e9496f2fb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:01.234381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac11c9-6288-436e-a7ce-378e9496f2fb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=a5388f0c-7042-4182-a46d-3ee7eb61f164,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:01.289998 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2c68e67a-7b95-4c59-8232-2cdc01503bcf tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3301592 Feb 04 05:44:01.294962 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bead675-2da8-4db8-94c5-7c7ebe90baea', 'name': '', 'tenant_id': '7e207dc8d1074d7cb0d193d80e864a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46bea271-d444-4b79-966a-46dc1711290f', 'external_fixed_ips': [{'subnet_id': 'af05a22c-bd96-4744-9b89-8856651694e9', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'dc29aecf-6ed6-486a-9102-52622fa4c682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:56Z', 'updated_at': '2022-02-04T05:43:58Z', 'revision_number': 3, 'project_id': '7e207dc8d1074d7cb0d193d80e864a10', 'gw_port': {'id': 'dc29aecf-6ed6-486a-9102-52622fa4c682', 'name': '', 'network_id': '46bea271-d444-4b79-966a-46dc1711290f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bead675-2da8-4db8-94c5-7c7ebe90baea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'af05a22c-bd96-4744-9b89-8856651694e9', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:57Z', 'updated_at': '2022-02-04T05:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af05a22c-bd96-4744-9b89-8856651694e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:01.298369 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49440) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:01.303319 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-5d524427-a705-4e08-a47b-65b88bd289e9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:01.312054 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ae0675a7-2d68-47c5-b3c2-101604e4c7cf tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Deleting port dc29aecf-6ed6-486a-9102-52622fa4c682 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:01.312524 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae0675a7-2d68-47c5-b3c2-101604e4c7cf tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.339495 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] Checking router: 3bead675-2da8-4db8-94c5-7c7ebe90baea for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:44:01.339839 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] Updating router 3bead675-2da8-4db8-94c5-7c7ebe90baea port dc29aecf-6ed6-486a-9102-52622fa4c682 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:44:01.346256 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcac11c9-6288-436e-a7ce-378e9496f2fb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:01.347025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dcac11c9-6288-436e-a7ce-378e9496f2fb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.347767 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Router 58d81f09-340e-4d49-a2d9-edf5e05ed458 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:44:01.390845 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4015f3-da6d-49c5-8ac0-387887ad1724 None None] Update dhcp port {'port': {'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'fixed_ips': [{'subnet_id': '13ae07d0-c287-45a4-885f-0eb618aa0d28', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e3a54545-72e5-4901-ae43-2a7b8a3b08c8'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': '8c12e4a4-da0e-4d45-aca6-26676751eece'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:44:01.416147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.428353 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.470012 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:01.470527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.478220 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3f4015f3-da6d-49c5-8ac0-387887ad1724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.507276 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-dcac11c9-6288-436e-a7ce-378e9496f2fb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7359960 Feb 04 05:44:01.512521 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49442) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:01.539875 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4b00d09-d57c-4c86-95aa-ea7a3c6d787d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.551484 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4b00d09-d57c-4c86-95aa-ea7a3c6d787d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.631475 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4b00d09-d57c-4c86-95aa-ea7a3c6d787d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.635805 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d4b00d09-d57c-4c86-95aa-ea7a3c6d787d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8132062 Feb 04 05:44:01.640527 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49444) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:01.649448 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b9ba658f-9266-481a-ba46-b68eb633c1d1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'security_group': {'name': 'tempest-secgroup-345711864'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:01.669651 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b00d09-d57c-4c86-95aa-ea7a3c6d787d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a05355a-4ddb-4a0d-87ab-a1180d9af63d,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:01.674846 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:01.708034 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b9ba658f-9266-481a-ba46-b68eb633c1d1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.717055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.721646 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-91ac9f49-7a89-45ab-8d5d-06acf1f96a73 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.4725404 Feb 04 05:44:01.741792 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': 'd9c440ff-6d08-4dd6-8a6c-4e565f140c24'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:01.742012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49446) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:01.742706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.745214 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Sync routers for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:01.780668 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae0675a7-2d68-47c5-b3c2-101604e4c7cf tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.842697 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ae0675a7-2d68-47c5-b3c2-101604e4c7cf tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Calling delete_port for dc29aecf-6ed6-486a-9102-52622fa4c682 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:01.862641 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-3f4015f3-da6d-49c5-8ac0-387887ad1724 None None] Allocated IP 172.20.0.2 (a0baa961-271a-4743-bbff-405f2d42372f/e3a54545-72e5-4901-ae43-2a7b8a3b08c8/8c12e4a4-da0e-4d45-aca6-26676751eece) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:01.866706 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b9ba658f-9266-481a-ba46-b68eb633c1d1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.879895 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b9ba658f-9266-481a-ba46-b68eb633c1d1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.923170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Router c9d0f473-c9d1-4dd6-84ad-db512533ea5c is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:44:01.974531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b9ba658f-9266-481a-ba46-b68eb633c1d1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.976677 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b9ba658f-9266-481a-ba46-b68eb633c1d1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3328495 Feb 04 05:44:01.983063 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49448) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:01.990475 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-c67add1f-9ead-4d77-a8e4-41a05440f673 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'security_group': {'name': 'tempest-secgroup-984034445'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:01.992416 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:01.996531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba658f-9266-481a-ba46-b68eb633c1d1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b608fe70-e1ab-43ec-a356-37967a5cfe1a,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:02.011342 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5492078-0bec-418f-b2e1-d6afb898acff None None] Network 44dd16b8-405a-4ce2-a573-524219943ac5 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:02.128784 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:02.129531 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:02.146239 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3f4015f3-da6d-49c5-8ac0-387887ad1724 None None] For port 8c12e4a4-da0e-4d45-aca6-26676751eece, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8c12e4a4-da0e-4d45-aca6-26676751eece,segment=NetworkSegment(d22096e7-062f-420e-8c9d-38824b4692f3),segment_id=d22096e7-062f-420e-8c9d-38824b4692f3)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:02.172962 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c67add1f-9ead-4d77-a8e4-41a05440f673 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:02.208575 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:02.228256 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe1608-7e2c-4cfd-a055-b2108f90225d None None] Sync routers for ids ['c9d0f473-c9d1-4dd6-84ad-db512533ea5c'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:02.248590 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe1608-7e2c-4cfd-a055-b2108f90225d None None] Routers {'c9d0f473-c9d1-4dd6-84ad-db512533ea5c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:02.249924 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3efe1608-7e2c-4cfd-a055-b2108f90225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c9d0f473-c9d1-4dd6-84ad-db512533ea5c'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:02.291725 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3efe1608-7e2c-4cfd-a055-b2108f90225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:02.304423 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe1608-7e2c-4cfd-a055-b2108f90225d None None] Routers {'c9d0f473-c9d1-4dd6-84ad-db512533ea5c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:02.305442 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3efe1608-7e2c-4cfd-a055-b2108f90225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c9d0f473-c9d1-4dd6-84ad-db512533ea5c'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:02.353800 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3efe1608-7e2c-4cfd-a055-b2108f90225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:02.355050 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe1608-7e2c-4cfd-a055-b2108f90225d None None] The sync data for ids ['c9d0f473-c9d1-4dd6-84ad-db512533ea5c'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:02.417371 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d524427-a705-4e08-a47b-65b88bd289e9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:02.421118 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5d524427-a705-4e08-a47b-65b88bd289e9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:02.450218 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-538188a1-4d01-4542-aff7-c5cf70ebbfef None None] Provisioning complete for port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:02.450831 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-538188a1-4d01-4542-aff7-c5cf70ebbfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:02.497101 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b7095d3b-6f7c-4710-8fd8-4fe87488fd6b,segment=NetworkSegment(976285ec-90f4-47c0-a925-8e5e41eb7894),segment_id=976285ec-90f4-47c0-a925-8e5e41eb7894)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:02.534990 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:02.584138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:02.588251 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cc5bdf48-358d-499b-b67e-403edaedc791 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.9144499 Feb 04 05:44:02.598669 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49452) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:02.621091 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:02.651536 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3f4015f3-da6d-49c5-8ac0-387887ad1724 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:02.697311 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3f4015f3-da6d-49c5-8ac0-387887ad1724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:02.767653 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a72bbff-8c89-4d26-afdb-4fb008151665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:02.780017 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c67add1f-9ead-4d77-a8e4-41a05440f673 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:02.793585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf2eed-1a6b-48f1-971d-e4f5cc8b8731 req-06624358-f8d5-4c3f-bcab-88ce50420b61 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:02.795350 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b8cf2eed-1a6b-48f1-971d-e4f5cc8b8731 req-06624358-f8d5-4c3f-bcab-88ce50420b61 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2227857 Feb 04 05:44:02.801676 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c67add1f-9ead-4d77-a8e4-41a05440f673 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:02.802327 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=b7095d3b-6f7c-4710-8fd8-4fe87488fd6b,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:02.844029 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Allocated IP 2001:db8::f816:3eff:fe6a:a821 (99cffe53-689e-4c68-95bc-797fbe732ade/d9c440ff-6d08-4dd6-8a6c-4e565f140c24/e9010511-daf3-496f-bb31-064b5c290f92) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:02.848796 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:02.873612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d578d9d0-44b6-4b5a-b46b-da7c4f22865d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:02.919353 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae0675a7-2d68-47c5-b3c2-101604e4c7cf tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:02.923756 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c67add1f-9ead-4d77-a8e4-41a05440f673 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:02.925112 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c67add1f-9ead-4d77-a8e4-41a05440f673 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9404683 Feb 04 05:44:02.933936 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49454) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:02.937560 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67add1f-9ead-4d77-a8e4-41a05440f673 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc51c7b-4cd6-4ab2-b913-287f5106ab75,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:02.951080 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-7b7e3bcc-6a7a-46a8-9cef-22e2c3c74967 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-486081334', 'security_groups': ['8cc51c7b-4cd6-4ab2-b913-287f5106ab75'], 'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e3a54545-72e5-4901-ae43-2a7b8a3b08c8'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:03.017437 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b8cf2eed-1a6b-48f1-971d-e4f5cc8b8731 req-955a9bbf-a627-4000-8167-6904fd77ba91 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011247 Feb 04 05:44:03.136717 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b7095d3b-6f7c-4710-8fd8-4fe87488fd6b up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:03.213294 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4015f3-da6d-49c5-8ac0-387887ad1724 None None] Pushing event updated for resources: {'Port': ['ID=8c12e4a4-da0e-4d45-aca6-26676751eece,revision_number=6']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:03.229361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:44:03.229549 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:44:03.236714 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0675a7-2d68-47c5-b3c2-101604e4c7cf tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc29aecf-6ed6-486a-9102-52622fa4c682,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:03.258893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd024b1-c434-4560-a2bb-01f74f4ac6b1 req-b9a1d656-637e-4dc6-a111-d6cfc9828e59 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:03.260738 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6bd024b1-c434-4560-a2bb-01f74f4ac6b1 req-b9a1d656-637e-4dc6-a111-d6cfc9828e59 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1338592 Feb 04 05:44:03.327059 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:03.376600 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:03.377066 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:03.489593 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:03.506742 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5d524427-a705-4e08-a47b-65b88bd289e9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:03.512154 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:43:59Z', 'revision_number': 3, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:03.514991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:03.515200 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae0675a7-2d68-47c5-b3c2-101604e4c7cf tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:03.522409 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6bd024b1-c434-4560-a2bb-01f74f4ac6b1 req-ae077e1e-25ab-4226-b7de-3ce339107541 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861994 Feb 04 05:44:03.566962 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7e3bcc-6a7a-46a8-9cef-22e2c3c74967 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:03.608655 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:03.635944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a72bbff-8c89-4d26-afdb-4fb008151665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:03.638071 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d524427-a705-4e08-a47b-65b88bd289e9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=1d9fe184-21f7-4f6b-947b-8293e57123bf,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:03.670642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Checking router: 58d81f09-340e-4d49-a2d9-edf5e05ed458 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:44:03.671100 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Updating router 58d81f09-340e-4d49-a2d9-edf5e05ed458 port 2666b65b-cb1a-406e-88de-624f0d731199 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:44:03.702886 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a72bbff-8c89-4d26-afdb-4fb008151665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:03.739668 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:03.796153 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:03.862006 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3bcc-6a7a-46a8-9cef-22e2c3c74967 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:03.908029 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:03.914145 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] Port dc29aecf-6ed6-486a-9102-52622fa4c682 not found while updating agent binding for router 3bead675-2da8-4db8-94c5-7c7ebe90baea. {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 05:44:03.920357 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72bbff-8c89-4d26-afdb-4fb008151665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=a5388f0c-7042-4182-a46d-3ee7eb61f164,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:03.921585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Allocated IP 172.20.0.1 (540e0162-bbab-4d1c-a7ab-cceeb43b39c7/41d92f0f-af9f-4bf4-abb9-845ab5d90d6e/6a04955c-7cea-4edc-9cf3-ec3376e319dc) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:03.940445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-7b7e3bcc-6a7a-46a8-9cef-22e2c3c74967 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] device_id is not set on port 60c68869-4cfd-4069-89d1-1f51274cb515 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:44:03.950831 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:03.958623 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Pushing event updated for resources: {'Port': ['ID=e9010511-daf3-496f-bb31-064b5c290f92,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:03.974748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:03.978619 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d524427-a705-4e08-a47b-65b88bd289e9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:03.982341 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:03.986463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae0675a7-2d68-47c5-b3c2-101604e4c7cf tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:03.990180 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-264bd92a-5214-4ce2-bff6-ac22d9d96a7b None None] Provisioning complete for port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:03.990677 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-264bd92a-5214-4ce2-bff6-ac22d9d96a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:03.993181 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-5d524427-a705-4e08-a47b-65b88bd289e9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:03.998837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae0675a7-2d68-47c5-b3c2-101604e4c7cf tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.001799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d524427-a705-4e08-a47b-65b88bd289e9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:04.002401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5d524427-a705-4e08-a47b-65b88bd289e9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.034421 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5d524427-a705-4e08-a47b-65b88bd289e9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7337320 Feb 04 05:44:04.038985 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49462) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:04.043138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeff566-72a0-4047-81f3-518531dcb251 req-3eef9a9a-7fcd-4668-a8c2-1fa35c22609d tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:04.044119 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7fd6f2c7-9ee7-4392-9779-075109de14e3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'mac_address': 'fa:16:3e:74:3e:7d', 'name': 'tempest-NetworksTestDHCPv6-709750135'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:04.044711 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ebeff566-72a0-4047-81f3-518531dcb251 req-3eef9a9a-7fcd-4668-a8c2-1fa35c22609d tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1894534 Feb 04 05:44:04.141651 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] Routers {'3bead675-2da8-4db8-94c5-7c7ebe90baea'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:04.142478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['3bead675-2da8-4db8-94c5-7c7ebe90baea'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:04.146376 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Deleting port f483a2b8-966c-4066-b563-cf6b5c36e571 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:04.147946 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.174592 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Attempting to bind port e9010511-daf3-496f-bb31-064b5c290f92 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:04.174967 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Attempting to bind port e9010511-daf3-496f-bb31-064b5c290f92 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:04.175333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Attempting to bind port e9010511-daf3-496f-bb31-064b5c290f92 on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:04.244548 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a72bbff-8c89-4d26-afdb-4fb008151665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.244814 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ebeff566-72a0-4047-81f3-518531dcb251 req-7973e872-d2ac-4402-828f-22bd13738fd5 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668708 Feb 04 05:44:04.255009 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] Set router 3bead675-2da8-4db8-94c5-7c7ebe90baea gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:04.307460 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.322947 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:04.323480 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:04.323975 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.324488 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:04.325074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Bound port: e9010511-daf3-496f-bb31-064b5c290f92, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:04.325553 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.327559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bead675-2da8-4db8-94c5-7c7ebe90baea', 'name': '', 'tenant_id': '7e207dc8d1074d7cb0d193d80e864a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:56Z', 'updated_at': '2022-02-04T05:44:02Z', 'revision_number': 5, 'project_id': '7e207dc8d1074d7cb0d193d80e864a10', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:04.332687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae0675a7-2d68-47c5-b3c2-101604e4c7cf tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.333397 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0675a7-2d68-47c5-b3c2-101604e4c7cf tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bead675-2da8-4db8-94c5-7c7ebe90baea {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:44:04.344724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae0675a7-2d68-47c5-b3c2-101604e4c7cf tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.348519 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ae0675a7-2d68-47c5-b3c2-101604e4c7cf tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "DELETE /v2.0/routers/3bead675-2da8-4db8-94c5-7c7ebe90baea HTTP/1.1" status: 204 len: 168 time: 3.7624831 Feb 04 05:44:04.349051 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49464) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:04.353908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-7b7e3bcc-6a7a-46a8-9cef-22e2c3c74967 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Allocated IP 172.20.0.13 (a0baa961-271a-4743-bbff-405f2d42372f/e3a54545-72e5-4901-ae43-2a7b8a3b08c8/60c68869-4cfd-4069-89d1-1f51274cb515) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:04.370247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fe7b24-f6cc-404a-889e-9465f4d8e6c7 None None] The sync data for ids ['3bead675-2da8-4db8-94c5-7c7ebe90baea'] in dv-neutron-827794-1-hyperv is: [{'id': '3bead675-2da8-4db8-94c5-7c7ebe90baea', 'name': '', 'tenant_id': '7e207dc8d1074d7cb0d193d80e864a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:56Z', 'updated_at': '2022-02-04T05:44:02Z', 'revision_number': 5, 'project_id': '7e207dc8d1074d7cb0d193d80e864a10', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:04.378087 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.401122 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Calling delete_port for f483a2b8-966c-4066-b563-cf6b5c36e571 owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:04.440136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.553167 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Pushing event updated for resources: {'Port': ['ID=6a04955c-7cea-4edc-9cf3-ec3376e319dc,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:04.570575 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee453b19-f5dd-418c-89c3-5fc247d4953b tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Deleting subnet af05a22c-bd96-4744-9b89-8856651694e9 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:04.571792 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:04.574589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee453b19-f5dd-418c-89c3-5fc247d4953b tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.583511 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:04.592752 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:04.622012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee453b19-f5dd-418c-89c3-5fc247d4953b tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.673204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee453b19-f5dd-418c-89c3-5fc247d4953b tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.756365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-264bd92a-5214-4ce2-bff6-ac22d9d96a7b None None] Provisioning complete for port a5388f0c-7042-4182-a46d-3ee7eb61f164 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:04.756907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-264bd92a-5214-4ce2-bff6-ac22d9d96a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.760284 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] For port e9010511-daf3-496f-bb31-064b5c290f92, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:04.769520 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee453b19-f5dd-418c-89c3-5fc247d4953b tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.827105 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.852945 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] For port e9010511-daf3-496f-bb31-064b5c290f92, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e9010511-daf3-496f-bb31-064b5c290f92,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:04.866696 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee453b19-f5dd-418c-89c3-5fc247d4953b tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=af05a22c-bd96-4744-9b89-8856651694e9,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:04.868992 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.875996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee453b19-f5dd-418c-89c3-5fc247d4953b tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.878507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-264bd92a-5214-4ce2-bff6-ac22d9d96a7b None None] Port a5388f0c-7042-4182-a46d-3ee7eb61f164 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:04.879212 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ee453b19-f5dd-418c-89c3-5fc247d4953b tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/af05a22c-bd96-4744-9b89-8856651694e9 HTTP/1.1" status: 204 len: 168 time: 0.5280132 Feb 04 05:44:04.881957 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a72bbff-8c89-4d26-afdb-4fb008151665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:04.883688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49466) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:04.904428 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d578d9d0-44b6-4b5a-b46b-da7c4f22865d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port e562e322-e56c-4e0a-9fdd-e8254391a643 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:04.904746 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d578d9d0-44b6-4b5a-b46b-da7c4f22865d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.015708 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd6f2c7-9ee7-4392-9779-075109de14e3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:05.022484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aab153-1907-4b73-ab01-d636773d76a2 None None] Pushing event updated for resources: {'Port': ['ID=e9010511-daf3-496f-bb31-064b5c290f92,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:05.027089 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b418d685-d16b-4a56-b1d0-7454ce23ad12 None None] Provisioning complete for port 463e3efd-c3ef-4313-a57d-ddffae646b3e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:05.027461 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b418d685-d16b-4a56-b1d0-7454ce23ad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.075652 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.101193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.105660 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.163792 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8c12e4a4-da0e-4d45-aca6-26676751eece up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:05.199448 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-543a9a08-07dc-46ea-be02-9869019d7318 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.200413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b418d685-d16b-4a56-b1d0-7454ce23ad12 None None] Port 463e3efd-c3ef-4313-a57d-ddffae646b3e cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:05.226888 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Attempting to bind port 2666b65b-cb1a-406e-88de-624f0d731199 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:05.227258 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Attempting to bind port 2666b65b-cb1a-406e-88de-624f0d731199 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:05.227622 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Attempting to bind port 2666b65b-cb1a-406e-88de-624f0d731199 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:05.250065 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:05.250447 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:05.250850 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.251241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:05.251696 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Bound port: 2666b65b-cb1a-406e-88de-624f0d731199, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:05.252085 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.261182 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b418d685-d16b-4a56-b1d0-7454ce23ad12 None None] Provisioning complete for port 6a04955c-7cea-4edc-9cf3-ec3376e319dc triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:05.262155 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b418d685-d16b-4a56-b1d0-7454ce23ad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.292330 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3692af7-5c61-450e-b05e-69b02fb20b4b None None] Pushing event updated for resources: {'Port': ['ID=2666b65b-cb1a-406e-88de-624f0d731199,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:05.392718 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d578d9d0-44b6-4b5a-b46b-da7c4f22865d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.397700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] For port 2666b65b-cb1a-406e-88de-624f0d731199, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:05.401253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] For port 2666b65b-cb1a-406e-88de-624f0d731199, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=2666b65b-cb1a-406e-88de-624f0d731199,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:05.408648 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d578d9d0-44b6-4b5a-b46b-da7c4f22865d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for e562e322-e56c-4e0a-9fdd-e8254391a643 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:05.411611 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b418d685-d16b-4a56-b1d0-7454ce23ad12 None None] Port 6a04955c-7cea-4edc-9cf3-ec3376e319dc cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:05.427196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.432838 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 8c12e4a4-da0e-4d45-aca6-26676751eece triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:05.433266 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.567909 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b418d685-d16b-4a56-b1d0-7454ce23ad12 None None] Provisioning complete for port 8c12e4a4-da0e-4d45-aca6-26676751eece triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:05.568437 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b418d685-d16b-4a56-b1d0-7454ce23ad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.602292 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3692af7-5c61-450e-b05e-69b02fb20b4b None None] Pushing event updated for resources: {'Port': ['ID=2666b65b-cb1a-406e-88de-624f0d731199,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:05.616192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:05.616942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:05.646684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7fd6f2c7-9ee7-4392-9779-075109de14e3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.689138 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d578d9d0-44b6-4b5a-b46b-da7c4f22865d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.711142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3bcc-6a7a-46a8-9cef-22e2c3c74967 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.741804 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578d9d0-44b6-4b5a-b46b-da7c4f22865d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=e562e322-e56c-4e0a-9fdd-e8254391a643,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:05.749570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-7fd6f2c7-9ee7-4392-9779-075109de14e3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port da01da66-975e-448a-b76e-785f22e87861 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:44:05.823627 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.829916 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:05.845545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.917315 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8efd5-c6ac-4a82-9033-526d014a646e req-963057ba-1b9d-4c17-8a2a-fb67441dfeb6 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:05.918930 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f4b8efd5-c6ac-4a82-9033-526d014a646e req-963057ba-1b9d-4c17-8a2a-fb67441dfeb6 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2117102 Feb 04 05:44:05.957033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.973514 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3bcc-6a7a-46a8-9cef-22e2c3c74967 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.975239 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Pushing event updated for resources: {'Port': ['ID=6a04955c-7cea-4edc-9cf3-ec3376e319dc,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:05.992658 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b418d685-d16b-4a56-b1d0-7454ce23ad12 None None] Provisioning complete for port a5388f0c-7042-4182-a46d-3ee7eb61f164 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:05.993238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b418d685-d16b-4a56-b1d0-7454ce23ad12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:05.996960 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:06.041361 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Pushing event deleted for resources: {'Port': ['ID=f483a2b8-966c-4066-b563-cf6b5c36e571,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:06.042014 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b418d685-d16b-4a56-b1d0-7454ce23ad12 None None] Port a5388f0c-7042-4182-a46d-3ee7eb61f164 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:06.067808 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f4b8efd5-c6ac-4a82-9033-526d014a646e req-48920f7d-019f-4705-8ca5-4b870a69f97d tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383414 Feb 04 05:44:06.069534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7e3bcc-6a7a-46a8-9cef-22e2c3c74967 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network a0baa961-271a-4743-bbff-405f2d42372f is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:06.120499 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-7b7e3bcc-6a7a-46a8-9cef-22e2c3c74967 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:06.132462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7e3bcc-6a7a-46a8-9cef-22e2c3c74967 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:06.205012 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:03Z', 'revision_number': 1, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:06.256057 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e3bcc-6a7a-46a8-9cef-22e2c3c74967 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=60c68869-4cfd-4069-89d1-1f51274cb515,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:06.267054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7e3bcc-6a7a-46a8-9cef-22e2c3c74967 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:06.267705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3bcc-6a7a-46a8-9cef-22e2c3c74967 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:06.270839 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5668e95-2a12-4085-9b4d-00be2015cd5d None None] The sync data for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv is: [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:03Z', 'revision_number': 1, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:06.294472 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:06.428737 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7b7e3bcc-6a7a-46a8-9cef-22e2c3c74967 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4919817 Feb 04 05:44:06.430489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-543a9a08-07dc-46ea-be02-9869019d7318 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:06.443703 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49470) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:06.450072 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-0fc5aea6-236b-438e-b659-80197dcda5b1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'subnet': {'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:06.574504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0f2746ac-cd05-4f69-befa-cc9b7822489d None None] Provisioning complete for port 60c68869-4cfd-4069-89d1-1f51274cb515 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:06.574883 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0f2746ac-cd05-4f69-befa-cc9b7822489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:06.651393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-543a9a08-07dc-46ea-be02-9869019d7318 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bea271-d444-4b79-966a-46dc1711290f']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:06.671567 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0f2746ac-cd05-4f69-befa-cc9b7822489d None None] Port 60c68869-4cfd-4069-89d1-1f51274cb515 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:06.671962 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:06.680465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:06.711789 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-543a9a08-07dc-46ea-be02-9869019d7318 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a8d157-4827-4799-bef1-2b794977a815') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:06.712155 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-543a9a08-07dc-46ea-be02-9869019d7318 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a8d157-4827-4799-bef1-2b794977a815') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:06.746129 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-543a9a08-07dc-46ea-be02-9869019d7318 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:06.753393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d578d9d0-44b6-4b5a-b46b-da7c4f22865d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:06.783083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-543a9a08-07dc-46ea-be02-9869019d7318 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:06.888187 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:06.909040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:06.967002 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef13c62f-fa71-4070-a5e1-dedae0856ed6 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:06.970918 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7fd6f2c7-9ee7-4392-9779-075109de14e3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 172.20.0.9 (99cffe53-689e-4c68-95bc-797fbe732ade/1d9fe184-21f7-4f6b-947b-8293e57123bf/da01da66-975e-448a-b76e-785f22e87861) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:06.979888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543a9a08-07dc-46ea-be02-9869019d7318 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:44:06.980389 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-543a9a08-07dc-46ea-be02-9869019d7318 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:44:06.984824 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:44:07.031287 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a72bbff-8c89-4d26-afdb-4fb008151665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:07.075367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a72bbff-8c89-4d26-afdb-4fb008151665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:07.085642 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7fd6f2c7-9ee7-4392-9779-075109de14e3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::f816:3eff:fe74:3e7d (99cffe53-689e-4c68-95bc-797fbe732ade/d9c440ff-6d08-4dd6-8a6c-4e565f140c24/da01da66-975e-448a-b76e-785f22e87861) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:07.097286 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Router c9d0f473-c9d1-4dd6-84ad-db512533ea5c has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:44:07.121920 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Router 58d81f09-340e-4d49-a2d9-edf5e05ed458 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:44:07.133477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c9b4f6aa-4050-489e-9f2c-ec20967be1ce None None] Provisioning complete for port e9010511-daf3-496f-bb31-064b5c290f92 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:07.136838 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f6aa-4050-489e-9f2c-ec20967be1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:07.225740 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:07.240048 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:07.241349 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-769602f3-ef20-475b-b759-71c8d9651058 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "PUT /v2.0/routers/c9d0f473-c9d1-4dd6-84ad-db512533ea5c HTTP/1.1" status: 200 len: 709 time: 4.6410544 Feb 04 05:44:07.244398 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e9010511-daf3-496f-bb31-064b5c290f92 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:07.247585 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba50bb-f2bf-40cf-bf21-fdc05bedf4f1 None None] Sync routers for ids ['c9d0f473-c9d1-4dd6-84ad-db512533ea5c'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:07.252054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49474) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:07.258510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-543a9a08-07dc-46ea-be02-9869019d7318 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:07.260309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a72bbff-8c89-4d26-afdb-4fb008151665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:07.293496 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72bbff-8c89-4d26-afdb-4fb008151665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=a5388f0c-7042-4182-a46d-3ee7eb61f164,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:07.303290 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543a9a08-07dc-46ea-be02-9869019d7318 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46bea271-d444-4b79-966a-46dc1711290f {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 05:44:07.314185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-543a9a08-07dc-46ea-be02-9869019d7318 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:07.317314 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-543a9a08-07dc-46ea-be02-9869019d7318 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "DELETE /v2.0/networks/46bea271-d444-4b79-966a-46dc1711290f HTTP/1.1" status: 204 len: 168 time: 2.4325356 Feb 04 05:44:07.337176 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba50bb-f2bf-40cf-bf21-fdc05bedf4f1 None None] Routers {'c9d0f473-c9d1-4dd6-84ad-db512533ea5c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:07.338316 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-43ba50bb-f2bf-40cf-bf21-fdc05bedf4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c9d0f473-c9d1-4dd6-84ad-db512533ea5c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:07.357360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a9a08-07dc-46ea-be02-9869019d7318 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Pushing event deleted for resources: {'Network': ['ID=46bea271-d444-4b79-966a-46dc1711290f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:07.381403 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-43ba50bb-f2bf-40cf-bf21-fdc05bedf4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:07.454792 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f6aa-4050-489e-9f2c-ec20967be1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:07.458029 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba50bb-f2bf-40cf-bf21-fdc05bedf4f1 None None] Routers {'c9d0f473-c9d1-4dd6-84ad-db512533ea5c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:07.458669 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-43ba50bb-f2bf-40cf-bf21-fdc05bedf4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c9d0f473-c9d1-4dd6-84ad-db512533ea5c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:07.503210 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-43ba50bb-f2bf-40cf-bf21-fdc05bedf4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:07.503429 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ba50bb-f2bf-40cf-bf21-fdc05bedf4f1 None None] The sync data for ids ['c9d0f473-c9d1-4dd6-84ad-db512533ea5c'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:07.510301 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:07.515144 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e8f54218-2c28-4b93-a8ce-578f5b8b6954 tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/routers/c9d0f473-c9d1-4dd6-84ad-db512533ea5c HTTP/1.1" status: 200 len: 744 time: 0.0986161 Feb 04 05:44:07.530271 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ad901656-1f2e-4ad7-b849-52de3d25e981 admin admin] 10.222.0.10 "PUT /v2.0/routers/58d81f09-340e-4d49-a2d9-edf5e05ed458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7799451 Feb 04 05:44:07.530271 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49478) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:07.530677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d578d9d0-44b6-4b5a-b46b-da7c4f22865d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 4d87ac32-1ed7-44d1-b5d3-8077deb82dda has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:44:07.532023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc5aea6-236b-438e-b659-80197dcda5b1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:07.532023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0fc5aea6-236b-438e-b659-80197dcda5b1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:07.551211 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c9b4f6aa-4050-489e-9f2c-ec20967be1ce None None] For port e9010511-daf3-496f-bb31-064b5c290f92, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e9010511-daf3-496f-bb31-064b5c290f92,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:07.559985 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f6aa-4050-489e-9f2c-ec20967be1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:07.617092 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4f6aa-4050-489e-9f2c-ec20967be1ce None None] Pushing event updated for resources: {'Port': ['ID=e9010511-daf3-496f-bb31-064b5c290f92,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:07.633967 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port e9010511-daf3-496f-bb31-064b5c290f92 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:07.635103 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:07.639753 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.ipam_backend_mixin [None req-0fc5aea6-236b-438e-b659-80197dcda5b1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e3a54545-72e5-4901-ae43-2a7b8a3b08c8 (CIDR: 172.20.0.0/28) Feb 04 05:44:07.679187 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc5aea6-236b-438e-b659-80197dcda5b1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:44:07.679696 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc5aea6-236b-438e-b659-80197dcda5b1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:07.722022 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0fc5aea6-236b-438e-b659-80197dcda5b1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2774124 Feb 04 05:44:07.724335 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f726df72-2bd5-454a-a8c1-e3a66acc098e tempest-RoutersIpV6AdminTest-2088710474 tempest-RoutersIpV6AdminTest-2088710474-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&device_id=c9d0f473-c9d1-4dd6-84ad-db512533ea5c HTTP/1.1" status: 200 len: 205 time: 0.0822082 Feb 04 05:44:07.726795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5665aa07-d857-47e4-89b9-47751698bb05 None None] Provisioning complete for port 6a04955c-7cea-4edc-9cf3-ec3376e319dc triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:07.727170 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5665aa07-d857-47e4-89b9-47751698bb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:07.730325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49486) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:07.730648 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49488) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:07.739981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc42297-2444-45a0-855b-8958f8371499 req-f8a01523-3441-4af0-bdae-23b3d13da018 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:07.742437 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2dc42297-2444-45a0-855b-8958f8371499 req-f8a01523-3441-4af0-bdae-23b3d13da018 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.5208488 Feb 04 05:44:07.749222 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f21a9b66-3f55-4361-9296-89c7d7be43a3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'subnet': {'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:07.763629 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1791da2a-2e7a-4d62-add3-22a5348b85e1 None None] Update dhcp port {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'fixed_ips': [{'subnet_id': 'd9c440ff-6d08-4dd6-8a6c-4e565f140c24', 'ip_address': '2001:db8::f816:3eff:fe6a:a821'}, {'subnet_id': '1d9fe184-21f7-4f6b-947b-8293e57123bf'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': 'e9010511-daf3-496f-bb31-064b5c290f92'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:44:07.790042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1791da2a-2e7a-4d62-add3-22a5348b85e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:07.856043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5665aa07-d857-47e4-89b9-47751698bb05 None None] Port 6a04955c-7cea-4edc-9cf3-ec3376e319dc cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:07.869250 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d578d9d0-44b6-4b5a-b46b-da7c4f22865d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:07.876555 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7fd6f2c7-9ee7-4392-9779-075109de14e3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:07.877941 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49492) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:07.881529 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d578d9d0-44b6-4b5a-b46b-da7c4f22865d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/4d87ac32-1ed7-44d1-b5d3-8077deb82dda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7225156 Feb 04 05:44:07.886275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bdcb3508-12d3-446e-a114-7c9699a9c60c tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Request body: {'router': {'name': 'tempest-router--1384743262', 'project_id': '337408ef73654c9aa626539f80b27aad'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:07.888979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49494) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:07.908385 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-80d45cbc-a763-4930-9601-7e1304eb1571 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d0f473-c9d1-4dd6-84ad-db512533ea5c HTTP/1.1" status: 200 len: 205 time: 0.1636617 Feb 04 05:44:07.916057 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72bbff-8c89-4d26-afdb-4fb008151665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 44dd16b8-405a-4ce2-a573-524219943ac5 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:07.918009 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49496) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:08.039784 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4a72bbff-8c89-4d26-afdb-4fb008151665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:08.081060 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2dc42297-2444-45a0-855b-8958f8371499 req-4bf2ab8c-1ad7-49b6-8835-67c16fc1779e tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679076 Feb 04 05:44:08.086791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fcf0b79a-5053-4509-812d-341e70389879 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.116827 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef2c5b-5af4-4826-86b0-b0518ef48ac0 None None] Sync routers for ids ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:08.128793 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef2c5b-5af4-4826-86b0-b0518ef48ac0 None None] Routers {'4d87ac32-1ed7-44d1-b5d3-8077deb82dda'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:08.133297 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-beef2c5b-5af4-4826-86b0-b0518ef48ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:08.184971 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-beef2c5b-5af4-4826-86b0-b0518ef48ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:08.208629 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef2c5b-5af4-4826-86b0-b0518ef48ac0 None None] Routers {'4d87ac32-1ed7-44d1-b5d3-8077deb82dda'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:08.209590 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-beef2c5b-5af4-4826-86b0-b0518ef48ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:08.272662 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-beef2c5b-5af4-4826-86b0-b0518ef48ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:08.273522 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef2c5b-5af4-4826-86b0-b0518ef48ac0 None None] The sync data for ids ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:08.283858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3508-12d3-446e-a114-7c9699a9c60c tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.285145 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3508-12d3-446e-a114-7c9699a9c60c tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.433672 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7fd6f2c7-9ee7-4392-9779-075109de14e3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.501157 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-1791da2a-2e7a-4d62-add3-22a5348b85e1 None None] Allocated IP 172.20.0.2 (99cffe53-689e-4c68-95bc-797fbe732ade/1d9fe184-21f7-4f6b-947b-8293e57123bf/e9010511-daf3-496f-bb31-064b5c290f92) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:08.511564 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd6f2c7-9ee7-4392-9779-075109de14e3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:08.532772 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-26bca37a-2f4b-459a-bf55-07205205677b None None] Provisioning complete for port a5388f0c-7042-4182-a46d-3ee7eb61f164 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:08.533732 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-26bca37a-2f4b-459a-bf55-07205205677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.549622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3508-12d3-446e-a114-7c9699a9c60c tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.552576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7fd6f2c7-9ee7-4392-9779-075109de14e3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:08.567359 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6f2c7-9ee7-4392-9779-075109de14e3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:08.598616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-26bca37a-2f4b-459a-bf55-07205205677b None None] Port a5388f0c-7042-4182-a46d-3ee7eb61f164 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:08.627326 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd6f2c7-9ee7-4392-9779-075109de14e3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:08.628236 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7fd6f2c7-9ee7-4392-9779-075109de14e3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.632416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49508) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:08.636404 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3508-12d3-446e-a114-7c9699a9c60c tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.669747 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1695407724-network', 'tenant_id': '36166491258742c5840afc9debd607c0'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:08.697744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6f2c7-9ee7-4392-9779-075109de14e3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=da01da66-975e-448a-b76e-785f22e87861,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:08.725255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3508-12d3-446e-a114-7c9699a9c60c tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.729199 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bdcb3508-12d3-446e-a114-7c9699a9c60c tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8439069 Feb 04 05:44:08.733168 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7fd6f2c7-9ee7-4392-9779-075109de14e3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.6931531 Feb 04 05:44:08.740321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49510) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:08.741295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49512) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:08.766300 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] Made reservation on behalf of 36166491258742c5840afc9debd607c0 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:08.768895 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.786525 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fcf0b79a-5053-4509-812d-341e70389879 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.788881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21a9b66-3f55-4361-9296-89c7d7be43a3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:08.793200 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f21a9b66-3f55-4361-9296-89c7d7be43a3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.799023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fcf0b79a-5053-4509-812d-341e70389879 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.842330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.860468 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-1791da2a-2e7a-4d62-add3-22a5348b85e1 None None] For port e9010511-daf3-496f-bb31-064b5c290f92, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e9010511-daf3-496f-bb31-064b5c290f92,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:08.893932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1791da2a-2e7a-4d62-add3-22a5348b85e1 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.902508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1791da2a-2e7a-4d62-add3-22a5348b85e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.913383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fcf0b79a-5053-4509-812d-341e70389879 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.914113 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf0b79a-5053-4509-812d-341e70389879 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Fanout notify agent at l3_agent the message router_deleted on router c9d0f473-c9d1-4dd6-84ad-db512533ea5c {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:44:08.918875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fb9c-651b-4af5-8249-012c732aceab tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.925002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fcf0b79a-5053-4509-812d-341e70389879 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:08.930237 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fcf0b79a-5053-4509-812d-341e70389879 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "DELETE /v2.0/routers/c9d0f473-c9d1-4dd6-84ad-db512533ea5c HTTP/1.1" status: 204 len: 168 time: 1.0049350 Feb 04 05:44:08.932853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49514) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:08.938219 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a72bbff-8c89-4d26-afdb-4fb008151665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 9ffb0dd4-2501-4477-ab00-0159f83c96dd is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:44:08.974354 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ddcca953-d623-47d4-9ab0-ca720561e1b7 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d0f473-c9d1-4dd6-84ad-db512533ea5c HTTP/1.1" status: 200 len: 205 time: 0.0403233 Feb 04 05:44:08.974941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49516) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:09.021257 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-d501c79f-4b9d-4af3-901b-647bdde2b6e4 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] delete failed (client error): The resource could not be found. Feb 04 05:44:09.022398 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d501c79f-4b9d-4af3-901b-647bdde2b6e4 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "DELETE /v2.0/routers/c9d0f473-c9d1-4dd6-84ad-db512533ea5c HTTP/1.1" status: 404 len: 336 time: 0.0442543 Feb 04 05:44:09.026745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49518) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:09.073059 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.ipam_backend_mixin [None req-f21a9b66-3f55-4361-9296-89c7d7be43a3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 13ae07d0-c287-45a4-885f-0eb618aa0d28 (CIDR: 172.20.0.16/28) Feb 04 05:44:09.077870 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3b50c2f8-0a4f-4abc-9a3f-cecff97ceeac tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c65fcc-a13f-4b25-8941-afcde9806dc5 HTTP/1.1" status: 200 len: 205 time: 0.0479369 Feb 04 05:44:09.079027 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49520) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:09.081331 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21a9b66-3f55-4361-9296-89c7d7be43a3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:44:09.082191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21a9b66-3f55-4361-9296-89c7d7be43a3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:09.105547 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791da2a-2e7a-4d62-add3-22a5348b85e1 None None] Pushing event updated for resources: {'Port': ['ID=e9010511-daf3-496f-bb31-064b5c290f92,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:09.138787 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-73c23de7-d8ee-47a0-9425-e9b5a41f0271 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] delete failed (client error): The resource could not be found. Feb 04 05:44:09.142237 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-73c23de7-d8ee-47a0-9425-e9b5a41f0271 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "DELETE /v2.0/routers/67c65fcc-a13f-4b25-8941-afcde9806dc5 HTTP/1.1" status: 404 len: 336 time: 0.0597720 Feb 04 05:44:09.143604 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49524) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:09.174424 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f21a9b66-3f55-4361-9296-89c7d7be43a3 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4306829 Feb 04 05:44:09.175225 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49526) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:09.215185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c319c585-4184-4105-82a6-745382e0eb4f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:09.227131 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c319c585-4184-4105-82a6-745382e0eb4f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:09.231745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2b19f321-5b6c-4080-bcb3-0158a58ae114 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'subnet': {'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:09.232255 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c319c585-4184-4105-82a6-745382e0eb4f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4875207 Feb 04 05:44:09.239553 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fa148cf8-f723-4c71-a152-1497f7194352 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aef71b4e-d5e2-4578-ba55-2dc40db80906 HTTP/1.1" status: 200 len: 205 time: 0.0946715 Feb 04 05:44:09.240325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49528) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:09.252522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 2666b65b-cb1a-406e-88de-624f0d731199 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:09.252946 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49530) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:09.278907 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a72bbff-8c89-4d26-afdb-4fb008151665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:09.291050 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4a72bbff-8c89-4d26-afdb-4fb008151665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/9ffb0dd4-2501-4477-ab00-0159f83c96dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7773664 Feb 04 05:44:09.298219 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a86ee-ccc1-4653-84ce-0826d31def01 None None] Sync routers for ids ['9ffb0dd4-2501-4477-ab00-0159f83c96dd'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:09.316141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49532) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:09.316386 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4a86ee-ccc1-4653-84ce-0826d31def01 None None] Routers {'9ffb0dd4-2501-4477-ab00-0159f83c96dd'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:09.317005 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2a4a86ee-ccc1-4653-84ce-0826d31def01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ffb0dd4-2501-4477-ab00-0159f83c96dd'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:09.321108 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 2666b65b-cb1a-406e-88de-624f0d731199 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:09.321496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.359935 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2a4a86ee-ccc1-4653-84ce-0826d31def01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:09.386780 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-1cacc65d-67cb-4984-a6cc-4f8738970991 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] delete failed (client error): The resource could not be found. Feb 04 05:44:09.387896 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1cacc65d-67cb-4984-a6cc-4f8738970991 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "DELETE /v2.0/routers/aef71b4e-d5e2-4578-ba55-2dc40db80906 HTTP/1.1" status: 404 len: 336 time: 0.1171999 Feb 04 05:44:09.396626 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4a86ee-ccc1-4653-84ce-0826d31def01 None None] Routers {'9ffb0dd4-2501-4477-ab00-0159f83c96dd'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:09.397275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2a4a86ee-ccc1-4653-84ce-0826d31def01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ffb0dd4-2501-4477-ab00-0159f83c96dd'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:09.411093 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49534) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:09.434942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fb9c-651b-4af5-8249-012c732aceab tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.444892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2a4a86ee-ccc1-4653-84ce-0826d31def01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:09.445534 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4a86ee-ccc1-4653-84ce-0826d31def01 None None] The sync data for ids ['9ffb0dd4-2501-4477-ab00-0159f83c96dd'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:09.451949 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fb9c-651b-4af5-8249-012c732aceab tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.463552 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d39064ba-09a8-43b4-9848-f0c0bb4b5f72 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c652ccb-0028-4d9c-ae47-c683ec7adcaa HTTP/1.1" status: 200 len: 205 time: 0.0433965 Feb 04 05:44:09.468008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7831d4ac-f5ed-47d5-bb50-dd8eb0b07eaa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:09.473631 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7831d4ac-f5ed-47d5-bb50-dd8eb0b07eaa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports/a5388f0c-7042-4182-a46d-3ee7eb61f164 HTTP/1.1" status: 200 len: 977 time: 0.1562812 Feb 04 05:44:09.474327 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49536) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:09.474658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49538) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:09.482586 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9d883078-1347-41eb-9348-d6b081bd560e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.532701 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.561304 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 2666b65b-cb1a-406e-88de-624f0d731199, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=2666b65b-cb1a-406e-88de-624f0d731199,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:09.567020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.568653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e9010511-daf3-496f-bb31-064b5c290f92 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:09.582723 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcf6cd-c1f8-4c49-ab06-e0f4fb825937 req-62493779-3a07-4a65-8fe9-26a2423a158b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:09.584324 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-14fcf6cd-c1f8-4c49-ab06-e0f4fb825937 req-62493779-3a07-4a65-8fe9-26a2423a158b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.3480675 Feb 04 05:44:09.662066 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-14fcf6cd-c1f8-4c49-ab06-e0f4fb825937 req-9a1170c8-1d5a-4b1c-a041-b623f4cd27c4 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618970 Feb 04 05:44:09.664566 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-77decce8-e6f5-4bad-ba2d-91eb7114f333 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port da01da66-975e-448a-b76e-785f22e87861 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:09.665700 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77decce8-e6f5-4bad-ba2d-91eb7114f333 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.676082 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=2666b65b-cb1a-406e-88de-624f0d731199,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:09.686411 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port e9010511-daf3-496f-bb31-064b5c290f92 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:09.686785 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.745247 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b19f321-5b6c-4080-bcb3-0158a58ae114 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Made reservation on behalf of 7792832c90bd4ac49d281b6efc6d76c2 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:09.753567 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b19f321-5b6c-4080-bcb3-0158a58ae114 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.872539 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77decce8-e6f5-4bad-ba2d-91eb7114f333 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:09.896614 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-77decce8-e6f5-4bad-ba2d-91eb7114f333 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for da01da66-975e-448a-b76e-785f22e87861 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:10.032508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e97618ba-d99c-461e-a7ec-3edf497a2b04 None None] Provisioning complete for port e9010511-daf3-496f-bb31-064b5c290f92 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:10.033270 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e97618ba-d99c-461e-a7ec-3edf497a2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.034184 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-b541c652-6f20-4f16-a9ad-a5d082e7532c tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] delete failed (client error): The resource could not be found. Feb 04 05:44:10.037751 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b541c652-6f20-4f16-a9ad-a5d082e7532c tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "DELETE /v2.0/routers/0c652ccb-0028-4d9c-ae47-c683ec7adcaa HTTP/1.1" status: 404 len: 336 time: 0.5564647 Feb 04 05:44:10.079383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49540) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:10.128751 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fd8a1877-0e80-4bd1-afff-8a19a457f2f9 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "GET /v2.0/ports?device_id=96e46b50-3e0c-41ab-a40f-95c14b433cbb HTTP/1.1" status: 200 len: 205 time: 0.0450370 Feb 04 05:44:10.133095 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49542) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:10.138444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fb9c-651b-4af5-8249-012c732aceab tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.138833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe7fb9c-651b-4af5-8249-012c732aceab tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6185754-4285-4174-b13b-ec84ab9b4d91 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:44:10.166481 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.174929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fb9c-651b-4af5-8249-012c732aceab tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.179022 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-dbe7fb9c-651b-4af5-8249-012c732aceab tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "DELETE /v2.0/routers/a6185754-4285-4174-b13b-ec84ab9b4d91 HTTP/1.1" status: 204 len: 168 time: 1.4332743 Feb 04 05:44:10.229048 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Sync routers for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:10.231990 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.239726 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:10.240334 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:10.266599 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-81bcb12d-6c45-40ee-b522-7e7fa38684d2 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] delete failed (client error): The resource could not be found. Feb 04 05:44:10.270505 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-81bcb12d-6c45-40ee-b522-7e7fa38684d2 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "DELETE /v2.0/routers/96e46b50-3e0c-41ab-a40f-95c14b433cbb HTTP/1.1" status: 404 len: 336 time: 0.1345654 Feb 04 05:44:10.272732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49546) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:10.300230 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2ebdb7-5ccf-492c-9d13-a0049bc094c6,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:10.305426 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-2ca61d1e-efc1-4ab9-ba02-b9592f5a609c None None] Provisioning complete for port da01da66-975e-448a-b76e-785f22e87861 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:10.305598 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2ca61d1e-efc1-4ab9-ba02-b9592f5a609c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.343352 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-80ff7928-9d5f-4967-bf90-f30ce5bf98bf tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "GET /v2.0/ports?device_id=745e6d39-c640-418b-bd60-809c7ecb952b HTTP/1.1" status: 200 len: 205 time: 0.0672326 Feb 04 05:44:10.344024 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49548) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:10.368940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-2ca61d1e-efc1-4ab9-ba02-b9592f5a609c None None] Port da01da66-975e-448a-b76e-785f22e87861 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:10.402499 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-3903bd23-6f7a-496f-a3ac-526bae4ea30b tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] delete failed (client error): The resource could not be found. Feb 04 05:44:10.406514 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3903bd23-6f7a-496f-a3ac-526bae4ea30b tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "DELETE /v2.0/routers/745e6d39-c640-418b-bd60-809c7ecb952b HTTP/1.1" status: 404 len: 336 time: 0.0545812 Feb 04 05:44:10.408553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49550) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:10.429270 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:10.440481 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77decce8-e6f5-4bad-ba2d-91eb7114f333 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.457568 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-5845b0a5-eceb-4800-bb17-660b05f35838 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] DELETE failed (client error): The resource could not be found. Feb 04 05:44:10.458107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5845b0a5-eceb-4800-bb17-660b05f35838 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:10.464090 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5845b0a5-eceb-4800-bb17-660b05f35838 tempest-RoutersIpV6AdminTest-634952655 tempest-RoutersIpV6AdminTest-634952655-project] 10.222.0.10 "DELETE /v2.0/subnets/0498680d-c296-4bff-9bf4-b3cf272c41cf HTTP/1.1" status: 404 len: 337 time: 0.0517101 Feb 04 05:44:10.464090 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:44:10.478511 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b19f321-5b6c-4080-bcb3-0158a58ae114 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.480526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77decce8-e6f5-4bad-ba2d-91eb7114f333 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=da01da66-975e-448a-b76e-785f22e87861,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:10.524999 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49554) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:10.532522 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.532867 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] Added segment 95d4220a-36fb-433c-a8a4-26dd110cb3e3 of type vlan for network 982dc9fc-73d8-4b68-b039-15f9d019e181 Feb 04 05:44:10.645090 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.678924 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b19f321-5b6c-4080-bcb3-0158a58ae114 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Network a0baa961-271a-4743-bbff-405f2d42372f is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:10.684568 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77decce8-e6f5-4bad-ba2d-91eb7114f333 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.701071 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-77decce8-e6f5-4bad-ba2d-91eb7114f333 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/da01da66-975e-448a-b76e-785f22e87861 HTTP/1.1" status: 204 len: 168 time: 1.4575429 Feb 04 05:44:10.702222 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49560) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:10.704362 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-2b19f321-5b6c-4080-bcb3-0158a58ae114 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:10.712664 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b19f321-5b6c-4080-bcb3-0158a58ae114 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:10.713984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b19f321-5b6c-4080-bcb3-0158a58ae114 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.718126 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b57015-3987-4e82-86d8-7e75eceb9c4f None None] Network a0baa961-271a-4743-bbff-405f2d42372f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:10.744232 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19f321-5b6c-4080-bcb3-0158a58ae114 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Subnet': ['ID=e5fc3571-2333-42d9-bc20-a6781a457e38,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:10.764046 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2b19f321-5b6c-4080-bcb3-0158a58ae114 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5410197 Feb 04 05:44:10.767329 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49562) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:10.774443 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5bc37df8-1d31-47c6-8066-3ef8a0e30f24 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-764674196', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e5fc3571-2333-42d9-bc20-a6781a457e38'}], 'security_groups': ['1a05355a-4ddb-4a0d-87ab-a1180d9af63d', 'b608fe70-e1ab-43ec-a356-37967a5cfe1a']}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:10.791280 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.792293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:10.793000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.850189 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 2, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:10.883171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] Pushing event updated for resources: {'Network': ['ID=982dc9fc-73d8-4b68-b039-15f9d019e181,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:10.903888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9d883078-1347-41eb-9348-d6b081bd560e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port 117f2cb7-3e49-461b-9cfc-52f6d4d168af {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:10.904543 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9d883078-1347-41eb-9348-d6b081bd560e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.923725 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Checking router: 58d81f09-340e-4d49-a2d9-edf5e05ed458 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:44:10.924077 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Updating router 58d81f09-340e-4d49-a2d9-edf5e05ed458 port 6a04955c-7cea-4edc-9cf3-ec3376e319dc binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:44:10.959357 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:10.979569 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1383-059d-4e0b-a194-74cd7d84a495 req-43aad692-1b56-4a55-9705-efd51a512fa9 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:10.987709 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b8cf1383-059d-4e0b-a194-74cd7d84a495 req-43aad692-1b56-4a55-9705-efd51a512fa9 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2025714 Feb 04 05:44:10.996747 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1917977356', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:11.000467 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 982dc9fc-73d8-4b68-b039-15f9d019e181 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:44:11.065139 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9d883078-1347-41eb-9348-d6b081bd560e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.081103 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9d883078-1347-41eb-9348-d6b081bd560e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for 117f2cb7-3e49-461b-9cfc-52f6d4d168af owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:11.083650 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b8cf1383-059d-4e0b-a194-74cd7d84a495 req-00ec2593-0187-4219-9ae8-2c026b69b61d tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949957 Feb 04 05:44:11.098473 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.099375 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.144085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49566) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:11.162904 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8a38de-9975-4808-91f3-aed96e1e5da0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:11.164856 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8a38de-9975-4808-91f3-aed96e1e5da0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:11.164982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5bc37df8-1d31-47c6-8066-3ef8a0e30f24 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.166848 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8a38de-9975-4808-91f3-aed96e1e5da0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:11.168602 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9c8a38de-9975-4808-91f3-aed96e1e5da0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4637921 Feb 04 05:44:11.170801 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 2666b65b-cb1a-406e-88de-624f0d731199 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:11.174055 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49570) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:11.184043 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b3ee4971-3234-4533-ab3a-f8c0bb92fe1d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5452006 Feb 04 05:44:11.185535 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49572) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:11.191268 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2d070d99-bc68-4b9c-bc48-bf1eb61adea8 admin admin] Request body: {'subnet': {'network_id': '982dc9fc-73d8-4b68-b039-15f9d019e181', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1695407724-subnet', 'tenant_id': '36166491258742c5840afc9debd607c0', 'ip_version': 4}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:11.233250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.314353 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d070d99-bc68-4b9c-bc48-bf1eb61adea8 admin admin] Made reservation on behalf of 36166491258742c5840afc9debd607c0 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:11.316278 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2d070d99-bc68-4b9c-bc48-bf1eb61adea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.362341 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb00296e-1dcd-40bb-995e-d772f0ab6668 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 1d9fe184-21f7-4f6b-947b-8293e57123bf {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:11.372075 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eb00296e-1dcd-40bb-995e-d772f0ab6668 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.380696 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 2666b65b-cb1a-406e-88de-624f0d731199 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:11.381075 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.408537 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-157eae6d-6768-4ce1-946e-c56adab16e5b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.455409 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.456863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2d07-3f8f-45e8-9a63-a70b3d1cf333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.462536 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.465754 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d67ae3-b86d-48ba-8932-c7c884c5a03e None None] Update dhcp port {'port': {'network_id': 'a0baa961-271a-4743-bbff-405f2d42372f', 'fixed_ips': [{'subnet_id': '13ae07d0-c287-45a4-885f-0eb618aa0d28', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e3a54545-72e5-4901-ae43-2a7b8a3b08c8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e5fc3571-2333-42d9-bc20-a6781a457e38'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': '8c12e4a4-da0e-4d45-aca6-26676751eece'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:44:11.501664 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-06d67ae3-b86d-48ba-8932-c7c884c5a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.538800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eb00296e-1dcd-40bb-995e-d772f0ab6668 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.613255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9d883078-1347-41eb-9348-d6b081bd560e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.630455 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68d376-e9b7-4acc-b8fd-865afe93a1f3 None None] Pushing event updated for resources: {'Port': ['ID=6a04955c-7cea-4edc-9cf3-ec3376e319dc,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:11.640335 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c68d376-e9b7-4acc-b8fd-865afe93a1f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:11.640708 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c68d376-e9b7-4acc-b8fd-865afe93a1f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:11.641195 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c68d376-e9b7-4acc-b8fd-865afe93a1f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:11.641550 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c68d376-e9b7-4acc-b8fd-865afe93a1f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:11.641896 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c68d376-e9b7-4acc-b8fd-865afe93a1f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:11.642233 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c68d376-e9b7-4acc-b8fd-865afe93a1f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:11.642557 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c68d376-e9b7-4acc-b8fd-865afe93a1f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:11.642890 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c68d376-e9b7-4acc-b8fd-865afe93a1f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:11.643226 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c68d376-e9b7-4acc-b8fd-865afe93a1f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:11.643543 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c68d376-e9b7-4acc-b8fd-865afe93a1f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:11.643857 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c68d376-e9b7-4acc-b8fd-865afe93a1f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:11.644167 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c68d376-e9b7-4acc-b8fd-865afe93a1f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:11.647521 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Attempting to bind port 6a04955c-7cea-4edc-9cf3-ec3376e319dc on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:11.648217 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Attempting to bind port 6a04955c-7cea-4edc-9cf3-ec3376e319dc by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:11.648217 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Attempting to bind port 6a04955c-7cea-4edc-9cf3-ec3376e319dc on network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:11.659854 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:11.660227 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Checking segment: {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:11.660624 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.661008 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Bound using segment: {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:11.661617 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Bound port: 6a04955c-7cea-4edc-9cf3-ec3376e319dc, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:11.662038 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.665973 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d883078-1347-41eb-9348-d6b081bd560e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=117f2cb7-3e49-461b-9cfc-52f6d4d168af,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:11.760388 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] For port 6a04955c-7cea-4edc-9cf3-ec3376e319dc, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:11.769082 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] For port 6a04955c-7cea-4edc-9cf3-ec3376e319dc, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6a04955c-7cea-4edc-9cf3-ec3376e319dc,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:11.781705 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.797670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-06d67ae3-b86d-48ba-8932-c7c884c5a03e None None] Allocated IP 172.20.0.34 (a0baa961-271a-4743-bbff-405f2d42372f/e5fc3571-2333-42d9-bc20-a6781a457e38/8c12e4a4-da0e-4d45-aca6-26676751eece) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:11.870340 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:11.871276 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:11.873998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.881118 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2d070d99-bc68-4b9c-bc48-bf1eb61adea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.918626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9d883078-1347-41eb-9348-d6b081bd560e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:11.957897 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-06d67ae3-b86d-48ba-8932-c7c884c5a03e None None] For port 8c12e4a4-da0e-4d45-aca6-26676751eece, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8c12e4a4-da0e-4d45-aca6-26676751eece,segment=NetworkSegment(d22096e7-062f-420e-8c9d-38824b4692f3),segment_id=d22096e7-062f-420e-8c9d-38824b4692f3)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:12.034723 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-06d67ae3-b86d-48ba-8932-c7c884c5a03e None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.045407 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eb00296e-1dcd-40bb-995e-d772f0ab6668 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.071451 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-349f6465-4f46-4d2f-a063-f1a41fce5fe6 None None] Provisioning complete for port 6a04955c-7cea-4edc-9cf3-ec3376e319dc triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:12.071877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-349f6465-4f46-4d2f-a063-f1a41fce5fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.073623 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-06d67ae3-b86d-48ba-8932-c7c884c5a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.137976 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68d376-e9b7-4acc-b8fd-865afe93a1f3 None None] Pushing event updated for resources: {'Port': ['ID=6a04955c-7cea-4edc-9cf3-ec3376e319dc,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:12.205480 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e9010511-daf3-496f-bb31-064b5c290f92 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:12.250630 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:12.309824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d883078-1347-41eb-9348-d6b081bd560e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 4d87ac32-1ed7-44d1-b5d3-8077deb82dda has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:44:12.312801 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eb00296e-1dcd-40bb-995e-d772f0ab6668 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.319833 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d67ae3-b86d-48ba-8932-c7c884c5a03e None None] Pushing event updated for resources: {'Port': ['ID=8c12e4a4-da0e-4d45-aca6-26676751eece,revision_number=7']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:12.352517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00296e-1dcd-40bb-995e-d772f0ab6668 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=1d9fe184-21f7-4f6b-947b-8293e57123bf,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:12.363301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eb00296e-1dcd-40bb-995e-d772f0ab6668 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.366735 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-eb00296e-1dcd-40bb-995e-d772f0ab6668 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/1d9fe184-21f7-4f6b-947b-8293e57123bf HTTP/1.1" status: 204 len: 168 time: 1.1903613 Feb 04 05:44:12.371432 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49576) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:12.389113 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fb49af-3177-4457-be3e-a8cd2f61ee9a None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:12.410013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port e9010511-daf3-496f-bb31-064b5c290f92 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:12.410631 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.475736 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d070d99-bc68-4b9c-bc48-bf1eb61adea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1294164-f70a-4c14-8a6d-1ba18671ea0f,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:12.504412 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d883078-1347-41eb-9348-d6b081bd560e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:12.510286 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9d883078-1347-41eb-9348-d6b081bd560e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/4d87ac32-1ed7-44d1-b5d3-8077deb82dda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6106515 Feb 04 05:44:12.514603 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49578) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:12.521102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2d07-3f8f-45e8-9a63-a70b3d1cf333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.542393 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-349f6465-4f46-4d2f-a063-f1a41fce5fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.563912 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:11Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:12.570839 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3652f744-4518-4a74-aee1-a3603e470b7a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d87ac32-1ed7-44d1-b5d3-8077deb82dda HTTP/1.1" status: 200 len: 205 time: 0.0551276 Feb 04 05:44:12.577648 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-157eae6d-6768-4ce1-946e-c56adab16e5b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port a5388f0c-7042-4182-a46d-3ee7eb61f164 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:12.578574 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-157eae6d-6768-4ce1-946e-c56adab16e5b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.587550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-92faffcc-0b8c-4fb5-8163-2156f7d1b2b6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet d9c440ff-6d08-4dd6-8a6c-4e565f140c24 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:12.592485 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49580) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:12.598848 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2d07-3f8f-45e8-9a63-a70b3d1cf333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.602051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-349f6465-4f46-4d2f-a063-f1a41fce5fe6 None None] For port 6a04955c-7cea-4edc-9cf3-ec3376e319dc, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6a04955c-7cea-4edc-9cf3-ec3376e319dc,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:12.603488 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d25e598-91d6-4040-b889-0c48e1e0ceef None None] Sync routers for ids ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:12.610529 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcd1622-8759-4cd6-9c4a-a26c58995c4a None None] The sync data for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv is: [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:11Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:12.612744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92faffcc-0b8c-4fb5-8163-2156f7d1b2b6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.644357 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-349f6465-4f46-4d2f-a063-f1a41fce5fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.726909 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d070d99-bc68-4b9c-bc48-bf1eb61adea8 admin admin] Checking segment: {'id': '95d4220a-36fb-433c-a8a4-26dd110cb3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '982dc9fc-73d8-4b68-b039-15f9d019e181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:12.727335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d070d99-bc68-4b9c-bc48-bf1eb61adea8 admin admin] Network hostable DHCP agents. Network: 982dc9fc-73d8-4b68-b039-15f9d019e181, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:44:12.737094 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d25e598-91d6-4040-b889-0c48e1e0ceef None None] Routers {'4d87ac32-1ed7-44d1-b5d3-8077deb82dda'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:12.737717 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2d25e598-91d6-4040-b889-0c48e1e0ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:12.740706 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675dfaf-2827-4ea7-b68f-c9c428bef207 req-d2654519-7199-496f-95ca-6ad8a0792b81 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:12.742434 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1675dfaf-2827-4ea7-b68f-c9c428bef207 req-d2654519-7199-496f-95ca-6ad8a0792b81 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.3049204 Feb 04 05:44:12.769065 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c0bf2d07-3f8f-45e8-9a63-a70b3d1cf333 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf83e52c6ba341e093c6a0bdbab758f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6215503 Feb 04 05:44:12.776931 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-872b862a-cf87-498c-b0c4-659d5a929e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.790417 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49582) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:12.820261 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1db82271-e9af-4998-b0a9-23bf5cc071ce tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.826184 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f6465-4f46-4d2f-a063-f1a41fce5fe6 None None] Pushing event updated for resources: {'Port': ['ID=6a04955c-7cea-4edc-9cf3-ec3376e319dc,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:12.839622 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2d25e598-91d6-4040-b889-0c48e1e0ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:12.844176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf2d07-3f8f-45e8-9a63-a70b3d1cf333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18820f9d-aa19-473c-9cb8-d9941d641c2d,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:12.879035 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-430bd5bf-1972-402f-901f-a7e74c53acb3 None None] Provisioning complete for port 6a04955c-7cea-4edc-9cf3-ec3376e319dc triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:12.879464 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-430bd5bf-1972-402f-901f-a7e74c53acb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:12.915077 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d070d99-bc68-4b9c-bc48-bf1eb61adea8 admin admin] Network 982dc9fc-73d8-4b68-b039-15f9d019e181 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:44:12.958364 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d25e598-91d6-4040-b889-0c48e1e0ceef None None] Routers {'4d87ac32-1ed7-44d1-b5d3-8077deb82dda'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:12.959057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2d25e598-91d6-4040-b889-0c48e1e0ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:43:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:13.011607 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2d25e598-91d6-4040-b889-0c48e1e0ceef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:13.012313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d25e598-91d6-4040-b889-0c48e1e0ceef None None] The sync data for ids ['4d87ac32-1ed7-44d1-b5d3-8077deb82dda'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:13.017627 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1675dfaf-2827-4ea7-b68f-c9c428bef207 req-32a8e4a3-e9a3-4dc8-9bee-f98e311b2ab7 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474113 Feb 04 05:44:13.153279 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-5bc37df8-1d31-47c6-8066-3ef8a0e30f24 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Delete allocated IP 172.20.0.13 (a0baa961-271a-4743-bbff-405f2d42372f/e3a54545-72e5-4901-ae43-2a7b8a3b08c8) {{(pid=108745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 05:44:13.171692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-2d070d99-bc68-4b9c-bc48-bf1eb61adea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 982dc9fc-73d8-4b68-b039-15f9d019e181) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:13.176545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d070d99-bc68-4b9c-bc48-bf1eb61adea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:13.177564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2d070d99-bc68-4b9c-bc48-bf1eb61adea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.209009 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-5bc37df8-1d31-47c6-8066-3ef8a0e30f24 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Allocated IP 172.20.0.40 (a0baa961-271a-4743-bbff-405f2d42372f/e5fc3571-2333-42d9-bc20-a6781a457e38/60c68869-4cfd-4069-89d1-1f51274cb515) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:13.231435 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2d070d99-bc68-4b9c-bc48-bf1eb61adea8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0447688 Feb 04 05:44:13.232316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49584) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:13.265890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1695407724-router', 'tenant_id': '36166491258742c5840afc9debd607c0', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:13.357727 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.358798 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.421315 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.425043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a550a-331b-453e-b6e4-c47b8398beee None None] Network 982dc9fc-73d8-4b68-b039-15f9d019e181 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:13.426393 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-475a3f1f-7b1c-482d-b50b-7d9f0efc0da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.431852 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6a04955c-7cea-4edc-9cf3-ec3376e319dc up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:13.453420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-475a3f1f-7b1c-482d-b50b-7d9f0efc0da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.513462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92faffcc-0b8c-4fb5-8163-2156f7d1b2b6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.623715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-475a3f1f-7b1c-482d-b50b-7d9f0efc0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.626785 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-475a3f1f-7b1c-482d-b50b-7d9f0efc0da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.627957 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-475a3f1f-7b1c-482d-b50b-7d9f0efc0da8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18820f9d-aa19-473c-9cb8-d9941d641c2d HTTP/1.1" status: 204 len: 168 time: 0.8355944 Feb 04 05:44:13.646875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92faffcc-0b8c-4fb5-8163-2156f7d1b2b6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.661170 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 6a04955c-7cea-4edc-9cf3-ec3376e319dc triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:13.661603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.702797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-982dc9fc-73d8-4b68-b039-15f9d019e181', 'network_id': '982dc9fc-73d8-4b68-b039-15f9d019e181', 'tenant_id': '36166491258742c5840afc9debd607c0', 'fixed_ips': [{'subnet_id': 'b1294164-f70a-4c14-8a6d-1ba18671ea0f'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:13.703660 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.759226 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-2ed630de-62f6-4c8d-8592-1f6400670d26 None None] Provisioning complete for port 463e3efd-c3ef-4313-a57d-ddffae646b3e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:13.759549 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2ed630de-62f6-4c8d-8592-1f6400670d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.761480 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-157eae6d-6768-4ce1-946e-c56adab16e5b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.770238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a3f1f-7b1c-482d-b50b-7d9f0efc0da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18820f9d-aa19-473c-9cb8-d9941d641c2d,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:13.777247 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.871582 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-157eae6d-6768-4ce1-946e-c56adab16e5b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for a5388f0c-7042-4182-a46d-3ee7eb61f164 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:13.920719 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1db82271-e9af-4998-b0a9-23bf5cc071ce tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.920954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.925303 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1db82271-e9af-4998-b0a9-23bf5cc071ce tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.976143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:13.987972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-2ed630de-62f6-4c8d-8592-1f6400670d26 None None] Port 463e3efd-c3ef-4313-a57d-ddffae646b3e cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:13.992375 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8c12e4a4-da0e-4d45-aca6-26676751eece up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:14.010232 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92faffcc-0b8c-4fb5-8163-2156f7d1b2b6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.042716 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Allocated IP 172.20.0.2 (982dc9fc-73d8-4b68-b039-15f9d019e181/b1294164-f70a-4c14-8a6d-1ba18671ea0f/274ec8b5-b225-4a49-a29b-818910d8dd19) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:14.045891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faffcc-0b8c-4fb5-8163-2156f7d1b2b6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c440ff-6d08-4dd6-8a6c-4e565f140c24,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:14.048465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-2ed630de-62f6-4c8d-8592-1f6400670d26 None None] Provisioning complete for port 8c12e4a4-da0e-4d45-aca6-26676751eece triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:14.048465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2ed630de-62f6-4c8d-8592-1f6400670d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.059769 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92faffcc-0b8c-4fb5-8163-2156f7d1b2b6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.065468 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-92faffcc-0b8c-4fb5-8163-2156f7d1b2b6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/d9c440ff-6d08-4dd6-8a6c-4e565f140c24 HTTP/1.1" status: 204 len: 168 time: 1.6897707 Feb 04 05:44:14.065468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1db82271-e9af-4998-b0a9-23bf5cc071ce tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.065468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db82271-e9af-4998-b0a9-23bf5cc071ce tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Fanout notify agent at l3_agent the message router_deleted on router 4d87ac32-1ed7-44d1-b5d3-8077deb82dda {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:44:14.073453 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1db82271-e9af-4998-b0a9-23bf5cc071ce tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.077289 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1db82271-e9af-4998-b0a9-23bf5cc071ce tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/routers/4d87ac32-1ed7-44d1-b5d3-8077deb82dda HTTP/1.1" status: 204 len: 168 time: 1.4791019 Feb 04 05:44:14.077289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49592) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:14.082849 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49594) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:14.110610 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cfd3ea-7410-4ae2-80ef-5a94363b7bed None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:14.132784 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-89d19160-628d-41ec-90b9-e0ba52967733 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482581 Feb 04 05:44:14.144007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49596) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:14.154292 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-79f5c492-5bfb-4ba6-b74a-a51704044059 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:14.176966 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49598) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:14.250087 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 8c12e4a4-da0e-4d45-aca6-26676751eece triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:14.250500 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.330275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4a1bb6-2ba9-47ff-a47f-136bc0e84628 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting subnet ee5960ae-ceb1-4e37-8df7-da6f80cc06b0 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:14.336657 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baeaf71-4182-42ff-9bc3-437d2d9940f5 req-de13b42d-9c0a-412e-9f7a-a3dbb3dddb49 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:14.345384 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0baeaf71-4182-42ff-9bc3-437d2d9940f5 req-de13b42d-9c0a-412e-9f7a-a3dbb3dddb49 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1957016 Feb 04 05:44:14.346797 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e4a1bb6-2ba9-47ff-a47f-136bc0e84628 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.364919 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5bc37df8-1d31-47c6-8066-3ef8a0e30f24 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.379112 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6c11d15c-f6e4-42e0-8729-63789a8d7a18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e0d01b334b74040b9ffeb0c8d1cee50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010083 Feb 04 05:44:14.382715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49600) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:14.386425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5bc37df8-1d31-47c6-8066-3ef8a0e30f24 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.426335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Allocated IP 172.26.3.69 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/3f44c73f-a122-4a74-aa8c-606b67c2db96) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:14.442333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e4a1bb6-2ba9-47ff-a47f-136bc0e84628 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.461706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-2ed630de-62f6-4c8d-8592-1f6400670d26 None None] Provisioning complete for port 60c68869-4cfd-4069-89d1-1f51274cb515 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:14.462097 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2ed630de-62f6-4c8d-8592-1f6400670d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.488278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f5c492-5bfb-4ba6-b74a-a51704044059 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:14.491350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79f5c492-5bfb-4ba6-b74a-a51704044059 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.531852 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.543991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-2ed630de-62f6-4c8d-8592-1f6400670d26 None None] Port 60c68869-4cfd-4069-89d1-1f51274cb515 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:14.547329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.568607 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0baeaf71-4182-42ff-9bc3-437d2d9940f5 req-238bd267-a71e-474a-8e6e-66a0fb3610aa tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212512 Feb 04 05:44:14.570895 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-157eae6d-6768-4ce1-946e-c56adab16e5b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.604937 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Network 982dc9fc-73d8-4b68-b039-15f9d019e181 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:14.610486 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:14.612663 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc85efe-1dcd-46d3-852a-33bcd3cd3479 None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:44:14.616447 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:14.639507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc37df8-1d31-47c6-8066-3ef8a0e30f24 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event updated for resources: {'Port': ['ID=60c68869-4cfd-4069-89d1-1f51274cb515,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:14.644289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157eae6d-6768-4ce1-946e-c56adab16e5b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=a5388f0c-7042-4182-a46d-3ee7eb61f164,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:14.692371 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Pushing event updated for resources: {'Port': ['ID=274ec8b5-b225-4a49-a29b-818910d8dd19,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:14.760985 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Attempting to bind port 274ec8b5-b225-4a49-a29b-818910d8dd19 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:14.761610 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Attempting to bind port 274ec8b5-b225-4a49-a29b-818910d8dd19 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '95d4220a-36fb-433c-a8a4-26dd110cb3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '982dc9fc-73d8-4b68-b039-15f9d019e181'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:14.762020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Attempting to bind port 274ec8b5-b225-4a49-a29b-818910d8dd19 on network 982dc9fc-73d8-4b68-b039-15f9d019e181 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:14.770964 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:14.771504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Checking segment: {'id': '95d4220a-36fb-433c-a8a4-26dd110cb3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '982dc9fc-73d8-4b68-b039-15f9d019e181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:14.771918 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.772319 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Bound using segment: {'id': '95d4220a-36fb-433c-a8a4-26dd110cb3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '982dc9fc-73d8-4b68-b039-15f9d019e181'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:14.772793 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Bound port: 274ec8b5-b225-4a49-a29b-818910d8dd19, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d4220a-36fb-433c-a8a4-26dd110cb3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '982dc9fc-73d8-4b68-b039-15f9d019e181'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:14.773175 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.777001 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e4a1bb6-2ba9-47ff-a47f-136bc0e84628 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.797951 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f0c43f06-db17-445b-bf76-822fd11a8008 None None] Provisioning complete for port e9010511-daf3-496f-bb31-064b5c290f92 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:14.798250 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f0c43f06-db17-445b-bf76-822fd11a8008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.852386 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5bc37df8-1d31-47c6-8066-3ef8a0e30f24 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] In _notify_port_updated(), no bound segment for port 60c68869-4cfd-4069-89d1-1f51274cb515 on network a0baa961-271a-4743-bbff-405f2d42372f {{(pid=108745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:44:14.860265 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc37df8-1d31-47c6-8066-3ef8a0e30f24 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:14.860943 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5bc37df8-1d31-47c6-8066-3ef8a0e30f24 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.862726 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5bc37df8-1d31-47c6-8066-3ef8a0e30f24 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "PUT /v2.0/ports/60c68869-4cfd-4069-89d1-1f51274cb515 HTTP/1.1" status: 200 len: 959 time: 4.0938532 Feb 04 05:44:14.871633 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5bc85efe-1dcd-46d3-852a-33bcd3cd3479 None None] Deleting port e9010511-daf3-496f-bb31-064b5c290f92 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:14.872012 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5bc85efe-1dcd-46d3-852a-33bcd3cd3479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.882449 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49606) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:14.914747 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e70df425-4d4c-42f1-a37a-4db9f9f9d093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:14.995240 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5bc85efe-1dcd-46d3-852a-33bcd3cd3479 None None] For port e9010511-daf3-496f-bb31-064b5c290f92, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e9010511-daf3-496f-bb31-064b5c290f92,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:14.995868 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5bc85efe-1dcd-46d3-852a-33bcd3cd3479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.003935 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-157eae6d-6768-4ce1-946e-c56adab16e5b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.013167 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5bc85efe-1dcd-46d3-852a-33bcd3cd3479 None None] Calling delete_port for e9010511-daf3-496f-bb31-064b5c290f92 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:15.082577 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-637a9ee8-aa80-4d92-89da-6100b3ac5729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.103552 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e70df425-4d4c-42f1-a37a-4db9f9f9d093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.155563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.169645 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e9010511-daf3-496f-bb31-064b5c290f92 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:44:15.189565 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e4a1bb6-2ba9-47ff-a47f-136bc0e84628 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.209087 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] For port 274ec8b5-b225-4a49-a29b-818910d8dd19, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:15.214227 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.220796 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ca8b3-bd76-4a73-ae78-ea15949ca311 req-ea4dd64b-75fd-4c7e-9aaa-e7cb85b1cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:15.222561 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c37ca8b3-bd76-4a73-ae78-ea15949ca311 req-ea4dd64b-75fd-4c7e-9aaa-e7cb85b1cc38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20a08d81f69747a5b8125d321d28b9a0&device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 1098 time: 0.3104467 Feb 04 05:44:15.230002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36169e-f30c-45d7-8dea-1a44a10893b0 req-c6aeebd9-f340-43d2-8501-54e3e88750dc tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:15.231390 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7a36169e-f30c-45d7-8dea-1a44a10893b0 req-c6aeebd9-f340-43d2-8501-54e3e88750dc tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.3831904 Feb 04 05:44:15.255719 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e4a1bb6-2ba9-47ff-a47f-136bc0e84628 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.258424 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] For port 274ec8b5-b225-4a49-a29b-818910d8dd19, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=274ec8b5-b225-4a49-a29b-818910d8dd19,segment=NetworkSegment(95d4220a-36fb-433c-a8a4-26dd110cb3e3),segment_id=95d4220a-36fb-433c-a8a4-26dd110cb3e3)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:15.262279 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8e4a1bb6-2ba9-47ff-a47f-136bc0e84628 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/ee5960ae-ceb1-4e37-8df7-da6f80cc06b0 HTTP/1.1" status: 204 len: 168 time: 1.1339252 Feb 04 05:44:15.263462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a1bb6-2ba9-47ff-a47f-136bc0e84628 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5960ae-ceb1-4e37-8df7-da6f80cc06b0,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:15.266757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49608) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:15.278661 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.282734 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.296264 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeffeaf2-7e29-4283-9e07-1841ed02b9ec None None] Network 0b820a49-f5d8-4b1c-9996-03296d3fa426 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:15.397465 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157eae6d-6768-4ce1-946e-c56adab16e5b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 9ffb0dd4-2501-4477-ab00-0159f83c96dd has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:44:15.408830 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-31736113-0862-4698-a29e-462c351c28b8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port 60c68869-4cfd-4069-89d1-1f51274cb515 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:15.409168 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31736113-0862-4698-a29e-462c351c28b8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.440757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e70df425-4d4c-42f1-a37a-4db9f9f9d093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.443298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e70df425-4d4c-42f1-a37a-4db9f9f9d093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.446911 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e70df425-4d4c-42f1-a37a-4db9f9f9d093 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eec115b1-b3cc-49a0-a442-84a73e04ad13 HTTP/1.1" status: 204 len: 168 time: 1.0558863 Feb 04 05:44:15.457480 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No ports have port_id starting with e9010511-daf3-496f-bb31-064b5c290f92 Feb 04 05:44:15.460746 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65068a9-ab97-4918-96a9-6483b792f43e None None] Pushing event updated for resources: {'Port': ['ID=274ec8b5-b225-4a49-a29b-818910d8dd19,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:15.475067 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5bc85efe-1dcd-46d3-852a-33bcd3cd3479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.506238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc85efe-1dcd-46d3-852a-33bcd3cd3479 None None] Pushing event deleted for resources: {'Port': ['ID=e9010511-daf3-496f-bb31-064b5c290f92,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:15.514012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.objects.ports [None req-79f5c492-5bfb-4ba6-b74a-a51704044059 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108744) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:44:15.524011 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79f5c492-5bfb-4ba6-b74a-a51704044059 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.552281 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edd34e3-8e4c-4d80-9bc0-acc98e012efa tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting subnet 93138ca7-6709-4886-8459-dd34e1d4aea9 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:15.596321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.602305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3edd34e3-8e4c-4d80-9bc0-acc98e012efa tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.603229 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-eae825c8-9cf9-4987-9401-860859efa5b1 None None] Provisioning complete for port 60c68869-4cfd-4069-89d1-1f51274cb515 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:15.603606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eae825c8-9cf9-4987-9401-860859efa5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.611031 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7a36169e-f30c-45d7-8dea-1a44a10893b0 req-1f4179d2-a2bc-464e-992e-7c6e98db24d0 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3455737 Feb 04 05:44:15.611681 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70df425-4d4c-42f1-a37a-4db9f9f9d093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec115b1-b3cc-49a0-a442-84a73e04ad13,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:15.680578 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc85efe-1dcd-46d3-852a-33bcd3cd3479 None None] No DVR routers for this DVR port e9010511-daf3-496f-bb31-064b5c290f92 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:44:15.688934 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-eae825c8-9cf9-4987-9401-860859efa5b1 None None] Port 60c68869-4cfd-4069-89d1-1f51274cb515 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:15.692094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f5c492-5bfb-4ba6-b74a-a51704044059 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:15.707637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-79f5c492-5bfb-4ba6-b74a-a51704044059 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:15.710512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f5c492-5bfb-4ba6-b74a-a51704044059 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:15.711269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79f5c492-5bfb-4ba6-b74a-a51704044059 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.724291 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be754cb6-5ce1-4907-af3b-e9de8416fb99 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:15.726231 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157eae6d-6768-4ce1-946e-c56adab16e5b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:15.734212 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-157eae6d-6768-4ce1-946e-c56adab16e5b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/9ffb0dd4-2501-4477-ab00-0159f83c96dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2515082 Feb 04 05:44:15.735601 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ca8b3-bd76-4a73-ae78-ea15949ca311 req-5986a195-eef1-451f-bff0-6dfc9ae158d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:15.737487 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c37ca8b3-bd76-4a73-ae78-ea15949ca311 req-5986a195-eef1-451f-bff0-6dfc9ae158d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16cfc891-7074-4a12-8ae8-46d913cd15c9 HTTP/1.1" status: 200 len: 911 time: 0.5052419 Feb 04 05:44:15.738110 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49612) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:15.742825 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6679f53b-4ca7-4e58-b89d-a8f99920d558 None None] Sync routers for ids ['9ffb0dd4-2501-4477-ab00-0159f83c96dd'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:15.759059 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6679f53b-4ca7-4e58-b89d-a8f99920d558 None None] Routers {'9ffb0dd4-2501-4477-ab00-0159f83c96dd'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:15.759815 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6679f53b-4ca7-4e58-b89d-a8f99920d558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ffb0dd4-2501-4477-ab00-0159f83c96dd'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:15.774718 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5c492-5bfb-4ba6-b74a-a51704044059 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=7f1b3d49-ef39-45b7-aae8-a063516e5bc1,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:15.804219 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31736113-0862-4698-a29e-462c351c28b8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.809134 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:15.834202 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-79f5c492-5bfb-4ba6-b74a-a51704044059 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6629577 Feb 04 05:44:15.840456 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49614) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:15.852965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-32f71c76-dd38-47a4-bdc0-7b00f1615abc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:15.868281 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6679f53b-4ca7-4e58-b89d-a8f99920d558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:15.880291 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-31736113-0862-4698-a29e-462c351c28b8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for 60c68869-4cfd-4069-89d1-1f51274cb515 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:15.882568 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6679f53b-4ca7-4e58-b89d-a8f99920d558 None None] Routers {'9ffb0dd4-2501-4477-ab00-0159f83c96dd'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:15.884024 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6679f53b-4ca7-4e58-b89d-a8f99920d558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ffb0dd4-2501-4477-ab00-0159f83c96dd'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:15.915501 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:15.981669 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6679f53b-4ca7-4e58-b89d-a8f99920d558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:15.983443 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6679f53b-4ca7-4e58-b89d-a8f99920d558 None None] The sync data for ids ['9ffb0dd4-2501-4477-ab00-0159f83c96dd'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:15.986686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa861e3-425e-4ae5-a52c-e4a0ba686eec None None] DHCP port deletion for 0b820a49-f5d8-4b1c-9996-03296d3fa426 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:44:16.063685 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '7f1b3d49-ef39-45b7-aae8-a063516e5bc1'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:16.064548 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:16.186708 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f71c76-dd38-47a4-bdc0-7b00f1615abc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:16.190329 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3edd34e3-8e4c-4d80-9bc0-acc98e012efa tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:16.191399 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-32f71c76-dd38-47a4-bdc0-7b00f1615abc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:16.192844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Pushing event updated for resources: {'Port': ['ID=3f44c73f-a122-4a74-aa8c-606b67c2db96,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:16.214134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31736113-0862-4698-a29e-462c351c28b8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:16.256747 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:16.277263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31736113-0862-4698-a29e-462c351c28b8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=60c68869-4cfd-4069-89d1-1f51274cb515,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:16.286213 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Allocated IP 2001:db8::f816:3eff:feae:9682 (99cffe53-689e-4c68-95bc-797fbe732ade/7f1b3d49-ef39-45b7-aae8-a063516e5bc1/31cbc81a-edfb-41d5-894d-8cd2ea7f96fd) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:16.295333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:16.312091 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Allocated IP 172.26.3.37 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/a6b9c702-3353-4fb2-9681-046f03e7d8ec) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:16.419604 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31736113-0862-4698-a29e-462c351c28b8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:16.430602 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-31736113-0862-4698-a29e-462c351c28b8 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/60c68869-4cfd-4069-89d1-1f51274cb515 HTTP/1.1" status: 204 len: 168 time: 1.5250008 Feb 04 05:44:16.431441 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49628) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:16.484207 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d25ab6-9438-4a45-aaa6-8fdd38d2c33e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] GET failed (client error): The resource could not be found. Feb 04 05:44:16.494937 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-47d25ab6-9438-4a45-aaa6-8fdd38d2c33e tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports/60c68869-4cfd-4069-89d1-1f51274cb515 HTTP/1.1" status: 404 len: 333 time: 0.0600028 Feb 04 05:44:16.498841 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49632) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:16.591077 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c37ca8b3-bd76-4a73-ae78-ea15949ca311 req-238c14ae-ba95-4024-8b0c-6a341710dfc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e26def-ad4c-4e64-a39c-c0373f6389ae HTTP/1.1" status: 200 len: 1001 time: 0.8371301 Feb 04 05:44:16.628184 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf044b19-9460-44dd-8ea0-744fc91fc5a4 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:16.633912 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-3fa861e3-425e-4ae5-a52c-e4a0ba686eec None None] Deleting port 4513f9cd-ddf2-4181-a956-a7cb8192f717 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:16.634340 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3fa861e3-425e-4ae5-a52c-e4a0ba686eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:16.707106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf044b19-9460-44dd-8ea0-744fc91fc5a4 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:16.837118 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:16.840401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf044b19-9460-44dd-8ea0-744fc91fc5a4 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:16.846356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf044b19-9460-44dd-8ea0-744fc91fc5a4 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:16.851313 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cf044b19-9460-44dd-8ea0-744fc91fc5a4 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/security-groups/8cc51c7b-4cd6-4ab2-b913-287f5106ab75 HTTP/1.1" status: 204 len: 168 time: 0.3516014 Feb 04 05:44:16.853676 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49640) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:16.858192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:16.869123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf044b19-9460-44dd-8ea0-744fc91fc5a4 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc51c7b-4cd6-4ab2-b913-287f5106ab75,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:16.912869 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-32f71c76-dd38-47a4-bdc0-7b00f1615abc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:16.936998 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Pushing event updated for resources: {'Port': ['ID=31cbc81a-edfb-41d5-894d-8cd2ea7f96fd,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:16.955476 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-ae65b121-18df-47da-a0c2-7b93ab7a819f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 05:44:16.956513 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ae65b121-18df-47da-a0c2-7b93ab7a819f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/9ffb0dd4-2501-4477-ab00-0159f83c96dd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2116029 Feb 04 05:44:16.965333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49642) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:16.966469 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49644) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:16.973485 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:16.976870 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:16.981686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:17.011862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a928a6d7-4222-485c-99c3-4148a4f8e54e None None] Network 982dc9fc-73d8-4b68-b039-15f9d019e181 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:17.021836 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ac4a9d55-2376-4bdf-b70d-cf2a8ecc7f4e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ffb0dd4-2501-4477-ab00-0159f83c96dd HTTP/1.1" status: 200 len: 205 time: 0.0454311 Feb 04 05:44:17.024961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f71c76-dd38-47a4-bdc0-7b00f1615abc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:17.025945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49648) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:17.037591 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-32f71c76-dd38-47a4-bdc0-7b00f1615abc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:17.043687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f71c76-dd38-47a4-bdc0-7b00f1615abc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:17.043914 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-32f71c76-dd38-47a4-bdc0-7b00f1615abc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.081441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3edd34e3-8e4c-4d80-9bc0-acc98e012efa tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.087005 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f71c76-dd38-47a4-bdc0-7b00f1615abc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=4b263659-d343-469d-9cdb-218bccf622f5,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:17.089585 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3fa861e3-425e-4ae5-a52c-e4a0ba686eec None None] For port 4513f9cd-ddf2-4181-a956-a7cb8192f717, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4513f9cd-ddf2-4181-a956-a7cb8192f717,segment=NetworkSegment(1dc7fd56-6f73-4625-a17c-477c33a62eaa),segment_id=1dc7fd56-6f73-4625-a17c-477c33a62eaa)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:17.090128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3fa861e3-425e-4ae5-a52c-e4a0ba686eec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.106628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f37030d8-65e1-48e9-8831-2c5ccf3f8448 None None] Provisioning complete for port 274ec8b5-b225-4a49-a29b-818910d8dd19 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:17.106628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f37030d8-65e1-48e9-8831-2c5ccf3f8448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.123609 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Attempting to bind port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:17.123993 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Attempting to bind port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:17.124401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Attempting to bind port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:17.133077 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1d03af41-d1c2-4f1a-a238-1c8b22460fc8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.151423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-3fa861e3-425e-4ae5-a52c-e4a0ba686eec None None] Calling delete_port for 4513f9cd-ddf2-4181-a956-a7cb8192f717 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:17.157238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ca8b3-bd76-4a73-ae78-ea15949ca311 req-7bcb34f3-6b3b-4e71-8105-5bb47cf0d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:17.158747 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c37ca8b3-bd76-4a73-ae78-ea15949ca311 req-7bcb34f3-6b3b-4e71-8105-5bb47cf0d3f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=55e14a0e-49fa-4b7e-a51a-07432707a113 HTTP/1.1" status: 200 len: 850 time: 0.5573151 Feb 04 05:44:17.170128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:17.170370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:17.171004 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.171004 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:17.171504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Bound port: 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:17.171893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.216551 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-32f71c76-dd38-47a4-bdc0-7b00f1615abc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3726056 Feb 04 05:44:17.216803 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49650) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:17.221863 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-38898578-425b-4979-b594-55a2ad9b1a83 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'mac_address': 'fa:16:3e:3b:18:2e', 'name': 'tempest-NetworksTestDHCPv6-1088553758'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:17.301914 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-517029348'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:17.338341 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f1de4-135b-42e2-a350-89d8835cbaf4 req-ba5d06cc-ea1c-434a-a6fb-8b4cd954a2ac tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:17.339809 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-629f1de4-135b-42e2-a350-89d8835cbaf4 req-ba5d06cc-ea1c-434a-a6fb-8b4cd954a2ac tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.5145416 Feb 04 05:44:17.342916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.356449 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.363695 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 274ec8b5-b225-4a49-a29b-818910d8dd19 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:17.396496 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1d03af41-d1c2-4f1a-a238-1c8b22460fc8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.400948 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1d03af41-d1c2-4f1a-a238-1c8b22460fc8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.440278 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] For port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:17.456041 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ca8b3-bd76-4a73-ae78-ea15949ca311 req-4a9bc027-2c42-4a46-8deb-d47239793831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:17.457533 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c37ca8b3-bd76-4a73-ae78-ea15949ca311 req-4a9bc027-2c42-4a46-8deb-d47239793831 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16cfc891-7074-4a12-8ae8-46d913cd15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2248719 Feb 04 05:44:17.461436 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f37030d8-65e1-48e9-8831-2c5ccf3f8448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.466102 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Made reservation on behalf of 19932e6f433d4ed78b93cd81b83b7622 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:17.469073 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3edd34e3-8e4c-4d80-9bc0-acc98e012efa tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.470572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.483212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.495595 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] For port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=31cbc81a-edfb-41d5-894d-8cd2ea7f96fd,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:17.501749 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1d03af41-d1c2-4f1a-a238-1c8b22460fc8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.502992 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d03af41-d1c2-4f1a-a238-1c8b22460fc8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Fanout notify agent at l3_agent the message router_deleted on router 9ffb0dd4-2501-4477-ab00-0159f83c96dd {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:44:17.504799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.512161 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1d03af41-d1c2-4f1a-a238-1c8b22460fc8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.513384 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1d03af41-d1c2-4f1a-a238-1c8b22460fc8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/routers/9ffb0dd4-2501-4477-ab00-0159f83c96dd HTTP/1.1" status: 204 len: 168 time: 0.4845071 Feb 04 05:44:17.517547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49652) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:17.534602 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.556484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3fa861e3-425e-4ae5-a52c-e4a0ba686eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.559980 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f37030d8-65e1-48e9-8831-2c5ccf3f8448 None None] For port 274ec8b5-b225-4a49-a29b-818910d8dd19, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=274ec8b5-b225-4a49-a29b-818910d8dd19,segment=NetworkSegment(95d4220a-36fb-433c-a8a4-26dd110cb3e3),segment_id=95d4220a-36fb-433c-a8a4-26dd110cb3e3)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:17.595318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f37030d8-65e1-48e9-8831-2c5ccf3f8448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.596980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38898578-425b-4979-b594-55a2ad9b1a83 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:17.601665 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 274ec8b5-b225-4a49-a29b-818910d8dd19 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:17.602303 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.637292 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd34e3-8e4c-4d80-9bc0-acc98e012efa tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Subnet': ['ID=93138ca7-6709-4886-8459-dd34e1d4aea9,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:17.662103 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting subnet 29f7df3f-fb84-497d-8db5-f43689dfa400 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:17.662791 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa861e3-425e-4ae5-a52c-e4a0ba686eec None None] No DVR routers for this DVR port 4513f9cd-ddf2-4181-a956-a7cb8192f717 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:44:17.682076 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de335d7e-ac14-4c09-9731-3ed1b35fb743 None None] Network 51a2d9eb-1d40-47d8-b8ae-1d2783994707 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:17.683537 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.710011 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-629f1de4-135b-42e2-a350-89d8835cbaf4 req-0d1d8178-eb36-445c-a761-b2c913f939c5 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3380475 Feb 04 05:44:17.719755 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3edd34e3-8e4c-4d80-9bc0-acc98e012efa tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.725830 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3edd34e3-8e4c-4d80-9bc0-acc98e012efa tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/93138ca7-6709-4886-8459-dd34e1d4aea9 HTTP/1.1" status: 204 len: 168 time: 2.4505703 Feb 04 05:44:17.731877 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49654) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:17.736262 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.783639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.792272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:17.807619 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18ee53-d5e7-4d4b-b983-6603bcd9198a None None] Pushing event updated for resources: {'Port': ['ID=31cbc81a-edfb-41d5-894d-8cd2ea7f96fd,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:17.885846 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa861e3-425e-4ae5-a52c-e4a0ba686eec None None] Pushing event deleted for resources: {'Port': ['ID=4513f9cd-ddf2-4181-a956-a7cb8192f717,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:17.929470 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.050613 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.054451 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37030d8-65e1-48e9-8831-2c5ccf3f8448 None None] Pushing event updated for resources: {'Port': ['ID=274ec8b5-b225-4a49-a29b-818910d8dd19,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:18.072796 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-76c4f7f8-82c4-4b70-bb85-c884ef2d6d04 None None] Provisioning complete for port 274ec8b5-b225-4a49-a29b-818910d8dd19 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:18.073398 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-76c4f7f8-82c4-4b70-bb85-c884ef2d6d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.085268 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c37ca8b3-bd76-4a73-ae78-ea15949ca311 req-f4745bac-6bbc-4afe-9d15-e6abf41f28d7 service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956705 Feb 04 05:44:18.098482 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:18.150661 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4513f9cd-ddf2-4181-a956-a7cb8192f717 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:44:18.183328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 4513f9cd-ddf2-4181-a956-a7cb8192f717 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:44:18.183614 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4513f9cd-ddf2-4181-a956-a7cb8192f717 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:44:18.185523 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:18.188751 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:18.206401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720454b0-f841-4e30-9bb8-869985985687 None None] DHCP port deletion for 51a2d9eb-1d40-47d8-b8ae-1d2783994707 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:44:18.238441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.240949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.244561 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/security-groups/b608fe70-e1ab-43ec-a356-37967a5cfe1a HTTP/1.1" status: 204 len: 168 time: 1.3454726 Feb 04 05:44:18.246149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d828a76f-7347-419a-b075-c8f6d95d50a6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.253188 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49656) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:18.273166 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Pushing event updated for resources: {'Port': ['ID=a6b9c702-3353-4fb2-9681-046f03e7d8ec,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:18.283749 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.295886 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-38898578-425b-4979-b594-55a2ad9b1a83 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.299389 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.299964 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-720454b0-f841-4e30-9bb8-869985985687 None None] Deleting port f023b51e-7332-436c-bcde-18a4b5482a33 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:18.300349 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-720454b0-f841-4e30-9bb8-869985985687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.350201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:44:18.365433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b608fe70-e1ab-43ec-a356-37967a5cfe1a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:18.367332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-720454b0-f841-4e30-9bb8-869985985687 None None] For port f023b51e-7332-436c-bcde-18a4b5482a33, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f023b51e-7332-436c-bcde-18a4b5482a33,segment=NetworkSegment(ae39b312-f7e2-4cf6-9396-db3af62ebcd2),segment_id=ae39b312-f7e2-4cf6-9396-db3af62ebcd2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:18.367743 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-720454b0-f841-4e30-9bb8-869985985687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.369943 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-38898578-425b-4979-b594-55a2ad9b1a83 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port f1625302-b462-463e-b84c-2551faef3f9e yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:44:18.375040 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc17af25-301e-48e5-8ebe-057cb2cd447f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:18.382883 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-720454b0-f841-4e30-9bb8-869985985687 None None] Calling delete_port for f023b51e-7332-436c-bcde-18a4b5482a33 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:18.403736 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.404093 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Added segment 68285700-3cd3-4186-bf7f-deaacd7c7c9f of type vlan for network 87e3f783-1a90-45bb-87a4-14be266d1800 Feb 04 05:44:18.409745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.410134 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.410480 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.410818 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.411151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.411480 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.411820 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.412147 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.412470 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.412795 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.413118 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.413436 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.439264 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.439449 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.439682 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.439971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.440311 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.440645 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.440974 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.441300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.441623 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.441969 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.442295 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.442617 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31551d6-abd3-43fb-831f-f65db13f0428 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.495398 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-720454b0-f841-4e30-9bb8-869985985687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.504321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.522509 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720454b0-f841-4e30-9bb8-869985985687 None None] Pushing event deleted for resources: {'Port': ['ID=f023b51e-7332-436c-bcde-18a4b5482a33,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:18.527445 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720454b0-f841-4e30-9bb8-869985985687 None None] No DVR routers for this DVR port f023b51e-7332-436c-bcde-18a4b5482a33 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:44:18.549280 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.569028 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c37ca8b3-bd76-4a73-ae78-ea15949ca311 req-708342b3-d699-4b27-895d-78aa149b4bd5 service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828649 Feb 04 05:44:18.614352 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.619660 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:18.620286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.720812 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.726672 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7567520 Feb 04 05:44:18.788615 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:18.796011 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/29f7df3f-fb84-497d-8db5-f43689dfa400 HTTP/1.1" status: 204 len: 168 time: 1.2757995 Feb 04 05:44:18.797119 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Subnet': ['ID=29f7df3f-fb84-497d-8db5-f43689dfa400,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:18.797760 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c6593f-74c4-47bd-87c8-2c872e07e050 None None] Network 44dd16b8-405a-4ce2-a573-524219943ac5 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:18.799979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49660) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:18.803368 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-38898578-425b-4979-b594-55a2ad9b1a83 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 172.20.0.4 (99cffe53-689e-4c68-95bc-797fbe732ade/4b263659-d343-469d-9cdb-218bccf622f5/f1625302-b462-463e-b84c-2551faef3f9e) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:18.807101 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event updated for resources: {'Network': ['ID=87e3f783-1a90-45bb-87a4-14be266d1800,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:18.831120 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.831470 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.831813 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.832247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.832584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.833002 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.833401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.833728 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.834156 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.834685 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.835201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.835760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aeba86c-1cc9-4397-a0dd-3995efc83eff tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.845939 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-38898578-425b-4979-b594-55a2ad9b1a83 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::f816:3eff:fe3b:182e (99cffe53-689e-4c68-95bc-797fbe732ade/7f1b3d49-ef39-45b7-aae8-a063516e5bc1/f1625302-b462-463e-b84c-2551faef3f9e) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:18.850946 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.851702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.852104 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.852663 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.853220 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.853760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.854314 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.854912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.855385 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.855942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.856570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.857211 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046d99-c50b-43b2-be34-ff748ae9d53d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:18.898276 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 87e3f783-1a90-45bb-87a4-14be266d1800 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:44:18.966677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.169627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4660d1d8-b2b8-47e5-810e-9f2c7363d996 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:19.280907 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-38898578-425b-4979-b594-55a2ad9b1a83 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.316771 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.338541 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-38898578-425b-4979-b594-55a2ad9b1a83 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.419283 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e6026a6-9db1-489a-b844-4f1e537ff777 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.428245 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38898578-425b-4979-b594-55a2ad9b1a83 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=f1625302-b462-463e-b84c-2551faef3f9e,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:19.428996 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d828a76f-7347-419a-b075-c8f6d95d50a6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.472553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38898578-425b-4979-b594-55a2ad9b1a83 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:19.482197 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:19.482766 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.486059 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-38898578-425b-4979-b594-55a2ad9b1a83 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:19.489487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38898578-425b-4979-b594-55a2ad9b1a83 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:19.503828 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd1ecf9-a786-42ef-b2f6-4b59fde9a667 None None] DHCP port deletion for 44dd16b8-405a-4ce2-a573-524219943ac5 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:44:19.506193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 274ec8b5-b225-4a49-a29b-818910d8dd19 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:19.555243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38898578-425b-4979-b594-55a2ad9b1a83 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:19.556245 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-38898578-425b-4979-b594-55a2ad9b1a83 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.564011 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd81d4-1a81-424c-ad55-5f893f28ae23 req-a7474caa-35bc-42fc-8cdb-253ad56d326b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:19.565979 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aefd81d4-1a81-424c-ad55-5f893f28ae23 req-a7474caa-35bc-42fc-8cdb-253ad56d326b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2432861 Feb 04 05:44:19.581875 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Provisioning complete for port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:19.582300 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.585550 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-d828a76f-7347-419a-b075-c8f6d95d50a6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b820a49-f5d8-4b1c-9996-03296d3fa426']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:19.604142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e6026a6-9db1-489a-b844-4f1e537ff777 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.611362 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-d828a76f-7347-419a-b075-c8f6d95d50a6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc7fd56-6f73-4625-a17c-477c33a62eaa') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:19.611679 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-d828a76f-7347-419a-b075-c8f6d95d50a6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc7fd56-6f73-4625-a17c-477c33a62eaa') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:19.654681 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-38898578-425b-4979-b594-55a2ad9b1a83 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4362559 Feb 04 05:44:19.662783 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49662) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:19.685191 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] For port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b7095d3b-6f7c-4710-8fd8-4fe87488fd6b,segment=NetworkSegment(976285ec-90f4-47c0-a925-8e5e41eb7894),segment_id=976285ec-90f4-47c0-a925-8e5e41eb7894)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:19.685965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.691777 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d828a76f-7347-419a-b075-c8f6d95d50a6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.717318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 274ec8b5-b225-4a49-a29b-818910d8dd19 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:19.717696 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.738874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for b7095d3b-6f7c-4710-8fd8-4fe87488fd6b owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:19.770444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba234174-837a-4df5-890f-eaa76e4be9ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:19.775766 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d828a76f-7347-419a-b075-c8f6d95d50a6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.779166 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba234174-837a-4df5-890f-eaa76e4be9ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:19.781139 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8cd1ecf9-a786-42ef-b2f6-4b59fde9a667 None None] Deleting port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:19.781588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ecf9-a786-42ef-b2f6-4b59fde9a667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.787976 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ba234174-837a-4df5-890f-eaa76e4be9ce tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1227949 Feb 04 05:44:19.791946 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49664) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:19.812269 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d828a76f-7347-419a-b075-c8f6d95d50a6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:44:19.812269 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d828a76f-7347-419a-b075-c8f6d95d50a6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:44:19.815314 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:44:19.829502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.833216 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aefd81d4-1a81-424c-ad55-5f893f28ae23 req-29c000b0-757a-41b0-b9ec-aeaa72cbb3a1 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431459 Feb 04 05:44:19.915369 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e6026a6-9db1-489a-b844-4f1e537ff777 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.917901 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e6026a6-9db1-489a-b844-4f1e537ff777 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.921859 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.922010 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1e6026a6-9db1-489a-b844-4f1e537ff777 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/security-groups/1a05355a-4ddb-4a0d-87ab-a1180d9af63d HTTP/1.1" status: 204 len: 168 time: 1.6605840 Feb 04 05:44:19.930822 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8cd1ecf9-a786-42ef-b2f6-4b59fde9a667 None None] For port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b7095d3b-6f7c-4710-8fd8-4fe87488fd6b,segment=NetworkSegment(976285ec-90f4-47c0-a925-8e5e41eb7894),segment_id=976285ec-90f4-47c0-a925-8e5e41eb7894)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:19.931226 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ecf9-a786-42ef-b2f6-4b59fde9a667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:19.945971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49666) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:19.950571 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6026a6-9db1-489a-b844-4f1e537ff777 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a05355a-4ddb-4a0d-87ab-a1180d9af63d,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:19.960609 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8cd1ecf9-a786-42ef-b2f6-4b59fde9a667 None None] Calling delete_port for b7095d3b-6f7c-4710-8fd8-4fe87488fd6b owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:20.017930 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d828a76f-7347-419a-b075-c8f6d95d50a6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.022936 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d828a76f-7347-419a-b075-c8f6d95d50a6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.029517 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d828a76f-7347-419a-b075-c8f6d95d50a6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/networks/0b820a49-f5d8-4b1c-9996-03296d3fa426 HTTP/1.1" status: 204 len: 168 time: 2.2909305 Feb 04 05:44:20.030159 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49668) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:20.047675 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-e865ade8-97e3-4843-b7b7-a9e517ce1f4d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting subnet e3a54545-72e5-4901-ae43-2a7b8a3b08c8 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:20.054605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e865ade8-97e3-4843-b7b7-a9e517ce1f4d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.055480 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] For port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=31cbc81a-edfb-41d5-894d-8cd2ea7f96fd,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:20.079658 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828a76f-7347-419a-b075-c8f6d95d50a6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Network': ['ID=0b820a49-f5d8-4b1c-9996-03296d3fa426,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:20.097385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Router 410d4eea-b256-4205-bd5b-62730d3908cc is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:44:20.124084 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e865ade8-97e3-4843-b7b7-a9e517ce1f4d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.176570 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:20.181508 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-dfe94c76-5733-4623-83e7-cd9cb8d75a51 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port f1625302-b462-463e-b84c-2551faef3f9e {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:20.181875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dfe94c76-5733-4623-83e7-cd9cb8d75a51 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.229043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.230949 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ecf9-a786-42ef-b2f6-4b59fde9a667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.242693 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.284680 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbb56-56e2-4d29-9501-7d30bd2e8a15 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.318828 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=b7095d3b-6f7c-4710-8fd8-4fe87488fd6b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:20.326757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No DVR routers for this DVR port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:44:20.351569 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd1ecf9-a786-42ef-b2f6-4b59fde9a667 None None] No DVR routers for this DVR port b7095d3b-6f7c-4710-8fd8-4fe87488fd6b on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:44:20.357443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Pushing event updated for resources: {'Port': ['ID=31cbc81a-edfb-41d5-894d-8cd2ea7f96fd,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:20.365974 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa82c6ed-d8a6-4eae-8dd7-12f8d49a3beb None None] Update dhcp port {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'fixed_ips': [{'subnet_id': '7f1b3d49-ef39-45b7-aae8-a063516e5bc1', 'ip_address': '2001:db8::f816:3eff:feae:9682'}, {'subnet_id': '4b263659-d343-469d-9cdb-218bccf622f5'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': '31cbc81a-edfb-41d5-894d-8cd2ea7f96fd'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:44:20.400989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:20.401096 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:20.402375 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:20.402487 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:20.402798 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:20.403134 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:20.403485 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:20.403922 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:20.404257 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:20.404583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:20.404904 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:20.405223 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7b2df-7d53-47d1-b597-165953319b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:44:20.409400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fa82c6ed-d8a6-4eae-8dd7-12f8d49a3beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.442328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.445584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:20.445989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.471669 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:20.476112 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44dd16b8-405a-4ce2-a573-524219943ac5']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:20.486871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976285ec-90f4-47c0-a925-8e5e41eb7894') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:20.487159 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976285ec-90f4-47c0-a925-8e5e41eb7894') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:20.496908 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.511944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.519214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:44:20.520412 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.527037 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.594431 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbb56-56e2-4d29-9501-7d30bd2e8a15 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:44:20.602612 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:44:20.606643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e865ade8-97e3-4843-b7b7-a9e517ce1f4d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.610255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.615979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.623668 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.627808 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/networks/44dd16b8-405a-4ce2-a573-524219943ac5 HTTP/1.1" status: 204 len: 168 time: 1.8201318 Feb 04 05:44:20.627808 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49670) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:20.629063 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7e010fcf-c02d-413e-804a-08345ff09057 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.1006725 Feb 04 05:44:20.633602 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49672) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:20.646575 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-fa82c6ed-d8a6-4eae-8dd7-12f8d49a3beb None None] Allocated IP 172.20.0.2 (99cffe53-689e-4c68-95bc-797fbe732ade/4b263659-d343-469d-9cdb-218bccf622f5/31cbc81a-edfb-41d5-894d-8cd2ea7f96fd) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:20.661007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-99034355-4634-4e74-b6a4-2084036e4a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'network': {'name': 'tempest-RoutersTest-990889441'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:20.697252 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-fd7fbb56-56e2-4d29-9501-7d30bd2e8a15 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a2d9eb-1d40-47d8-b8ae-1d2783994707']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:20.706103 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68639c-fd18-45e7-b177-dd061b0a8d6e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Network': ['ID=44dd16b8-405a-4ce2-a573-524219943ac5,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:20.714911 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dfe94c76-5733-4623-83e7-cd9cb8d75a51 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.720844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-fd7fbb56-56e2-4d29-9501-7d30bd2e8a15 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae39b312-f7e2-4cf6-9396-db3af62ebcd2') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:20.721509 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-fd7fbb56-56e2-4d29-9501-7d30bd2e8a15 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae39b312-f7e2-4cf6-9396-db3af62ebcd2') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:20.741468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-dfe94c76-5733-4623-83e7-cd9cb8d75a51 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for f1625302-b462-463e-b84c-2551faef3f9e owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:20.778143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-fa82c6ed-d8a6-4eae-8dd7-12f8d49a3beb None None] For port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=31cbc81a-edfb-41d5-894d-8cd2ea7f96fd,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:20.799070 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99034355-4634-4e74-b6a4-2084036e4a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:20.802548 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-99034355-4634-4e74-b6a4-2084036e4a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.808696 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbb56-56e2-4d29-9501-7d30bd2e8a15 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.810553 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fa82c6ed-d8a6-4eae-8dd7-12f8d49a3beb None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.812612 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1ecf9-a786-42ef-b2f6-4b59fde9a667 None None] Pushing event deleted for resources: {'Port': ['ID=b7095d3b-6f7c-4710-8fd8-4fe87488fd6b,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:20.820824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2132044f-8cc4-4709-810f-5ad5cf98fcdb None None] Sync routers for ids ['410d4eea-b256-4205-bd5b-62730d3908cc'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:20.824199 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e865ade8-97e3-4843-b7b7-a9e517ce1f4d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.838852 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fa82c6ed-d8a6-4eae-8dd7-12f8d49a3beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.849468 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbb56-56e2-4d29-9501-7d30bd2e8a15 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.852664 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132044f-8cc4-4709-810f-5ad5cf98fcdb None None] Routers {'410d4eea-b256-4205-bd5b-62730d3908cc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:20.853299 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2132044f-8cc4-4709-810f-5ad5cf98fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['410d4eea-b256-4205-bd5b-62730d3908cc'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:20.862839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865ade8-97e3-4843-b7b7-a9e517ce1f4d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a54545-72e5-4901-ae43-2a7b8a3b08c8,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:20.867207 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7fbb56-56e2-4d29-9501-7d30bd2e8a15 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:44:20.868396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbb56-56e2-4d29-9501-7d30bd2e8a15 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:44:20.875054 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:44:20.885206 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e865ade8-97e3-4843-b7b7-a9e517ce1f4d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.895277 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e865ade8-97e3-4843-b7b7-a9e517ce1f4d tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/e3a54545-72e5-4901-ae43-2a7b8a3b08c8 HTTP/1.1" status: 204 len: 168 time: 0.9292819 Feb 04 05:44:20.900465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49676) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:20.915488 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99034355-4634-4e74-b6a4-2084036e4a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:44:20.947409 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-99034355-4634-4e74-b6a4-2084036e4a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:20.947810 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-99034355-4634-4e74-b6a4-2084036e4a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Added segment 6f2122c5-39ad-4d46-b79a-87e0f792843b of type vlan for network 418cd607-1db6-4b86-bf12-f292afcb8c59 Feb 04 05:44:21.008592 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4c6355-c101-4af9-bad6-1f82af9beafd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting subnet e5fc3571-2333-42d9-bc20-a6781a457e38 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:21.037489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6355-c101-4af9-bad6-1f82af9beafd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:21.037948 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-99034355-4634-4e74-b6a4-2084036e4a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:21.043366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2132044f-8cc4-4709-810f-5ad5cf98fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:21.051507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82c6ed-d8a6-4eae-8dd7-12f8d49a3beb None None] Pushing event updated for resources: {'Port': ['ID=31cbc81a-edfb-41d5-894d-8cd2ea7f96fd,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:21.055196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13571c47-8d57-4c11-bdc0-3acf09e29c33 None None] Network a0baa961-271a-4743-bbff-405f2d42372f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:21.067122 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-667635d8-542b-43a1-9b3f-c46b4d4760d1 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/routers/410d4eea-b256-4205-bd5b-62730d3908cc HTTP/1.1" status: 200 len: 920 time: 0.4321656 Feb 04 05:44:21.073449 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49678) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:21.115616 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbb56-56e2-4d29-9501-7d30bd2e8a15 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:21.140931 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6f98f828-cc43-43ed-a122-3705a1ff8c7b tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "GET /v2.0/ports?device_id=410d4eea-b256-4205-bd5b-62730d3908cc HTTP/1.1" status: 200 len: 205 time: 0.0639102 Feb 04 05:44:21.141954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-99034355-4634-4e74-b6a4-2084036e4a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:21.148237 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd7fbb56-56e2-4d29-9501-7d30bd2e8a15 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:21.148596 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99034355-4634-4e74-b6a4-2084036e4a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:21.149205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-99034355-4634-4e74-b6a4-2084036e4a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:21.157466 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fd7fbb56-56e2-4d29-9501-7d30bd2e8a15 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/networks/51a2d9eb-1d40-47d8-b8ae-1d2783994707 HTTP/1.1" status: 204 len: 168 time: 1.1170926 Feb 04 05:44:21.158337 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49680) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:21.158819 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49682) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:21.170105 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6355-c101-4af9-bad6-1f82af9beafd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:21.170293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-591352b4-a3b7-4dfe-81d8-e484174fd81d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-738244171'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:21.187893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc0473-4fd5-4f6f-a56d-11ef939d1e31 req-11867310-ac8e-445c-9e58-c31fc12a6735 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:21.190843 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fcfc0473-4fd5-4f6f-a56d-11ef939d1e31 req-11867310-ac8e-445c-9e58-c31fc12a6735 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1788681 Feb 04 05:44:21.261685 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fbb56-56e2-4d29-9501-7d30bd2e8a15 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Network': ['ID=51a2d9eb-1d40-47d8-b8ae-1d2783994707,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:21.283325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Router 8a425746-65a8-4e0c-a020-eef2df369988 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:44:21.284822 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132044f-8cc4-4709-810f-5ad5cf98fcdb None None] Routers {'410d4eea-b256-4205-bd5b-62730d3908cc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:21.285456 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2132044f-8cc4-4709-810f-5ad5cf98fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['410d4eea-b256-4205-bd5b-62730d3908cc'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:21.348992 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-99034355-4634-4e74-b6a4-2084036e4a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6949093 Feb 04 05:44:21.350457 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f023b51e-7332-436c-bcde-18a4b5482a33 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:44:21.359055 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49684) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:21.365553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-23d5d20b-d358-4c45-b752-63ea33a63b0a tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'subnet': {'network_id': '418cd607-1db6-4b86-bf12-f292afcb8c59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:21.380520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2132044f-8cc4-4709-810f-5ad5cf98fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:21.381245 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2132044f-8cc4-4709-810f-5ad5cf98fcdb None None] The sync data for ids ['410d4eea-b256-4205-bd5b-62730d3908cc'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:21.394058 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: f023b51e-7332-436c-bcde-18a4b5482a33 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:44:21.394581 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f023b51e-7332-436c-bcde-18a4b5482a33 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:44:21.418583 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dfe94c76-5733-4623-83e7-cd9cb8d75a51 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:21.519705 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:21.541454 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591352b4-a3b7-4dfe-81d8-e484174fd81d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:21.549726 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-591352b4-a3b7-4dfe-81d8-e484174fd81d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:21.599346 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe94c76-5733-4623-83e7-cd9cb8d75a51 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=f1625302-b462-463e-b84c-2551faef3f9e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:21.633978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:21.634266 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:21.636419 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99034355-4634-4e74-b6a4-2084036e4a46 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Network': ['ID=418cd607-1db6-4b86-bf12-f292afcb8c59,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:21.714556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 418cd607-1db6-4b86-bf12-f292afcb8c59 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:44:21.778094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b799ad9d-2f07-4a86-86ac-03858914568d tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:21.882165 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49686) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:21.899592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-493f2f47-3655-4802-976d-fb61dce721b2 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Request body: {'subnet': {'network_id': '87e3f783-1a90-45bb-87a4-14be266d1800', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:21.965603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b7095d3b-6f7c-4710-8fd8-4fe87488fd6b no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:44:21.982308 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591352b4-a3b7-4dfe-81d8-e484174fd81d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:44:21.991959 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: b7095d3b-6f7c-4710-8fd8-4fe87488fd6b {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:44:21.992550 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b7095d3b-6f7c-4710-8fd8-4fe87488fd6b not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:44:22.007043 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:22.018732 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Sync routers for ids ['8a425746-65a8-4e0c-a020-eef2df369988'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:22.031835 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fcfc0473-4fd5-4f6f-a56d-11ef939d1e31 req-0a04155e-f3b4-44da-99ea-48300c290b6a tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7857158 Feb 04 05:44:22.033833 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Routers {'8a425746-65a8-4e0c-a020-eef2df369988'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:22.035385 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8a425746-65a8-4e0c-a020-eef2df369988'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:22.067613 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:22.071545 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b3c6e634-dc31-44c1-b262-d91404ccaafa admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8116443 Feb 04 05:44:22.072176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49688) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:22.145465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6355-c101-4af9-bad6-1f82af9beafd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:22.187482 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Set router 8a425746-65a8-4e0c-a020-eef2df369988 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:22.351539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dfe94c76-5733-4623-83e7-cd9cb8d75a51 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:22.353563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca185db-af28-4009-85ea-142b7e107cdd req-4f50ce1e-7aa2-4bab-891c-26e01308f926 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:22.354782 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-dfe94c76-5733-4623-83e7-cd9cb8d75a51 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/f1625302-b462-463e-b84c-2551faef3f9e HTTP/1.1" status: 204 len: 168 time: 2.5607283 Feb 04 05:44:22.355115 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1ca185db-af28-4009-85ea-142b7e107cdd req-4f50ce1e-7aa2-4bab-891c-26e01308f926 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2017460 Feb 04 05:44:22.359497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6355-c101-4af9-bad6-1f82af9beafd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:22.365563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49692) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:22.394122 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-591352b4-a3b7-4dfe-81d8-e484174fd81d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:22.394466 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-591352b4-a3b7-4dfe-81d8-e484174fd81d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Added segment cb32b7a6-9532-49d5-b994-323e5588e9e3 of type vlan for network 196f9f7f-5903-4ea7-b85f-2f5394b80a17 Feb 04 05:44:22.417181 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a425746-65a8-4e0c-a020-eef2df369988', 'name': 'tempest-TestVolumeBootPattern-1695407724-router', 'tenant_id': '36166491258742c5840afc9debd607c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a6b9c702-3353-4fb2-9681-046f03e7d8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:13Z', 'updated_at': '2022-02-04T05:44:18Z', 'revision_number': 3, 'project_id': '36166491258742c5840afc9debd607c0', 'gw_port': {'id': 'a6b9c702-3353-4fb2-9681-046f03e7d8ec', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:52:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a425746-65a8-4e0c-a020-eef2df369988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:15Z', 'updated_at': '2022-02-04T05:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:22.432843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c6355-c101-4af9-bad6-1f82af9beafd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Subnet': ['ID=e5fc3571-2333-42d9-bc20-a6781a457e38,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:22.447881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6355-c101-4af9-bad6-1f82af9beafd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:22.455258 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cb4c6355-c101-4af9-bad6-1f82af9beafd tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/e5fc3571-2333-42d9-bc20-a6781a457e38 HTTP/1.1" status: 204 len: 168 time: 1.5475402 Feb 04 05:44:22.456277 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49694) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:22.457127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60918422-83ed-4b2c-a8cb-ea5ca04ecb29 None None] Network a0baa961-271a-4743-bbff-405f2d42372f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:22.465221 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Checking router: 8a425746-65a8-4e0c-a020-eef2df369988 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:44:22.465659 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Updating router 8a425746-65a8-4e0c-a020-eef2df369988 port a6b9c702-3353-4fb2-9681-046f03e7d8ec binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:44:22.489666 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d5d20b-d358-4c45-b752-63ea33a63b0a tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:22.494334 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23d5d20b-d358-4c45-b752-63ea33a63b0a tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:22.498733 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:22.504747 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-591352b4-a3b7-4dfe-81d8-e484174fd81d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:22.531487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493f2f47-3655-4802-976d-fb61dce721b2 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Made reservation on behalf of 19932e6f433d4ed78b93cd81b83b7622 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:22.535936 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-493f2f47-3655-4802-976d-fb61dce721b2 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:22.547912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b799ad9d-2f07-4a86-86ac-03858914568d tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:22.620038 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdab318-9a87-445f-b39a-804d9e023c89 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] DELETE failed (client error): The resource could not be found. Feb 04 05:44:22.620507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cdab318-9a87-445f-b39a-804d9e023c89 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:22.627203 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4cdab318-9a87-445f-b39a-804d9e023c89 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/e3a54545-72e5-4901-ae43-2a7b8a3b08c8 HTTP/1.1" status: 404 len: 337 time: 0.1537850 Feb 04 05:44:22.630296 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49696) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:22.693281 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-980b00fe-f5f9-492a-b939-65c3f75415f3 None None] Provisioning complete for port 463e3efd-c3ef-4313-a57d-ddffae646b3e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:22.693547 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-980b00fe-f5f9-492a-b939-65c3f75415f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:22.731613 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-591352b4-a3b7-4dfe-81d8-e484174fd81d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:22.738861 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591352b4-a3b7-4dfe-81d8-e484174fd81d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:22.739327 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-591352b4-a3b7-4dfe-81d8-e484174fd81d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:22.750367 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-980b00fe-f5f9-492a-b939-65c3f75415f3 None None] Port 463e3efd-c3ef-4313-a57d-ddffae646b3e cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:22.776453 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-980b00fe-f5f9-492a-b939-65c3f75415f3 None None] Provisioning complete for port 8c12e4a4-da0e-4d45-aca6-26676751eece triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:22.777861 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-980b00fe-f5f9-492a-b939-65c3f75415f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:22.875313 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b8611a-bfd9-4122-ae66-f0edcd22762d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:22.876846 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b8611a-bfd9-4122-ae66-f0edcd22762d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:22.878534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b8611a-bfd9-4122-ae66-f0edcd22762d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:22.880548 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d8b8611a-bfd9-4122-ae66-f0edcd22762d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5107131 Feb 04 05:44:22.888367 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49698) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:22.894434 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-591352b4-a3b7-4dfe-81d8-e484174fd81d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7279360 Feb 04 05:44:22.896480 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1ca185db-af28-4009-85ea-142b7e107cdd req-221d2e20-e16b-4029-892f-48a2aee433db tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5241277 Feb 04 05:44:22.910351 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49700) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:22.937839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591352b4-a3b7-4dfe-81d8-e484174fd81d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Network': ['ID=196f9f7f-5903-4ea7-b85f-2f5394b80a17,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:22.948182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-c805db9d-b723-4639-bf64-7223a60a572a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'subnet': {'network_id': '196f9f7f-5903-4ea7-b85f-2f5394b80a17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:22.951100 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 196f9f7f-5903-4ea7-b85f-2f5394b80a17 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:44:22.971186 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b799ad9d-2f07-4a86-86ac-03858914568d tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Deleting port 3f44c73f-a122-4a74-aa8c-606b67c2db96 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:22.972162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b799ad9d-2f07-4a86-86ac-03858914568d tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.028114 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.055160 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.079489 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c108c61d-e3ee-40aa-a1e9-e515eb42806b None None] Provisioning complete for port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:23.080028 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c108c61d-e3ee-40aa-a1e9-e515eb42806b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.107833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c805db9d-b723-4639-bf64-7223a60a572a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:23.112089 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c805db9d-b723-4639-bf64-7223a60a572a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.124482 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Attempting to bind port a6b9c702-3353-4fb2-9681-046f03e7d8ec on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:23.125104 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Attempting to bind port a6b9c702-3353-4fb2-9681-046f03e7d8ec by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:23.125612 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Attempting to bind port a6b9c702-3353-4fb2-9681-046f03e7d8ec on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:23.147945 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:23.149600 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:23.150625 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.151413 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:23.152056 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Bound port: a6b9c702-3353-4fb2-9681-046f03e7d8ec, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:23.152626 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.196518 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c108c61d-e3ee-40aa-a1e9-e515eb42806b None None] Could not find standard attr ID for object f1625302-b462-463e-b84c-2551faef3f9e. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:44:23.210577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f80787b-2e4e-4024-8133-6f4a9d9f9dab tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting subnet 13ae07d0-c287-45a4-885f-0eb618aa0d28 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:23.235757 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] For port a6b9c702-3353-4fb2-9681-046f03e7d8ec, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:23.239856 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] For port a6b9c702-3353-4fb2-9681-046f03e7d8ec, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a6b9c702-3353-4fb2-9681-046f03e7d8ec,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:23.252757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f80787b-2e4e-4024-8133-6f4a9d9f9dab tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.255802 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.272009 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83ce3e-21ab-41f6-b3c6-11acbe03ff8a None None] Pushing event updated for resources: {'Port': ['ID=a6b9c702-3353-4fb2-9681-046f03e7d8ec,revision_number=2']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:23.281559 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b799ad9d-2f07-4a86-86ac-03858914568d tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.293854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23d5d20b-d358-4c45-b752-63ea33a63b0a tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.315054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-869dcd64-58e6-4680-9a87-28ee5b5ccde3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 4b263659-d343-469d-9cdb-218bccf622f5 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:23.329798 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-869dcd64-58e6-4680-9a87-28ee5b5ccde3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.336871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b799ad9d-2f07-4a86-86ac-03858914568d tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Calling delete_port for 3f44c73f-a122-4a74-aa8c-606b67c2db96 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:23.339937 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Routers {'8a425746-65a8-4e0c-a020-eef2df369988'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:23.340815 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8a425746-65a8-4e0c-a020-eef2df369988'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:23.348725 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-493f2f47-3655-4802-976d-fb61dce721b2 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.432720 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37f789-80ae-41e0-b59b-907130b71e11 req-22f4b964-35bd-4153-8df7-3b0a67ab29ed tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:23.434511 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83ce3e-21ab-41f6-b3c6-11acbe03ff8a None None] Pushing event updated for resources: {'Port': ['ID=a6b9c702-3353-4fb2-9681-046f03e7d8ec,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:23.435434 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1c37f789-80ae-41e0-b59b-907130b71e11 req-22f4b964-35bd-4153-8df7-3b0a67ab29ed tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.3648248 Feb 04 05:44:23.456309 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.480343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5d20b-d358-4c45-b752-63ea33a63b0a tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Subnet': ['ID=d60b2ff0-aab4-4693-b24d-060c51572e9d,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:23.489619 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f80787b-2e4e-4024-8133-6f4a9d9f9dab tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.508315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f2f47-3655-4802-976d-fb61dce721b2 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Checking segment: {'id': '68285700-3cd3-4186-bf7f-deaacd7c7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '87e3f783-1a90-45bb-87a4-14be266d1800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:23.508688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f2f47-3655-4802-976d-fb61dce721b2 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Network hostable DHCP agents. Network: 87e3f783-1a90-45bb-87a4-14be266d1800, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:44:23.536348 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] Set router 8a425746-65a8-4e0c-a020-eef2df369988 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:23.555038 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-869dcd64-58e6-4680-9a87-28ee5b5ccde3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.676577 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1c37f789-80ae-41e0-b59b-907130b71e11 req-5ae3a4f2-1757-4298-ae56-395bca5ed214 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834142 Feb 04 05:44:23.694704 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5d20b-d358-4c45-b752-63ea33a63b0a tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Checking segment: {'id': '6f2122c5-39ad-4d46-b79a-87e0f792843b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '418cd607-1db6-4b86-bf12-f292afcb8c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:23.695065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d5d20b-d358-4c45-b752-63ea33a63b0a tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network hostable DHCP agents. Network: 418cd607-1db6-4b86-bf12-f292afcb8c59, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:44:23.701265 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f2f47-3655-4802-976d-fb61dce721b2 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Network 87e3f783-1a90-45bb-87a4-14be266d1800 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:44:23.711807 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f2f47-3655-4802-976d-fb61dce721b2 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event updated for resources: {'Subnet': ['ID=db774910-3b77-487f-ae4b-5c123ded9553,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:23.724683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-493f2f47-3655-4802-976d-fb61dce721b2 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 87e3f783-1a90-45bb-87a4-14be266d1800) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:23.729195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f2f47-3655-4802-976d-fb61dce721b2 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:23.729834 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-493f2f47-3655-4802-976d-fb61dce721b2 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.740292 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16841f1e-5581-417d-ae12-a9a10b798d7f None None] Network 87e3f783-1a90-45bb-87a4-14be266d1800 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:23.766973 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d5d20b-d358-4c45-b752-63ea33a63b0a tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 418cd607-1db6-4b86-bf12-f292afcb8c59 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:44:23.783672 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-493f2f47-3655-4802-976d-fb61dce721b2 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8880196 Feb 04 05:44:23.784768 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49706) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:23.806626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b00df355-e80b-4009-aa04-38831c1bb666 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1456869017'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:23.814470 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-23d5d20b-d358-4c45-b752-63ea33a63b0a tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 418cd607-1db6-4b86-bf12-f292afcb8c59) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:23.838638 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a425746-65a8-4e0c-a020-eef2df369988', 'name': 'tempest-TestVolumeBootPattern-1695407724-router', 'tenant_id': '36166491258742c5840afc9debd607c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a6b9c702-3353-4fb2-9681-046f03e7d8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:13Z', 'updated_at': '2022-02-04T05:44:18Z', 'revision_number': 3, 'project_id': '36166491258742c5840afc9debd607c0', 'gw_port': {'id': 'a6b9c702-3353-4fb2-9681-046f03e7d8ec', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:52:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a425746-65a8-4e0c-a020-eef2df369988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:15Z', 'updated_at': '2022-02-04T05:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:23.842513 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f7fd63-859a-4492-9000-cf476ab87d7d None None] Network 418cd607-1db6-4b86-bf12-f292afcb8c59 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:23.857098 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d5d20b-d358-4c45-b752-63ea33a63b0a tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:23.857321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23d5d20b-d358-4c45-b752-63ea33a63b0a tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.897023 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-23d5d20b-d358-4c45-b752-63ea33a63b0a tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5363853 Feb 04 05:44:23.897678 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1896392-b68f-4862-92bc-0d8928fca020 None None] The sync data for ids ['8a425746-65a8-4e0c-a020-eef2df369988'] in dv-neutron-827794-1-hyperv is: [{'id': '8a425746-65a8-4e0c-a020-eef2df369988', 'name': 'tempest-TestVolumeBootPattern-1695407724-router', 'tenant_id': '36166491258742c5840afc9debd607c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a6b9c702-3353-4fb2-9681-046f03e7d8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:13Z', 'updated_at': '2022-02-04T05:44:18Z', 'revision_number': 3, 'project_id': '36166491258742c5840afc9debd607c0', 'gw_port': {'id': 'a6b9c702-3353-4fb2-9681-046f03e7d8ec', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:52:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a425746-65a8-4e0c-a020-eef2df369988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:15Z', 'updated_at': '2022-02-04T05:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:23.902161 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49708) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:23.908564 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-61f27adb-eee1-4ce2-9035-8fe4b1f82adb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-42650682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:23.915278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00df355-e80b-4009-aa04-38831c1bb666 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Made reservation on behalf of 19932e6f433d4ed78b93cd81b83b7622 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:23.922128 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b00df355-e80b-4009-aa04-38831c1bb666 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.931470 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b799ad9d-2f07-4a86-86ac-03858914568d tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:23.979105 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Allocated IP 172.20.0.1 (982dc9fc-73d8-4b68-b039-15f9d019e181/b1294164-f70a-4c14-8a6d-1ba18671ea0f/14736d4d-a43b-43a8-9e1d-31c8b88cddcc) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:24.001503 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799ad9d-2f07-4a86-86ac-03858914568d tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Pushing event deleted for resources: {'Port': ['ID=3f44c73f-a122-4a74-aa8c-606b67c2db96,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:24.022073 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c805db9d-b723-4639-bf64-7223a60a572a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.034578 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00df355-e80b-4009-aa04-38831c1bb666 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:44:24.048100 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b00df355-e80b-4009-aa04-38831c1bb666 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.048462 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-b00df355-e80b-4009-aa04-38831c1bb666 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Added segment 88902b2e-79f8-4711-8abb-8aa346a544ec of type vlan for network 500e9c70-d877-4a8f-8224-0827181700be Feb 04 05:44:24.096744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b00df355-e80b-4009-aa04-38831c1bb666 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.124538 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61f27adb-eee1-4ce2-9035-8fe4b1f82adb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.125987 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61f27adb-eee1-4ce2-9035-8fe4b1f82adb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.133322 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b00df355-e80b-4009-aa04-38831c1bb666 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.133563 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-67c98ac5-92c1-43f0-8fb2-dea47d84eeb6 None None] Provisioning complete for port 463e3efd-c3ef-4313-a57d-ddffae646b3e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:24.133795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-67c98ac5-92c1-43f0-8fb2-dea47d84eeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.143622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00df355-e80b-4009-aa04-38831c1bb666 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:24.144941 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b00df355-e80b-4009-aa04-38831c1bb666 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.233145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f80787b-2e4e-4024-8133-6f4a9d9f9dab tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.254049 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-67c98ac5-92c1-43f0-8fb2-dea47d84eeb6 None None] Port 463e3efd-c3ef-4313-a57d-ddffae646b3e cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:24.331320 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc8de7-58ff-4d61-a1e0-fbf1d0ebf2be req-e5524fca-8d3f-46de-b2e0-e6ab5b390605 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:24.333881 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a5cc8de7-58ff-4d61-a1e0-fbf1d0ebf2be req-e5524fca-8d3f-46de-b2e0-e6ab5b390605 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.3291399 Feb 04 05:44:24.333881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805db9d-b723-4639-bf64-7223a60a572a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Subnet': ['ID=06b851a3-7cfe-4fda-8364-c144285ba8a5,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:24.340065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-869dcd64-58e6-4680-9a87-28ee5b5ccde3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.341395 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-87e3f783-1a90-45bb-87a4-14be266d1800', 'network_id': '87e3f783-1a90-45bb-87a4-14be266d1800', 'tenant_id': '19932e6f433d4ed78b93cd81b83b7622', 'fixed_ips': [{'subnet_id': 'db774910-3b77-487f-ae4b-5c123ded9553'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:24.342290 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.347397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-67c98ac5-92c1-43f0-8fb2-dea47d84eeb6 None None] Provisioning complete for port 8c12e4a4-da0e-4d45-aca6-26676751eece triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:24.347775 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-67c98ac5-92c1-43f0-8fb2-dea47d84eeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.352212 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b00df355-e80b-4009-aa04-38831c1bb666 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5636559 Feb 04 05:44:24.365329 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49712) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:24.378577 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-67ab0c77-a5ff-429d-b7c3-d1f73e0efcc0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Request body: {'subnet': {'network_id': '500e9c70-d877-4a8f-8224-0827181700be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:24.423327 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.440105 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c805db9d-b723-4639-bf64-7223a60a572a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Checking segment: {'id': 'cb32b7a6-9532-49d5-b994-323e5588e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '196f9f7f-5903-4ea7-b85f-2f5394b80a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:24.440560 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c805db9d-b723-4639-bf64-7223a60a572a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network hostable DHCP agents. Network: 196f9f7f-5903-4ea7-b85f-2f5394b80a17, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:44:24.451611 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00df355-e80b-4009-aa04-38831c1bb666 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event updated for resources: {'Network': ['ID=500e9c70-d877-4a8f-8224-0827181700be,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:24.461218 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-418cd607-1db6-4b86-bf12-f292afcb8c59', 'network_id': '418cd607-1db6-4b86-bf12-f292afcb8c59', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'fixed_ips': [{'subnet_id': 'd60b2ff0-aab4-4693-b24d-060c51572e9d'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:24.461218 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.474042 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61f27adb-eee1-4ce2-9035-8fe4b1f82adb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.504836 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a5cc8de7-58ff-4d61-a1e0-fbf1d0ebf2be req-25f18e2f-508e-4192-8404-7ffdec5674b9 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549230 Feb 04 05:44:24.528089 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f80787b-2e4e-4024-8133-6f4a9d9f9dab tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.542848 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61f27adb-eee1-4ce2-9035-8fe4b1f82adb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.563386 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-869dcd64-58e6-4680-9a87-28ee5b5ccde3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.564071 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b799ad9d-2f07-4a86-86ac-03858914568d tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.590993 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f80787b-2e4e-4024-8133-6f4a9d9f9dab tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.595677 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 500e9c70-d877-4a8f-8224-0827181700be details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:44:24.597814 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1f80787b-2e4e-4024-8133-6f4a9d9f9dab tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/13ae07d0-c287-45a4-885f-0eb618aa0d28 HTTP/1.1" status: 204 len: 168 time: 1.8512874 Feb 04 05:44:24.598586 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c805db9d-b723-4639-bf64-7223a60a572a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 196f9f7f-5903-4ea7-b85f-2f5394b80a17 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:44:24.599623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49714) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:24.610275 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80787b-2e4e-4024-8133-6f4a9d9f9dab tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Subnet': ['ID=13ae07d0-c287-45a4-885f-0eb618aa0d28,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:24.615707 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7a8a6c-b657-405a-8512-5a1d03267d56 None None] Network a0baa961-271a-4743-bbff-405f2d42372f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:24.625748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-869dcd64-58e6-4680-9a87-28ee5b5ccde3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.630908 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-869dcd64-58e6-4680-9a87-28ee5b5ccde3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/4b263659-d343-469d-9cdb-218bccf622f5 HTTP/1.1" status: 204 len: 168 time: 1.7376266 Feb 04 05:44:24.651149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.654065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49716) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:24.654537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66106cc0-5328-46ac-8e8a-5485a04f7db3 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:24.685182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-c805db9d-b723-4639-bf64-7223a60a572a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 196f9f7f-5903-4ea7-b85f-2f5394b80a17) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:24.693518 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-87667667-45de-4294-b9a1-2c81b29e5875 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] DELETE failed (client error): The resource could not be found. Feb 04 05:44:24.694007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87667667-45de-4294-b9a1-2c81b29e5875 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:24.700573 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dcd64-58e6-4680-9a87-28ee5b5ccde3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=4b263659-d343-469d-9cdb-218bccf622f5,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:24.701314 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-87667667-45de-4294-b9a1-2c81b29e5875 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/5879d4e3-002d-4791-98ea-3bc93d76f71b HTTP/1.1" status: 404 len: 337 time: 0.0918500 Feb 04 05:44:24.704484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49718) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:24.709130 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893d6b76-b046-404f-9e39-1bac91ea2dce None None] Network 196f9f7f-5903-4ea7-b85f-2f5394b80a17 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:24.719250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c805db9d-b723-4639-bf64-7223a60a572a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:24.719840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c805db9d-b723-4639-bf64-7223a60a572a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.756442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61f27adb-eee1-4ce2-9035-8fe4b1f82adb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.760778 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-61f27adb-eee1-4ce2-9035-8fe4b1f82adb tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8575432 Feb 04 05:44:24.761800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49720) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:24.768882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Network 982dc9fc-73d8-4b68-b039-15f9d019e181 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:24.772683 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Pushing event updated for resources: {'Port': ['ID=14736d4d-a43b-43a8-9e1d-31c8b88cddcc,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:24.772887 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b799ad9d-2f07-4a86-86ac-03858914568d tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.777633 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b799ad9d-2f07-4a86-86ac-03858914568d tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.778022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:24.786314 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c805db9d-b723-4639-bf64-7223a60a572a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8713436 Feb 04 05:44:24.787296 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:24.792206 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49722) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:24.796539 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-36d5a3b3-1481-4a49-addd-e1895144ad27 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1956231097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:24.819716 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-17125fcc-eada-4411-bcf6-40082ac22de9 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d2bb7b5-462d-4ba3-9013-864f350a41f4 HTTP/1.1" status: 200 len: 205 time: 0.0799813 Feb 04 05:44:24.825267 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49724) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:24.836044 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff467643-3daf-4d29-94f5-fbd82dfbec7c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 7f1b3d49-ef39-45b7-aae8-a063516e5bc1 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:24.863215 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.959316 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-4a48ab4b-d3ba-4340-a6c8-ea9e1511766f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] delete failed (client error): The resource could not be found. Feb 04 05:44:24.963162 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4a48ab4b-d3ba-4340-a6c8-ea9e1511766f tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/routers/1d2bb7b5-462d-4ba3-9013-864f350a41f4 HTTP/1.1" status: 404 len: 336 time: 0.1343799 Feb 04 05:44:24.963162 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ff467643-3daf-4d29-94f5-fbd82dfbec7c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:24.964825 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49726) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:25.028604 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b799ad9d-2f07-4a86-86ac-03858914568d tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.029147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b799ad9d-2f07-4a86-86ac-03858914568d tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Fanout notify agent at l3_agent the message router_deleted on router 410d4eea-b256-4205-bd5b-62730d3908cc {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:44:25.032555 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ab0c77-a5ff-429d-b7c3-d1f73e0efcc0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Made reservation on behalf of 19932e6f433d4ed78b93cd81b83b7622 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:25.036597 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67ab0c77-a5ff-429d-b7c3-d1f73e0efcc0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.050638 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b799ad9d-2f07-4a86-86ac-03858914568d tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.057128 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b799ad9d-2f07-4a86-86ac-03858914568d tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "DELETE /v2.0/routers/410d4eea-b256-4205-bd5b-62730d3908cc HTTP/1.1" status: 204 len: 168 time: 3.8867998 Feb 04 05:44:25.068602 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49728) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:25.072620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ff467643-3daf-4d29-94f5-fbd82dfbec7c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.080782 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2105378213', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'enable_snat': False}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:25.130273 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-2745e7b9-f577-4f60-974d-caa510a13570 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] DELETE failed (client error): The resource could not be found. Feb 04 05:44:25.130746 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2745e7b9-f577-4f60-974d-caa510a13570 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:25.133756 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2745e7b9-f577-4f60-974d-caa510a13570 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/04f16783-41af-4994-b748-9e459fd4fe64 HTTP/1.1" status: 404 len: 337 time: 0.1682744 Feb 04 05:44:25.151082 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Allocated IP 2001:db8:0:ffff::2 (87e3f783-1a90-45bb-87a4-14be266d1800/db774910-3b77-487f-ae4b-5c123ded9553/270b3377-11e1-44a1-a1b3-f899fe34d09b) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:25.161826 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49730) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:25.244123 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a037e7a1-4268-4d6c-94e7-b6b9edee3a4b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] DELETE failed (client error): The resource could not be found. Feb 04 05:44:25.244589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a037e7a1-4268-4d6c-94e7-b6b9edee3a4b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:25.251689 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a037e7a1-4268-4d6c-94e7-b6b9edee3a4b tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/0d12c3e6-18f4-4344-ae2c-ea309c0d108b HTTP/1.1" status: 404 len: 337 time: 0.0837340 Feb 04 05:44:25.257865 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49732) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:25.281924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Allocated IP 172.20.0.2 (418cd607-1db6-4b86-bf12-f292afcb8c59/d60b2ff0-aab4-4693-b24d-060c51572e9d/a9383c0d-c9a9-4956-ab03-fe1e33c8b896) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:25.323233 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ce6ec8-5436-4d3e-b05e-0f811cb84d21 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] DELETE failed (client error): The resource could not be found. Feb 04 05:44:25.323683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ce6ec8-5436-4d3e-b05e-0f811cb84d21 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:25.329614 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-07ce6ec8-5436-4d3e-b05e-0f811cb84d21 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/e6551f14-eb48-4a1d-8b2e-4cef263c5e6b HTTP/1.1" status: 404 len: 337 time: 0.0679233 Feb 04 05:44:25.332105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49734) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:25.387748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e5c19ebc-a153-4d0b-84fb-092f15cb6649 None None] Provisioning complete for port 14736d4d-a43b-43a8-9e1d-31c8b88cddcc triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:25.388130 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e5c19ebc-a153-4d0b-84fb-092f15cb6649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.399689 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbc588b-385f-4f91-8a8b-42a84c1fcf16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] DELETE failed (client error): The resource could not be found. Feb 04 05:44:25.400423 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcbc588b-385f-4f91-8a8b-42a84c1fcf16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:25.406455 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fcbc588b-385f-4f91-8a8b-42a84c1fcf16 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/221107fa-6e09-4709-8e99-0fbc4ca57115 HTTP/1.1" status: 404 len: 333 time: 0.0702467 Feb 04 05:44:25.408423 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49736) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:25.447257 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9adffc5-b6b0-4865-b04a-fc28960136ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] DELETE failed (client error): The resource could not be found. Feb 04 05:44:25.449478 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9adffc5-b6b0-4865-b04a-fc28960136ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:25.453049 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d9adffc5-b6b0-4865-b04a-fc28960136ff tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/7612880e-e719-4aba-b39a-77a09fac6054 HTTP/1.1" status: 404 len: 337 time: 0.0395956 Feb 04 05:44:25.457824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49738) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:25.468944 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36d5a3b3-1481-4a49-addd-e1895144ad27 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.470238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36d5a3b3-1481-4a49-addd-e1895144ad27 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.541968 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cddf8bc-e9b4-478d-92bd-c745a8c06fbe tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] DELETE failed (client error): The resource could not be found. Feb 04 05:44:25.542432 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cddf8bc-e9b4-478d-92bd-c745a8c06fbe tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:25.545447 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8cddf8bc-e9b4-478d-92bd-c745a8c06fbe tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/8d78c6ea-47a7-4919-9f04-5351aca69b4b HTTP/1.1" status: 404 len: 337 time: 0.0872457 Feb 04 05:44:25.549255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.551066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49742) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:25.595124 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-196f9f7f-5903-4ea7-b85f-2f5394b80a17', 'network_id': '196f9f7f-5903-4ea7-b85f-2f5394b80a17', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'fixed_ips': [{'subnet_id': '06b851a3-7cfe-4fda-8364-c144285ba8a5'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:25.595972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.604897 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36d5a3b3-1481-4a49-addd-e1895144ad27 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.609826 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cab07b9-7fd2-4309-b9c0-38c5de0e9081 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] DELETE failed (client error): The resource could not be found. Feb 04 05:44:25.610765 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cab07b9-7fd2-4309-b9c0-38c5de0e9081 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:25.615648 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2cab07b9-7fd2-4309-b9c0-38c5de0e9081 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/db2afce0-502c-4170-9407-ae728bc9da05 HTTP/1.1" status: 404 len: 333 time: 0.0592299 Feb 04 05:44:25.622361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49744) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:25.627349 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36d5a3b3-1481-4a49-addd-e1895144ad27 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.634102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.635393 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.639511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e0b058-618b-4b75-a177-95f639b58c92 None None] DHCP port deletion for a0baa961-271a-4743-bbff-405f2d42372f request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:44:25.642090 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e5c19ebc-a153-4d0b-84fb-092f15cb6649 None None] Port 14736d4d-a43b-43a8-9e1d-31c8b88cddcc cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:25.710202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ff467643-3daf-4d29-94f5-fbd82dfbec7c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.762045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.773828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36d5a3b3-1481-4a49-addd-e1895144ad27 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.777611 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-36d5a3b3-1481-4a49-addd-e1895144ad27 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9821050 Feb 04 05:44:25.780072 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.786210 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49746) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:25.792992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ab72a2e2-f741-46b9-8bd4-8c6a18243953 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'port': {'network_id': '196f9f7f-5903-4ea7-b85f-2f5394b80a17', 'name': 'tempest-RoutersIpV6Test-279541732'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:25.808932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a6b9c702-3353-4fb2-9681-046f03e7d8ec up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:25.873698 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:25.908285 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.008672 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b44ad5-2b80-4252-8116-d489286a63e5 req-c981f4b1-df40-4234-a801-ef4737676acf tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:26.010391 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d7b44ad5-2b80-4252-8116-d489286a63e5 req-c981f4b1-df40-4234-a801-ef4737676acf tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.3666322 Feb 04 05:44:26.053836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Network 87e3f783-1a90-45bb-87a4-14be266d1800 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:26.069245 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:26.072547 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:26.103271 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Pushing event updated for resources: {'Port': ['ID=270b3377-11e1-44a1-a1b3-f899fe34d09b,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:26.113133 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.125529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ff467643-3daf-4d29-94f5-fbd82dfbec7c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.129151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.141611 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.152488 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0b058-618b-4b75-a177-95f639b58c92 None None] Deleting port 8c12e4a4-da0e-4d45-aca6-26676751eece {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:26.153227 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b058-618b-4b75-a177-95f639b58c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.174875 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Allocated IP 2001:db8::2 (196f9f7f-5903-4ea7-b85f-2f5394b80a17/06b851a3-7cfe-4fda-8364-c144285ba8a5/d1bac591-142a-4a75-bdf3-886b7baffa17) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:26.199514 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff467643-3daf-4d29-94f5-fbd82dfbec7c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=7f1b3d49-ef39-45b7-aae8-a063516e5bc1,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:26.227338 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cb8388-e650-45c1-ab52-710a43f3a33a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] DELETE failed (client error): The resource could not be found. Feb 04 05:44:26.227974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91cb8388-e650-45c1-ab52-710a43f3a33a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:26.233609 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-91cb8388-e650-45c1-ab52-710a43f3a33a tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/7fbb1798-a392-4fc5-b05a-46a3594f0277 HTTP/1.1" status: 404 len: 337 time: 0.6039348 Feb 04 05:44:26.234856 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Pushing event updated for resources: {'Port': ['ID=a9383c0d-c9a9-4956-ab03-fe1e33c8b896,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:26.237889 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49748) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:26.240891 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ff467643-3daf-4d29-94f5-fbd82dfbec7c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.256658 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ff467643-3daf-4d29-94f5-fbd82dfbec7c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/7f1b3d49-ef39-45b7-aae8-a063516e5bc1 HTTP/1.1" status: 204 len: 168 time: 1.5722120 Feb 04 05:44:26.256935 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49750) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:26.277117 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port a6b9c702-3353-4fb2-9681-046f03e7d8ec triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:26.277644 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.280508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Network 418cd607-1db6-4b86-bf12-f292afcb8c59 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:26.293965 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d7b44ad5-2b80-4252-8116-d489286a63e5 req-25be33e6-1fe6-4e34-8c07-b9804b092e8b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727680 Feb 04 05:44:26.349986 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-24eed4bb-8639-438e-b1fc-52531d4587ad tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] DELETE failed (client error): The resource could not be found. Feb 04 05:44:26.350447 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24eed4bb-8639-438e-b1fc-52531d4587ad tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:26.354955 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-24eed4bb-8639-438e-b1fc-52531d4587ad tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/subnets/70a0211a-be7e-4ef7-9aac-e50e3d4deb51 HTTP/1.1" status: 404 len: 337 time: 0.1147900 Feb 04 05:44:26.361667 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c2b55361-a4d8-4e0d-b505-d6bb3f198c11 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009154 Feb 04 05:44:26.370625 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49754) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:26.373074 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49756) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:26.412425 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-ff20c998-349c-430e-9b40-5a93dbde661b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:26.435377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab72a2e2-f741-46b9-8bd4-8c6a18243953 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:26.444173 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ab72a2e2-f741-46b9-8bd4-8c6a18243953 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.500489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.objects.ports [None req-67ab0c77-a5ff-429d-b7c3-d1f73e0efcc0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108744) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:44:26.516527 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-ab72a2e2-f741-46b9-8bd4-8c6a18243953 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] device_id is not set on port 4dc21770-1142-4656-a3fc-3f25eb9ec7ff yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:44:26.599855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67ab0c77-a5ff-429d-b7c3-d1f73e0efcc0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.658830 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3862d04-434e-4ce7-b8ac-c22cc1c7207f None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:26.697658 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:26.720877 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.731177 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.749191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:26.792868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab0c77-a5ff-429d-b7c3-d1f73e0efcc0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event updated for resources: {'Subnet': ['ID=cab25992-3012-4b53-80c9-ede064ee3685,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:26.816297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Attempting to bind port 270b3377-11e1-44a1-a1b3-f899fe34d09b on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:26.817057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Attempting to bind port 270b3377-11e1-44a1-a1b3-f899fe34d09b by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '68285700-3cd3-4186-bf7f-deaacd7c7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '87e3f783-1a90-45bb-87a4-14be266d1800'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:26.817519 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Attempting to bind port 270b3377-11e1-44a1-a1b3-f899fe34d09b on network 87e3f783-1a90-45bb-87a4-14be266d1800 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:26.818013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Allocated IP 172.20.0.1 (418cd607-1db6-4b86-bf12-f292afcb8c59/d60b2ff0-aab4-4693-b24d-060c51572e9d/5b5e8185-74ab-4ad4-bafb-9d8728b02dc7) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:26.831274 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c7e0b058-618b-4b75-a177-95f639b58c92 None None] For port 8c12e4a4-da0e-4d45-aca6-26676751eece, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8c12e4a4-da0e-4d45-aca6-26676751eece,segment=NetworkSegment(d22096e7-062f-420e-8c9d-38824b4692f3),segment_id=d22096e7-062f-420e-8c9d-38824b4692f3)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:26.832017 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b058-618b-4b75-a177-95f639b58c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.844225 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73af98-c751-4811-8eaf-dc1e459c726b req-430d270a-a42d-4323-b5a5-a47d5cbadb8b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:26.845759 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cc73af98-c751-4811-8eaf-dc1e459c726b req-430d270a-a42d-4323-b5a5-a47d5cbadb8b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2893646 Feb 04 05:44:26.847385 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff20c998-349c-430e-9b40-5a93dbde661b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:26.850855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff20c998-349c-430e-9b40-5a93dbde661b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.852506 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607622b-1117-4599-9e4a-0f71c2f5add0 req-ca069690-f84b-46f0-a148-25dafbd44001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:26.853991 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2607622b-1117-4599-9e4a-0f71c2f5add0 req-ca069690-f84b-46f0-a148-25dafbd44001 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20a08d81f69747a5b8125d321d28b9a0&device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 1098 time: 0.2157030 Feb 04 05:44:26.854845 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab0c77-a5ff-429d-b7c3-d1f73e0efcc0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Checking segment: {'id': '88902b2e-79f8-4711-8abb-8aa346a544ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '500e9c70-d877-4a8f-8224-0827181700be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:26.855209 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ab0c77-a5ff-429d-b7c3-d1f73e0efcc0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Network hostable DHCP agents. Network: 500e9c70-d877-4a8f-8224-0827181700be, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:44:26.863467 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:26.864253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Checking segment: {'id': '68285700-3cd3-4186-bf7f-deaacd7c7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '87e3f783-1a90-45bb-87a4-14be266d1800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:26.864903 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.865507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Bound using segment: {'id': '68285700-3cd3-4186-bf7f-deaacd7c7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '87e3f783-1a90-45bb-87a4-14be266d1800'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:26.866236 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Bound port: 270b3377-11e1-44a1-a1b3-f899fe34d09b, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68285700-3cd3-4186-bf7f-deaacd7c7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '87e3f783-1a90-45bb-87a4-14be266d1800'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:26.866877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.893000 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0b058-618b-4b75-a177-95f639b58c92 None None] Calling delete_port for 8c12e4a4-da0e-4d45-aca6-26676751eece owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:26.899048 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-53302144-e3f0-4db6-b5d8-104e8c7aa60e None None] Provisioning complete for port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:26.899497 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53302144-e3f0-4db6-b5d8-104e8c7aa60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.912153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:26.928781 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:44:26.930650 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Pushing event updated for resources: {'Port': ['ID=14736d4d-a43b-43a8-9e1d-31c8b88cddcc,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:26.941702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f67c784e-d938-4175-a25b-8f4fc26ce090 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Deleting port 463e3efd-c3ef-4313-a57d-ddffae646b3e {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:26.942562 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f67c784e-d938-4175-a25b-8f4fc26ce090 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.029007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ab0c77-a5ff-429d-b7c3-d1f73e0efcc0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Network 500e9c70-d877-4a8f-8224-0827181700be is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:44:27.070612 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cc73af98-c751-4811-8eaf-dc1e459c726b req-138b5505-6a72-45ce-8ffe-b3b9640ebb3b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835756 Feb 04 05:44:27.076405 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-67ab0c77-a5ff-429d-b7c3-d1f73e0efcc0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 500e9c70-d877-4a8f-8224-0827181700be) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:27.097109 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Attempting to bind port a9383c0d-c9a9-4956-ab03-fe1e33c8b896 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:27.097109 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Attempting to bind port a9383c0d-c9a9-4956-ab03-fe1e33c8b896 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '6f2122c5-39ad-4d46-b79a-87e0f792843b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '418cd607-1db6-4b86-bf12-f292afcb8c59'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:27.097109 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Attempting to bind port a9383c0d-c9a9-4956-ab03-fe1e33c8b896 on network 418cd607-1db6-4b86-bf12-f292afcb8c59 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:27.097902 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ab0c77-a5ff-429d-b7c3-d1f73e0efcc0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:27.098665 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67ab0c77-a5ff-429d-b7c3-d1f73e0efcc0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.101253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.104170 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f67c784e-d938-4175-a25b-8f4fc26ce090 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.134989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f67c784e-d938-4175-a25b-8f4fc26ce090 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Calling delete_port for 463e3efd-c3ef-4313-a57d-ddffae646b3e owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:27.135331 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.136015 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150cec84-4344-448e-801a-824847eea9b9 None None] Network 500e9c70-d877-4a8f-8224-0827181700be requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:27.160968 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607622b-1117-4599-9e4a-0f71c2f5add0 req-d6d1f507-093f-476a-a4de-204cc3261c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:27.162522 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2607622b-1117-4599-9e4a-0f71c2f5add0 req-d6d1f507-093f-476a-a4de-204cc3261c08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16cfc891-7074-4a12-8ae8-46d913cd15c9 HTTP/1.1" status: 200 len: 911 time: 0.2745149 Feb 04 05:44:27.170146 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-67ab0c77-a5ff-429d-b7c3-d1f73e0efcc0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7977290 Feb 04 05:44:27.175542 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49760) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:27.180637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-23064ab7-83a5-465e-855b-69162b2ab263 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Request body: {'port': {'network_id': '500e9c70-d877-4a8f-8224-0827181700be', 'name': 'tempest-NetworksIpV6TestAttrs-1796998070'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:27.197984 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:27.198608 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Checking segment: {'id': '6f2122c5-39ad-4d46-b79a-87e0f792843b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '418cd607-1db6-4b86-bf12-f292afcb8c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:27.199272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.199272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Bound using segment: {'id': '6f2122c5-39ad-4d46-b79a-87e0f792843b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '418cd607-1db6-4b86-bf12-f292afcb8c59'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:27.199817 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Bound port: a9383c0d-c9a9-4956-ab03-fe1e33c8b896, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2122c5-39ad-4d46-b79a-87e0f792843b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '418cd607-1db6-4b86-bf12-f292afcb8c59'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:27.200263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.204616 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Network 982dc9fc-73d8-4b68-b039-15f9d019e181 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:27.245728 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:27.261064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.291010 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.321247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] For port 270b3377-11e1-44a1-a1b3-f899fe34d09b, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:27.343606 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2607622b-1117-4599-9e4a-0f71c2f5add0 req-bc44d1e1-299e-4533-ac95-1e2886e91125 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e26def-ad4c-4e64-a39c-c0373f6389ae HTTP/1.1" status: 200 len: 1001 time: 0.1721981 Feb 04 05:44:27.368616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.406680 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] For port 270b3377-11e1-44a1-a1b3-f899fe34d09b, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=270b3377-11e1-44a1-a1b3-f899fe34d09b,segment=NetworkSegment(68285700-3cd3-4186-bf7f-deaacd7c7c9f),segment_id=68285700-3cd3-4186-bf7f-deaacd7c7c9f)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:27.419783 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port a6b9c702-3353-4fb2-9681-046f03e7d8ec, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a6b9c702-3353-4fb2-9681-046f03e7d8ec,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:27.427123 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.438261 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.453293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9701865c-9f2e-4e83-b33c-62887805e0e3 None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:44:27.458597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7e0b058-618b-4b75-a177-95f639b58c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.499901 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f67c784e-d938-4175-a25b-8f4fc26ce090 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.509031 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.536821 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff20c998-349c-430e-9b40-5a93dbde661b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.569008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.572293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c784e-d938-4175-a25b-8f4fc26ce090 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Port': ['ID=463e3efd-c3ef-4313-a57d-ddffae646b3e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:27.586339 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0b058-618b-4b75-a177-95f639b58c92 None None] No DVR routers for this DVR port 8c12e4a4-da0e-4d45-aca6-26676751eece on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:44:27.619080 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Network 196f9f7f-5903-4ea7-b85f-2f5394b80a17 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:27.628506 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] For port a9383c0d-c9a9-4956-ab03-fe1e33c8b896, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:27.644598 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:27.659653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:27.673364 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f67c784e-d938-4175-a25b-8f4fc26ce090 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.673578 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8c12e4a4-da0e-4d45-aca6-26676751eece no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:44:27.682289 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f67c784e-d938-4175-a25b-8f4fc26ce090 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/ports/463e3efd-c3ef-4313-a57d-ddffae646b3e HTTP/1.1" status: 204 len: 168 time: 1.3078504 Feb 04 05:44:27.686506 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] For port a9383c0d-c9a9-4956-ab03-fe1e33c8b896, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a9383c0d-c9a9-4956-ab03-fe1e33c8b896,segment=NetworkSegment(6f2122c5-39ad-4d46-b79a-87e0f792843b),segment_id=6f2122c5-39ad-4d46-b79a-87e0f792843b)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:27.707827 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff20c998-349c-430e-9b40-5a93dbde661b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:27.709455 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=5b5e8185-74ab-4ad4-bafb-9d8728b02dc7,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:27.715694 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.717463 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 8c12e4a4-da0e-4d45-aca6-26676751eece {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:44:27.718380 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8c12e4a4-da0e-4d45-aca6-26676751eece not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:44:27.718783 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:44:27.722992 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd2834-bc2b-45d0-8554-561b66e1e125 None None] Pushing event updated for resources: {'Port': ['ID=270b3377-11e1-44a1-a1b3-f899fe34d09b,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:27.723939 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23064ab7-83a5-465e-855b-69162b2ab263 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Made reservation on behalf of 19932e6f433d4ed78b93cd81b83b7622 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:27.731102 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23064ab7-83a5-465e-855b-69162b2ab263 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.737298 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49762) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:27.739047 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-ff20c998-349c-430e-9b40-5a93dbde661b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:27.742194 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff20c998-349c-430e-9b40-5a93dbde661b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:27.743450 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff20c998-349c-430e-9b40-5a93dbde661b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.794382 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 418cd607-1db6-4b86-bf12-f292afcb8c59 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:27.874517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9a037e44-c939-4394-857a-dffa752c695d None None] Provisioning complete for port 14736d4d-a43b-43a8-9e1d-31c8b88cddcc triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:27.874899 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a037e44-c939-4394-857a-dffa752c695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.887794 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4366ac0f-09c4-4a57-b0d1-c868ea8163f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.893363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:27.894949 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-500e9c70-d877-4a8f-8224-0827181700be', 'network_id': '500e9c70-d877-4a8f-8224-0827181700be', 'tenant_id': '19932e6f433d4ed78b93cd81b83b7622', 'fixed_ips': [{'subnet_id': 'cab25992-3012-4b53-80c9-ede064ee3685'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:27.895813 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:27.895931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:27.931945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20c998-349c-430e-9b40-5a93dbde661b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=783e21d3-a93f-4af3-b941-db4c80dd2cd4,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:27.956347 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Pushing event updated for resources: {'Port': ['ID=d1bac591-142a-4a75-bdf3-886b7baffa17,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:27.971588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-23064ab7-83a5-465e-855b-69162b2ab263 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] device_id is not set on port 9d4d3cfb-71b9-4558-9de3-0546dbd739cc yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:44:27.977683 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Attempting to bind port d1bac591-142a-4a75-bdf3-886b7baffa17 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:27.978077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Attempting to bind port d1bac591-142a-4a75-bdf3-886b7baffa17 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'cb32b7a6-9532-49d5-b994-323e5588e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '196f9f7f-5903-4ea7-b85f-2f5394b80a17'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:27.978439 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Attempting to bind port d1bac591-142a-4a75-bdf3-886b7baffa17 on network 196f9f7f-5903-4ea7-b85f-2f5394b80a17 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:27.987354 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ff20c998-349c-430e-9b40-5a93dbde661b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6111019 Feb 04 05:44:27.997498 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49764) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:28.003648 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4d5d43d7-4d5b-466c-8400-9238062461b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:28.025420 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-9701865c-9f2e-4e83-b33c-62887805e0e3 None None] Deleting port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:28.025810 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9701865c-9f2e-4e83-b33c-62887805e0e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.041939 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.060464 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0b058-618b-4b75-a177-95f639b58c92 None None] Pushing event deleted for resources: {'Port': ['ID=8c12e4a4-da0e-4d45-aca6-26676751eece,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:28.063134 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:28.063512 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Checking segment: {'id': 'cb32b7a6-9532-49d5-b994-323e5588e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '196f9f7f-5903-4ea7-b85f-2f5394b80a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:28.063652 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Router 8a425746-65a8-4e0c-a020-eef2df369988 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:44:28.064092 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.064324 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Bound using segment: {'id': 'cb32b7a6-9532-49d5-b994-323e5588e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '196f9f7f-5903-4ea7-b85f-2f5394b80a17'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:28.064763 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Bound port: d1bac591-142a-4a75-bdf3-886b7baffa17, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb32b7a6-9532-49d5-b994-323e5588e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '196f9f7f-5903-4ea7-b85f-2f5394b80a17'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:28.065140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.107219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Allocated IP 172.26.3.104 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/4199b5e7-a67c-48f7-afa8-38651d7fbba9) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:28.110824 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607622b-1117-4599-9e4a-0f71c2f5add0 req-d5a0470a-8ca0-4e03-b0ec-5eda82f47ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:28.112883 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2607622b-1117-4599-9e4a-0f71c2f5add0 req-d5a0470a-8ca0-4e03-b0ec-5eda82f47ad4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=55e14a0e-49fa-4b7e-a51a-07432707a113 HTTP/1.1" status: 200 len: 850 time: 0.7178397 Feb 04 05:44:28.150249 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-ab72a2e2-f741-46b9-8bd4-8c6a18243953 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Allocated IP 2001:db8::88 (196f9f7f-5903-4ea7-b85f-2f5394b80a17/06b851a3-7cfe-4fda-8364-c144285ba8a5/4dc21770-1142-4656-a3fc-3f25eb9ec7ff) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:28.205161 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4366ac0f-09c4-4a57-b0d1-c868ea8163f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.215569 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-9a037e44-c939-4394-857a-dffa752c695d None None] Port 14736d4d-a43b-43a8-9e1d-31c8b88cddcc cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:28.235253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-4366ac0f-09c4-4a57-b0d1-c868ea8163f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0baa961-271a-4743-bbff-405f2d42372f']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:28.246285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-4366ac0f-09c4-4a57-b0d1-c868ea8163f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22096e7-062f-420e-8c9d-38824b4692f3') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:28.246576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-4366ac0f-09c4-4a57-b0d1-c868ea8163f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22096e7-062f-420e-8c9d-38824b4692f3') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:28.258099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4366ac0f-09c4-4a57-b0d1-c868ea8163f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.313384 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4366ac0f-09c4-4a57-b0d1-c868ea8163f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.321582 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4366ac0f-09c4-4a57-b0d1-c868ea8163f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:44:28.322308 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4366ac0f-09c4-4a57-b0d1-c868ea8163f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.460363 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=a6b9c702-3353-4fb2-9681-046f03e7d8ec,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:28.464945 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607622b-1117-4599-9e4a-0f71c2f5add0 req-68ef5ed8-db5d-40ff-886c-27b1ed1457df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:44:28.465128 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:44:28.467013 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2607622b-1117-4599-9e4a-0f71c2f5add0 req-68ef5ed8-db5d-40ff-886c-27b1ed1457df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16cfc891-7074-4a12-8ae8-46d913cd15c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3283861 Feb 04 05:44:28.485512 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.542930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-23064ab7-83a5-465e-855b-69162b2ab263 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Allocated IP 2001:db8::f816:3eff:fea2:7fbb (500e9c70-d877-4a8f-8224-0827181700be/cab25992-3012-4b53-80c9-ede064ee3685/9d4d3cfb-71b9-4558-9de3-0546dbd739cc) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:28.566609 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] For port d1bac591-142a-4a75-bdf3-886b7baffa17, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:28.583272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9701865c-9f2e-4e83-b33c-62887805e0e3 None None] For port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=31cbc81a-edfb-41d5-894d-8cd2ea7f96fd,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:28.583632 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9701865c-9f2e-4e83-b33c-62887805e0e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.586886 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef214e-51e6-4922-82a4-99c4c07332d8 req-d804a90c-7644-4c43-ab7c-8ffc408161b6 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:28.588853 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-81ef214e-51e6-4922-82a4-99c4c07332d8 req-d804a90c-7644-4c43-ab7c-8ffc408161b6 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.3149183 Feb 04 05:44:28.601534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4366ac0f-09c4-4a57-b0d1-c868ea8163f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.612596 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.614423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-9701865c-9f2e-4e83-b33c-62887805e0e3 None None] Calling delete_port for 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:28.615943 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:28.634694 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4366ac0f-09c4-4a57-b0d1-c868ea8163f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.640294 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5c14702f-1e5c-4f49-bfeb-cbe2c3898cac admin admin] 10.222.0.10 "PUT /v2.0/routers/8a425746-65a8-4e0c-a020-eef2df369988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5656669 Feb 04 05:44:28.646422 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4366ac0f-09c4-4a57-b0d1-c868ea8163f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] 10.222.0.10 "DELETE /v2.0/networks/a0baa961-271a-4743-bbff-405f2d42372f HTTP/1.1" status: 204 len: 168 time: 0.8918080 Feb 04 05:44:28.722743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.772085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366ac0f-09c4-4a57-b0d1-c868ea8163f1 tempest-PortsTestJSON-647332860 tempest-PortsTestJSON-647332860-project] Pushing event deleted for resources: {'Network': ['ID=a0baa961-271a-4743-bbff-405f2d42372f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:28.794102 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2607622b-1117-4599-9e4a-0f71c2f5add0 req-6379a678-abe1-42c1-9600-90d0b44abf83 service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165114 Feb 04 05:44:28.868805 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ab72a2e2-f741-46b9-8bd4-8c6a18243953 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.917473 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:28.980682 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-81ef214e-51e6-4922-82a4-99c4c07332d8 req-53adf5b0-3f53-4f3a-8fb2-436cb7e40224 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666158 Feb 04 05:44:29.078854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:29.083461 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] For port d1bac591-142a-4a75-bdf3-886b7baffa17, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d1bac591-142a-4a75-bdf3-886b7baffa17,segment=NetworkSegment(cb32b7a6-9532-49d5-b994-323e5588e9e3),segment_id=cb32b7a6-9532-49d5-b994-323e5588e9e3)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:29.086907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:29.090391 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f2758-c0c0-4a11-acf1-9dcb4d3920dd None None] Pushing event updated for resources: {'Port': ['ID=a9383c0d-c9a9-4956-ab03-fe1e33c8b896,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:29.099021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Sync routers for ids ['8a425746-65a8-4e0c-a020-eef2df369988'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:29.109757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:29.112990 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ab72a2e2-f741-46b9-8bd4-8c6a18243953 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:29.119044 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:29.134457 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=31cbc81a-edfb-41d5-894d-8cd2ea7f96fd,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:29.151081 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Routers {'8a425746-65a8-4e0c-a020-eef2df369988'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:29.152109 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8a425746-65a8-4e0c-a020-eef2df369988'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:29.167912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23064ab7-83a5-465e-855b-69162b2ab263 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:29.242767 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Pushing event updated for resources: {'Port': ['ID=4199b5e7-a67c-48f7-afa8-38651d7fbba9,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:29.267725 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49778) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:29.304542 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Set router 8a425746-65a8-4e0c-a020-eef2df369988 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:29.329212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab72a2e2-f741-46b9-8bd4-8c6a18243953 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 196f9f7f-5903-4ea7-b85f-2f5394b80a17 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:29.361375 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-ab72a2e2-f741-46b9-8bd4-8c6a18243953 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:29.372534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab72a2e2-f741-46b9-8bd4-8c6a18243953 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:29.383027 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab72a2e2-f741-46b9-8bd4-8c6a18243953 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:29.388413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ab72a2e2-f741-46b9-8bd4-8c6a18243953 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:29.401979 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2607622b-1117-4599-9e4a-0f71c2f5add0 req-6bf90330-4301-435b-94ba-b2647407a407 service neutron] 10.222.0.26 "GET /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997523 Feb 04 05:44:29.571760 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d72301-f9b3-40c8-b9fc-019f55adc06d None None] Network 87e3f783-1a90-45bb-87a4-14be266d1800 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:29.575706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:29.606310 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ab72a2e2-f741-46b9-8bd4-8c6a18243953 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.8181298 Feb 04 05:44:29.614041 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9701865c-9f2e-4e83-b33c-62887805e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:29.631469 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72a2e2-f741-46b9-8bd4-8c6a18243953 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=4dc21770-1142-4656-a3fc-3f25eb9ec7ff,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:29.634688 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49782) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:29.677955 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9701865c-9f2e-4e83-b33c-62887805e0e3 None None] No DVR routers for this DVR port 31cbc81a-edfb-41d5-894d-8cd2ea7f96fd on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:44:29.787961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8a65eb-3d8f-40fa-95e3-74400445b96a None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:29.810974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:29.822442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:29.889119 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7c16030c-83d0-4edb-acac-738ecd886808 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7792832c90bd4ac49d281b6efc6d76c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6169872 Feb 04 05:44:29.898132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49784) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:29.917824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb69cfba-f8d0-4abe-be2e-157cf0788f6c None None] Network 418cd607-1db6-4b86-bf12-f292afcb8c59 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:29.920033 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23064ab7-83a5-465e-855b-69162b2ab263 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:30.043741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=5b5e8185-74ab-4ad4-bafb-9d8728b02dc7,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:30.053073 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5d43d7-4d5b-466c-8400-9238062461b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:30.063413 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d5d43d7-4d5b-466c-8400-9238062461b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:30.188475 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:30.211908 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23064ab7-83a5-465e-855b-69162b2ab263 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Network 500e9c70-d877-4a8f-8224-0827181700be is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:30.274049 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49788) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:30.293052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-23064ab7-83a5-465e-855b-69162b2ab263 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:30.303234 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d35094ff-8a59-484f-81fc-65382da90e4d None None] Provisioning complete for port 270b3377-11e1-44a1-a1b3-f899fe34d09b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:30.303608 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d35094ff-8a59-484f-81fc-65382da90e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:30.309706 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:30.313286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23064ab7-83a5-465e-855b-69162b2ab263 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:30.317391 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a9383c0d-c9a9-4956-ab03-fe1e33c8b896 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:30.320008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23064ab7-83a5-465e-855b-69162b2ab263 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:30.320669 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23064ab7-83a5-465e-855b-69162b2ab263 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:30.328612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ba3c0d7f-36ca-4f98-bc01-aef5cf26c647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:30.342331 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-abf38a62-1b7a-4d9a-b908-cde978e4f9cc tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977250023', 'description': 'tempest-secgroup-smoke-977250023 description', 'project_id': 'cc5330e91f224377a5a1b171420d5342'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:30.352767 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '783e21d3-a93f-4af3-b941-db4c80dd2cd4'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:30.353597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:30.357929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ba3c0d7f-36ca-4f98-bc01-aef5cf26c647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:30.381862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b5a5b33-7c81-4092-8a4b-9be562bfcb66 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:30.403954 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30e548-9656-4513-8be2-dad2d63c4b9f None None] Pushing event updated for resources: {'Port': ['ID=d1bac591-142a-4a75-bdf3-886b7baffa17,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:30.430930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23064ab7-83a5-465e-855b-69162b2ab263 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event updated for resources: {'Port': ['ID=9d4d3cfb-71b9-4558-9de3-0546dbd739cc,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:30.456522 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9a694-d14e-49c7-adb6-b8095458205e req-627688a9-66ed-44b7-a9c1-7403295cb1b5 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:30.458225 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-23064ab7-83a5-465e-855b-69162b2ab263 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2816405 Feb 04 05:44:30.458563 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b2a9a694-d14e-49c7-adb6-b8095458205e req-627688a9-66ed-44b7-a9c1-7403295cb1b5 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2726111 Feb 04 05:44:30.464988 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49790) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:30.473435 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Allocated IP 2001:db8::f816:3eff:fe99:9aae (500e9c70-d877-4a8f-8224-0827181700be/cab25992-3012-4b53-80c9-ede064ee3685/1bed8ee2-2162-4f96-83fe-07efb387c445) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:30.511800 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event deleted for resources: {'Port': ['ID=31cbc81a-edfb-41d5-894d-8cd2ea7f96fd,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:30.555201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-abf38a62-1b7a-4d9a-b908-cde978e4f9cc tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:30.563966 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ba3c0d7f-36ca-4f98-bc01-aef5cf26c647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:30.566500 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ba3c0d7f-36ca-4f98-bc01-aef5cf26c647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:30.570033 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ba3c0d7f-36ca-4f98-bc01-aef5cf26c647 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3465bc0-2071-42d0-96fc-118c29eb89fc HTTP/1.1" status: 204 len: 168 time: 0.6579328 Feb 04 05:44:30.599798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c0d7f-36ca-4f98-bc01-aef5cf26c647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3465bc0-2071-42d0-96fc-118c29eb89fc,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:30.615067 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 418cd607-1db6-4b86-bf12-f292afcb8c59 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:30.633957 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b2a9a694-d14e-49c7-adb6-b8095458205e req-8ff08c63-2fad-4774-b33c-6f26676a15f1 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566052 Feb 04 05:44:30.658826 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:30.673164 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Allocated IP 172.20.0.2 (99cffe53-689e-4c68-95bc-797fbe732ade/783e21d3-a93f-4af3-b941-db4c80dd2cd4/786cf8eb-6b84-4076-9669-bc56b5dca789) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:30.737496 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e1f95a-1159-4307-bd63-b6b6f4ef09d8 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Deleting subnet cab25992-3012-4b53-80c9-ede064ee3685 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:30.919855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 70e277ae-3242-4c68-9101-c83ee49f70f3 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:44:31.012666 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701865c-9f2e-4e83-b33c-62887805e0e3 None None] Pushing event deleted for resources: {'Port': ['ID=31cbc81a-edfb-41d5-894d-8cd2ea7f96fd,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:31.042793 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a425746-65a8-4e0c-a020-eef2df369988', 'name': 'tempest-TestVolumeBootPattern-1695407724-router', 'tenant_id': '36166491258742c5840afc9debd607c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a6b9c702-3353-4fb2-9681-046f03e7d8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:13Z', 'updated_at': '2022-02-04T05:44:25Z', 'revision_number': 4, 'project_id': '36166491258742c5840afc9debd607c0', 'gw_port': {'id': 'a6b9c702-3353-4fb2-9681-046f03e7d8ec', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a425746-65a8-4e0c-a020-eef2df369988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:15Z', 'updated_at': '2022-02-04T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '14736d4d-a43b-43a8-9e1d-31c8b88cddcc', 'name': '', 'network_id': '982dc9fc-73d8-4b68-b039-15f9d019e181', 'tenant_id': '36166491258742c5840afc9debd607c0', 'mac_address': 'fa:16:3e:a0:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a425746-65a8-4e0c-a020-eef2df369988', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b1294164-f70a-4c14-8a6d-1ba18671ea0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:23Z', 'updated_at': '2022-02-04T05:44:26Z', 'revision_number': 2, 'project_id': '36166491258742c5840afc9debd607c0', 'subnets': [{'id': 'b1294164-f70a-4c14-8a6d-1ba18671ea0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:31.056098 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.objects.ports [None req-4d5d43d7-4d5b-466c-8400-9238062461b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108744) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:44:31.057843 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d5d43d7-4d5b-466c-8400-9238062461b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:31.116194 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Checking router: 8a425746-65a8-4e0c-a020-eef2df369988 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:44:31.116536 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Updating router 8a425746-65a8-4e0c-a020-eef2df369988 port 14736d4d-a43b-43a8-9e1d-31c8b88cddcc binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:44:31.163677 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:31.196196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port a9383c0d-c9a9-4956-ab03-fe1e33c8b896 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:31.196556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:31.198119 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d43d7-4d5b-466c-8400-9238062461b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:31.205023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d43d7-4d5b-466c-8400-9238062461b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:31.207883 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5d43d7-4d5b-466c-8400-9238062461b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:31.208471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d5d43d7-4d5b-466c-8400-9238062461b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:31.231060 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d43d7-4d5b-466c-8400-9238062461b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=81dde581-0d05-45a0-b59f-5950726c0e64,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:31.244411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:31.254247 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-72537736-7a18-47f7-9f78-8c4a8cee6c53 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/70e277ae-3242-4c68-9101-c83ee49f70f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4848621 Feb 04 05:44:31.255256 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49804) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:31.259056 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514fe4e3-1105-4bff-af17-7a71f2b6b2a4 None None] Sync routers for ids ['70e277ae-3242-4c68-9101-c83ee49f70f3'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:31.269852 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4d5d43d7-4d5b-466c-8400-9238062461b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2690048 Feb 04 05:44:31.271275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49806) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:31.279027 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514fe4e3-1105-4bff-af17-7a71f2b6b2a4 None None] Routers {'70e277ae-3242-4c68-9101-c83ee49f70f3'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:31.280402 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-514fe4e3-1105-4bff-af17-7a71f2b6b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['70e277ae-3242-4c68-9101-c83ee49f70f3'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:31.295355 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-67db57b4-6f67-4003-b8c2-19b134ed9fe2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'mac_address': 'fa:16:3e:18:91:4d', 'name': 'tempest-NetworksTestDHCPv6-378488199'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:31.325829 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f060895-1fbf-4ecf-a272-5823894bb27a None None] Network 196f9f7f-5903-4ea7-b85f-2f5394b80a17 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:31.346928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:31.363405 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6421178d-1617-4117-8026-65a7a6b5e0b8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:31.367990 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6421178d-1617-4117-8026-65a7a6b5e0b8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports/5b5e8185-74ab-4ad4-bafb-9d8728b02dc7 HTTP/1.1" status: 200 len: 910 time: 0.1107347 Feb 04 05:44:31.370743 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49810) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:31.398168 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-514fe4e3-1105-4bff-af17-7a71f2b6b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:31.420435 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514fe4e3-1105-4bff-af17-7a71f2b6b2a4 None None] Routers {'70e277ae-3242-4c68-9101-c83ee49f70f3'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:31.421091 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-514fe4e3-1105-4bff-af17-7a71f2b6b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['70e277ae-3242-4c68-9101-c83ee49f70f3'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:31.421215 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-abf38a62-1b7a-4d9a-b908-cde978e4f9cc tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:31.586217 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b5a5b33-7c81-4092-8a4b-9be562bfcb66 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:31.615896 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:31.619975 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-abf38a62-1b7a-4d9a-b908-cde978e4f9cc tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:31.622371 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b5a5b33-7c81-4092-8a4b-9be562bfcb66 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:31.712548 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf38a62-1b7a-4d9a-b908-cde978e4f9cc tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b46f3e-02fd-4106-a0fa-9044f91b810b,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:31.788097 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-514fe4e3-1105-4bff-af17-7a71f2b6b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:31.788793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49820) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:31.789047 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514fe4e3-1105-4bff-af17-7a71f2b6b2a4 None None] The sync data for ids ['70e277ae-3242-4c68-9101-c83ee49f70f3'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:31.818739 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:31.879482 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d35094ff-8a59-484f-81fc-65382da90e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:31.951134 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b5a5b33-7c81-4092-8a4b-9be562bfcb66 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:31.951356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67db57b4-6f67-4003-b8c2-19b134ed9fe2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:32.146909 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a5b33-7c81-4092-8a4b-9be562bfcb66 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=4dc21770-1142-4656-a3fc-3f25eb9ec7ff,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:32.170032 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-06721b4b-e7f9-4c6f-9f0c-1b6c6084301d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-200696415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:32.178806 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67db57b4-6f67-4003-b8c2-19b134ed9fe2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.179184 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:32.193356 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d35094ff-8a59-484f-81fc-65382da90e4d None None] For port 270b3377-11e1-44a1-a1b3-f899fe34d09b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=270b3377-11e1-44a1-a1b3-f899fe34d09b,segment=NetworkSegment(68285700-3cd3-4186-bf7f-deaacd7c7c9f),segment_id=68285700-3cd3-4186-bf7f-deaacd7c7c9f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:32.218898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:32.222030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:32.224461 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Pushing event updated for resources: {'Port': ['ID=786cf8eb-6b84-4076-9669-bc56b5dca789,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:32.263197 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d35094ff-8a59-484f-81fc-65382da90e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.268397 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-67db57b4-6f67-4003-b8c2-19b134ed9fe2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port 6a2430f4-4ac0-4328-99a8-e77e6df1005b yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:44:32.331896 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-abf38a62-1b7a-4d9a-b908-cde978e4f9cc tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.337214 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-abf38a62-1b7a-4d9a-b908-cde978e4f9cc tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.0260406 Feb 04 05:44:32.338789 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b5a5b33-7c81-4092-8a4b-9be562bfcb66 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.341019 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35094ff-8a59-484f-81fc-65382da90e4d None None] Pushing event updated for resources: {'Port': ['ID=270b3377-11e1-44a1-a1b3-f899fe34d09b,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:32.353180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49824) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:32.361104 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-c8039c2f-0290-4c71-a004-efd159440af6 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Request body: {'security_group_rule': {'security_group_id': '92b46f3e-02fd-4106-a0fa-9044f91b810b', 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:32.418264 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.426843 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06721b4b-e7f9-4c6f-9f0c-1b6c6084301d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.427859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06721b4b-e7f9-4c6f-9f0c-1b6c6084301d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.478446 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.480199 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.529595 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-75e1f95a-1159-4307-bd63-b6b6f4ef09d8 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.564629 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Attempting to bind port 786cf8eb-6b84-4076-9669-bc56b5dca789 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:32.565043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Attempting to bind port 786cf8eb-6b84-4076-9669-bc56b5dca789 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:32.565419 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Attempting to bind port 786cf8eb-6b84-4076-9669-bc56b5dca789 on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:32.572941 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06721b4b-e7f9-4c6f-9f0c-1b6c6084301d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.581946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7245767b-95fd-4037-99a3-20f0597fcd4e None None] Provisioning complete for port d1bac591-142a-4a75-bdf3-886b7baffa17 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:32.582361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7245767b-95fd-4037-99a3-20f0597fcd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.584739 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8039c2f-0290-4c71-a004-efd159440af6 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.585085 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Network 500e9c70-d877-4a8f-8224-0827181700be is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:32.587838 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06721b4b-e7f9-4c6f-9f0c-1b6c6084301d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.589548 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Router fd9d8d6e-9e5c-4408-9fd3-51930ef7f461 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:44:32.611957 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-75e1f95a-1159-4307-bd63-b6b6f4ef09d8 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.619378 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-67db57b4-6f67-4003-b8c2-19b134ed9fe2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 172.20.0.13 (99cffe53-689e-4c68-95bc-797fbe732ade/783e21d3-a93f-4af3-b941-db4c80dd2cd4/6a2430f4-4ac0-4328-99a8-e77e6df1005b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:32.622994 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:32.623376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:32.623833 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.624221 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:32.624739 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Bound port: 786cf8eb-6b84-4076-9669-bc56b5dca789, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:32.625176 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.627326 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:32.630501 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:32.634405 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06721b4b-e7f9-4c6f-9f0c-1b6c6084301d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.634648 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bc8e5-01dd-4521-96bf-ee169eb7f9fb req-c6b1be96-133e-4022-864c-778f94fa9264 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:32.638269 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-06721b4b-e7f9-4c6f-9f0c-1b6c6084301d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8303826 Feb 04 05:44:32.638422 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8f0bc8e5-01dd-4521-96bf-ee169eb7f9fb req-c6b1be96-133e-4022-864c-778f94fa9264 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.5468946 Feb 04 05:44:32.646249 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49826) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:32.653751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-49099237'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:32.658297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-67db57b4-6f67-4003-b8c2-19b134ed9fe2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::f816:3eff:fe18:914d (99cffe53-689e-4c68-95bc-797fbe732ade/81dde581-0d05-45a0-b59f-5950726c0e64/6a2430f4-4ac0-4328-99a8-e77e6df1005b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:32.677444 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Pushing event updated for resources: {'Port': ['ID=1bed8ee2-2162-4f96-83fe-07efb387c445,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:32.694878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-99f5064d-a26c-406d-8298-2d8b49f26aa8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.711075 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port a9383c0d-c9a9-4956-ab03-fe1e33c8b896, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a9383c0d-c9a9-4956-ab03-fe1e33c8b896,segment=NetworkSegment(6f2122c5-39ad-4d46-b79a-87e0f792843b),segment_id=6f2122c5-39ad-4d46-b79a-87e0f792843b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:32.744315 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.745106 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a6b9c702-3353-4fb2-9681-046f03e7d8ec up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:32.884024 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8f0bc8e5-01dd-4521-96bf-ee169eb7f9fb req-6b6af08a-10d4-499b-b555-350d890838de tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226777 Feb 04 05:44:32.915613 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Attempting to bind port 1bed8ee2-2162-4f96-83fe-07efb387c445 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:32.915987 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Attempting to bind port 1bed8ee2-2162-4f96-83fe-07efb387c445 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '88902b2e-79f8-4711-8abb-8aa346a544ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '500e9c70-d877-4a8f-8224-0827181700be'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:32.916346 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Attempting to bind port 1bed8ee2-2162-4f96-83fe-07efb387c445 on network 500e9c70-d877-4a8f-8224-0827181700be {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:32.963272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:32.963666 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Checking segment: {'id': '88902b2e-79f8-4711-8abb-8aa346a544ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '500e9c70-d877-4a8f-8224-0827181700be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:32.964038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:32.964514 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Bound using segment: {'id': '88902b2e-79f8-4711-8abb-8aa346a544ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '500e9c70-d877-4a8f-8224-0827181700be'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:32.964899 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Bound port: 1bed8ee2-2162-4f96-83fe-07efb387c445, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88902b2e-79f8-4711-8abb-8aa346a544ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '500e9c70-d877-4a8f-8224-0827181700be'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:32.965276 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.006767 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=a9383c0d-c9a9-4956-ab03-fe1e33c8b896,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:33.011380 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] For port 786cf8eb-6b84-4076-9669-bc56b5dca789, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:33.025485 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.067807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] For port 786cf8eb-6b84-4076-9669-bc56b5dca789, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=786cf8eb-6b84-4076-9669-bc56b5dca789,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:33.069415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.090978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.097265 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b5a5b33-7c81-4092-8a4b-9be562bfcb66 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.101970 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:33.115469 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-75e1f95a-1159-4307-bd63-b6b6f4ef09d8 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.121453 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7245767b-95fd-4037-99a3-20f0597fcd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.135207 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Sync routers for ids ['fd9d8d6e-9e5c-4408-9fd3-51930ef7f461'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:33.164401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port a6b9c702-3353-4fb2-9681-046f03e7d8ec triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:33.164401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.188461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b5a5b33-7c81-4092-8a4b-9be562bfcb66 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.189522 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b5a5b33-7c81-4092-8a4b-9be562bfcb66 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.201393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8039c2f-0290-4c71-a004-efd159440af6 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.236413 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8039c2f-0290-4c71-a004-efd159440af6 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.242624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Made reservation on behalf of 5593896fb4a2499ab1b563f2ed103dab for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:33.250226 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.252637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-75e1f95a-1159-4307-bd63-b6b6f4ef09d8 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.280408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7245767b-95fd-4037-99a3-20f0597fcd4e None None] For port d1bac591-142a-4a75-bdf3-886b7baffa17, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d1bac591-142a-4a75-bdf3-886b7baffa17,segment=NetworkSegment(cb32b7a6-9532-49d5-b994-323e5588e9e3),segment_id=cb32b7a6-9532-49d5-b994-323e5588e9e3)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:33.288970 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Routers {'fd9d8d6e-9e5c-4408-9fd3-51930ef7f461'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:33.289686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['fd9d8d6e-9e5c-4408-9fd3-51930ef7f461'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:33.299668 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] For port 1bed8ee2-2162-4f96-83fe-07efb387c445, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:33.303659 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7245767b-95fd-4037-99a3-20f0597fcd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.307863 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed2445-edaa-459e-b55f-626392e42b05 None None] Pushing event updated for resources: {'Port': ['ID=14736d4d-a43b-43a8-9e1d-31c8b88cddcc,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:33.318330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.362793 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-75e1f95a-1159-4307-bd63-b6b6f4ef09d8 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.366717 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-75e1f95a-1159-4307-bd63-b6b6f4ef09d8 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/subnets/cab25992-3012-4b53-80c9-ede064ee3685 HTTP/1.1" status: 204 len: 168 time: 2.8968008 Feb 04 05:44:33.403821 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49830) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:33.414957 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1f95a-1159-4307-bd63-b6b6f4ef09d8 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Subnet': ['ID=cab25992-3012-4b53-80c9-ede064ee3685,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:33.432554 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8039c2f-0290-4c71-a004-efd159440af6 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14e7ae2-fd9b-4d3a-ae93-21453d704948,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:33.448282 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.449758 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] For port 1bed8ee2-2162-4f96-83fe-07efb387c445, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=1bed8ee2-2162-4f96-83fe-07efb387c445,segment=NetworkSegment(88902b2e-79f8-4711-8abb-8aa346a544ec),segment_id=88902b2e-79f8-4711-8abb-8aa346a544ec)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:33.452735 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b65d0860-18a1-430d-9ad0-b38b55a88180 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.3829145 Feb 04 05:44:33.463690 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49832) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:33.469300 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7245767b-95fd-4037-99a3-20f0597fcd4e None None] Provisioning complete for port a9383c0d-c9a9-4956-ab03-fe1e33c8b896 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:33.469828 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7245767b-95fd-4037-99a3-20f0597fcd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.487615 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.533226 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8039c2f-0290-4c71-a004-efd159440af6 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.541874 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c8039c2f-0290-4c71-a004-efd159440af6 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1865714 Feb 04 05:44:33.543520 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49834) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:33.555102 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6ce494b3-a282-4f05-ba05-5472c5f419c3 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Request body: {'security_group_rule': {'security_group_id': '92b46f3e-02fd-4106-a0fa-9044f91b810b', 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:33.568201 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Attempting to bind port 14736d4d-a43b-43a8-9e1d-31c8b88cddcc on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:33.568707 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Attempting to bind port 14736d4d-a43b-43a8-9e1d-31c8b88cddcc by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '95d4220a-36fb-433c-a8a4-26dd110cb3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '982dc9fc-73d8-4b68-b039-15f9d019e181'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:33.569470 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Attempting to bind port 14736d4d-a43b-43a8-9e1d-31c8b88cddcc on network 982dc9fc-73d8-4b68-b039-15f9d019e181 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:33.632328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Set router fd9d8d6e-9e5c-4408-9fd3-51930ef7f461 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:33.632744 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178a265-864e-41b9-81d2-5c31e86f2eed req-5b382587-545d-482b-9701-317ad703f3d5 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:33.635157 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f178a265-864e-41b9-81d2-5c31e86f2eed req-5b382587-545d-482b-9701-317ad703f3d5 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.6504099 Feb 04 05:44:33.656873 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a5b33-7c81-4092-8a4b-9be562bfcb66 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=4dc21770-1142-4656-a3fc-3f25eb9ec7ff,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:33.708644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1019c2b6-6a66-4b19-874f-afce11b72771 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:33.710178 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1019c2b6-6a66-4b19-874f-afce11b72771 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:33.711734 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1019c2b6-6a66-4b19-874f-afce11b72771 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3059115 Feb 04 05:44:33.723639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49836) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:33.744895 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67db57b4-6f67-4003-b8c2-19b134ed9fe2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.778980 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:33.779522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Checking segment: {'id': '95d4220a-36fb-433c-a8a4-26dd110cb3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '982dc9fc-73d8-4b68-b039-15f9d019e181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:33.781221 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.781669 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Bound using segment: {'id': '95d4220a-36fb-433c-a8a4-26dd110cb3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '982dc9fc-73d8-4b68-b039-15f9d019e181'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:33.782230 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Bound port: 14736d4d-a43b-43a8-9e1d-31c8b88cddcc, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d4220a-36fb-433c-a8a4-26dd110cb3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '982dc9fc-73d8-4b68-b039-15f9d019e181'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:33.782616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.817503 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ce494b3-a282-4f05-ba05-5472c5f419c3 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.819241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d9303-0324-4902-976f-336c2b729623 None None] Pushing event updated for resources: {'Port': ['ID=786cf8eb-6b84-4076-9669-bc56b5dca789,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:33.838828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5a5b33-7c81-4092-8a4b-9be562bfcb66 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 196f9f7f-5903-4ea7-b85f-2f5394b80a17 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:33.850295 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f178a265-864e-41b9-81d2-5c31e86f2eed req-b8fe93c4-2ca4-483c-83ec-41d81aa5211f tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939728 Feb 04 05:44:33.853083 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-4b5a5b33-7c81-4092-8a4b-9be562bfcb66 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:33.916234 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:33.979860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fa44da1b-b695-419a-93e4-adbff18f9cbc tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.014932 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6e9382a7-67e3-41ba-b6ec-0bfb96537c98 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/routers/fd9d8d6e-9e5c-4408-9fd3-51930ef7f461 HTTP/1.1" status: 200 len: 909 time: 0.5326803 Feb 04 05:44:34.017693 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49840) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:34.031161 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2105378213', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'enable_snat': True}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:34.034262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67db57b4-6f67-4003-b8c2-19b134ed9fe2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.036654 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.115481 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa44da1b-b695-419a-93e4-adbff18f9cbc tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 05:44:34.116157 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa44da1b-b695-419a-93e4-adbff18f9cbc tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:34.119808 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fa44da1b-b695-419a-93e4-adbff18f9cbc tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/networks/500e9c70-d877-4a8f-8224-0827181700be HTTP/1.1" status: 409 len: 405 time: 0.3943596 Feb 04 05:44:34.139525 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:44:34.140057 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.141288 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49842) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:34.143045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.155056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f0f83ee4-9620-4497-a1b2-dc73c795b2f5 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-873285288'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:34.197261 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67db57b4-6f67-4003-b8c2-19b134ed9fe2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:34.227819 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.228477 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Added segment d85a88d6-d97e-41a4-a1e6-01ae5c017bcf of type vlan for network 01c5ed41-869c-4446-95e0-b6388f495d06 Feb 04 05:44:34.250814 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.256951 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5a5b33-7c81-4092-8a4b-9be562bfcb66 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 0b652faf-d575-4ce2-a38f-0b4cfe2ba09a is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:44:34.286891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.320162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-67db57b4-6f67-4003-b8c2-19b134ed9fe2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:34.323281 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db57b4-6f67-4003-b8c2-19b134ed9fe2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:34.327625 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db57b4-6f67-4003-b8c2-19b134ed9fe2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=6a2430f4-4ac0-4328-99a8-e77e6df1005b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:34.355869 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4378062c-525f-4ea1-9ea1-5f7e146d83ff,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:34.449423 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f83ee4-9620-4497-a1b2-dc73c795b2f5 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Made reservation on behalf of 19932e6f433d4ed78b93cd81b83b7622 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:34.453135 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0f83ee4-9620-4497-a1b2-dc73c795b2f5 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.466835 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.481036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:34.482744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.555388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.572400 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f83ee4-9620-4497-a1b2-dc73c795b2f5 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:44:34.587608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0f83ee4-9620-4497-a1b2-dc73c795b2f5 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.588112 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-f0f83ee4-9620-4497-a1b2-dc73c795b2f5 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Added segment ef050027-e4d3-4162-bc46-7d599daf456c of type vlan for network 071d3df1-160c-4133-a3e9-eca81038054b Feb 04 05:44:34.619088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245767b-95fd-4037-99a3-20f0597fcd4e None None] Pushing event updated for resources: {'Port': ['ID=d1bac591-142a-4a75-bdf3-886b7baffa17,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:34.643357 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 270b3377-11e1-44a1-a1b3-f899fe34d09b up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:34.664974 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.694112 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event updated for resources: {'Network': ['ID=01c5ed41-869c-4446-95e0-b6388f495d06,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:34.703612 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f5b4c7b7-61f5-4a7c-bc28-642a509d3551 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0537412 Feb 04 05:44:34.710671 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ce494b3-a282-4f05-ba05-5472c5f419c3 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.716290 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49846) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:34.747914 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-df2365ad-bd67-489d-aa4a-54837cab2092 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Request body: {'subnet': {'network_id': '01c5ed41-869c-4446-95e0-b6388f495d06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:34.787322 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909573c-cfa9-480f-bc9c-beabd400528f req-cc5bce73-226d-4531-bcba-8d97a0c7529b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:34.788772 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a909573c-cfa9-480f-bc9c-beabd400528f req-cc5bce73-226d-4531-bcba-8d97a0c7529b tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.3998370 Feb 04 05:44:34.794537 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5a5b33-7c81-4092-8a4b-9be562bfcb66 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:34.804867 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4b5a5b33-7c81-4092-8a4b-9be562bfcb66 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/0b652faf-d575-4ce2-a38f-0b4cfe2ba09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1629100 Feb 04 05:44:34.807302 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3ee1ed-2256-4f45-b518-e5272882708d None None] Sync routers for ids ['0b652faf-d575-4ce2-a38f-0b4cfe2ba09a'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:34.815166 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49848) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:34.825127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] For port 14736d4d-a43b-43a8-9e1d-31c8b88cddcc, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:34.825847 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ee1ed-2256-4f45-b518-e5272882708d None None] Routers {'0b652faf-d575-4ce2-a38f-0b4cfe2ba09a'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:34.827358 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8a3ee1ed-2256-4f45-b518-e5272882708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0b652faf-d575-4ce2-a38f-0b4cfe2ba09a'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:34.831530 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] For port 14736d4d-a43b-43a8-9e1d-31c8b88cddcc, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=14736d4d-a43b-43a8-9e1d-31c8b88cddcc,segment=NetworkSegment(95d4220a-36fb-433c-a8a4-26dd110cb3e3),segment_id=95d4220a-36fb-433c-a8a4-26dd110cb3e3)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:34.873024 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8a3ee1ed-2256-4f45-b518-e5272882708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:34.876230 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ce494b3-a282-4f05-ba05-5472c5f419c3 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.883305 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ee1ed-2256-4f45-b518-e5272882708d None None] Routers {'0b652faf-d575-4ce2-a38f-0b4cfe2ba09a'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:34.884165 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8a3ee1ed-2256-4f45-b518-e5272882708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0b652faf-d575-4ce2-a38f-0b4cfe2ba09a'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:34.917651 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2365ad-bd67-489d-aa4a-54837cab2092 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Made reservation on behalf of 5593896fb4a2499ab1b563f2ed103dab for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:34.918079 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 01c5ed41-869c-4446-95e0-b6388f495d06 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:44:34.922322 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-df2365ad-bd67-489d-aa4a-54837cab2092 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.927888 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8a3ee1ed-2256-4f45-b518-e5272882708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:34.930819 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3ee1ed-2256-4f45-b518-e5272882708d None None] The sync data for ids ['0b652faf-d575-4ce2-a38f-0b4cfe2ba09a'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:34.939476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-99f5064d-a26c-406d-8298-2d8b49f26aa8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port 5b5e8185-74ab-4ad4-bafb-9d8728b02dc7 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:34.939800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-99f5064d-a26c-406d-8298-2d8b49f26aa8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:34.958082 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4dbbc-5942-4604-940f-a211153122fc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:34.959514 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d4d4dbbc-5942-4604-940f-a211153122fc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports/4dc21770-1142-4656-a3fc-3f25eb9ec7ff HTTP/1.1" status: 200 len: 982 time: 0.1347754 Feb 04 05:44:34.960432 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1fe96-cd41-4e60-b217-84307c34a674 None None] Pushing event updated for resources: {'Port': ['ID=1bed8ee2-2162-4f96-83fe-07efb387c445,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:34.973129 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49850) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:34.989495 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.006354 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a909573c-cfa9-480f-bc9c-beabd400528f req-68034838-c0b1-4659-a35c-64af23533a16 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088182 Feb 04 05:44:35.020165 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce494b3-a282-4f05-ba05-5472c5f419c3 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d23246-6de9-4df4-96e7-bd554956b7e0,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:35.029462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ce494b3-a282-4f05-ba05-5472c5f419c3 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.029462 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6ce494b3-a282-4f05-ba05-5472c5f419c3 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4754679 Feb 04 05:44:35.032977 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0f83ee4-9620-4497-a1b2-dc73c795b2f5 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.040201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49852) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:35.044913 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-fd9e9c24-34d3-4c8b-aaa9-bd1d0b3e6423 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Request body: {'security_group_rule': {'security_group_id': '92b46f3e-02fd-4106-a0fa-9044f91b810b', 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:35.071982 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db57b4-6f67-4003-b8c2-19b134ed9fe2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:35.072718 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67db57b4-6f67-4003-b8c2-19b134ed9fe2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.101385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7245767b-95fd-4037-99a3-20f0597fcd4e None None] Provisioning complete for port 5b5e8185-74ab-4ad4-bafb-9d8728b02dc7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:35.101802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7245767b-95fd-4037-99a3-20f0597fcd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.178363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-99f5064d-a26c-406d-8298-2d8b49f26aa8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.204045 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-67db57b4-6f67-4003-b8c2-19b134ed9fe2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9135044 Feb 04 05:44:35.213417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9c24-34d3-4c8b-aaa9-bd1d0b3e6423 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.216152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49854) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:35.225574 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9214b147-f056-4c27-958a-f2022823237e None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:35.241794 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-99f5064d-a26c-406d-8298-2d8b49f26aa8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for 5b5e8185-74ab-4ad4-bafb-9d8728b02dc7 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:35.255676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0f83ee4-9620-4497-a1b2-dc73c795b2f5 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.262522 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f83ee4-9620-4497-a1b2-dc73c795b2f5 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:35.263399 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0f83ee4-9620-4497-a1b2-dc73c795b2f5 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.319024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 270b3377-11e1-44a1-a1b3-f899fe34d09b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:35.319400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.366948 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.367721 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed2445-edaa-459e-b55f-626392e42b05 None None] Pushing event updated for resources: {'Port': ['ID=14736d4d-a43b-43a8-9e1d-31c8b88cddcc,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:35.427284 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-7245767b-95fd-4037-99a3-20f0597fcd4e None None] Port 5b5e8185-74ab-4ad4-bafb-9d8728b02dc7 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:35.438242 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Routers {'8a425746-65a8-4e0c-a020-eef2df369988'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:35.438892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8a425746-65a8-4e0c-a020-eef2df369988'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:35.454473 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f0f83ee4-9620-4497-a1b2-dc73c795b2f5 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3064113 Feb 04 05:44:35.463538 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49856) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:35.470691 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-774775b5-11bf-4016-8323-f2d8853f26bf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Request body: {'subnet': {'network_id': '071d3df1-160c-4133-a3e9-eca81038054b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:35.515315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f83ee4-9620-4497-a1b2-dc73c795b2f5 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event updated for resources: {'Network': ['ID=071d3df1-160c-4133-a3e9-eca81038054b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:35.534818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 071d3df1-160c-4133-a3e9-eca81038054b details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:44:35.562850 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba8ae74-886a-49f8-9eea-cbc6251e40c9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:35.568758 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba8ae74-886a-49f8-9eea-cbc6251e40c9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:35.573016 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9ba8ae74-886a-49f8-9eea-cbc6251e40c9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.3457115 Feb 04 05:44:35.592588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49858) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:35.635384 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b052c7-e508-4046-9f50-84bcefb52083 None None] Network 500e9c70-d877-4a8f-8224-0827181700be requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:35.645884 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d8d6e-9e5c-4408-9fd3-51930ef7f461', 'name': 'tempest-snat-router-2105378213', 'tenant_id': '7e207dc8d1074d7cb0d193d80e864a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.104'}], 'enable_snat': False}, 'gw_port_id': '4199b5e7-a67c-48f7-afa8-38651d7fbba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:25Z', 'updated_at': '2022-02-04T05:44:29Z', 'revision_number': 3, 'project_id': '7e207dc8d1074d7cb0d193d80e864a10', 'gw_port': {'id': '4199b5e7-a67c-48f7-afa8-38651d7fbba9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9d8d6e-9e5c-4408-9fd3-51930ef7f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:27Z', 'updated_at': '2022-02-04T05:44:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:35.679416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9c24-34d3-4c8b-aaa9-bd1d0b3e6423 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.727007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9c24-34d3-4c8b-aaa9-bd1d0b3e6423 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.737393 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.768340 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Checking router: fd9d8d6e-9e5c-4408-9fd3-51930ef7f461 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:44:35.768685 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Updating router fd9d8d6e-9e5c-4408-9fd3-51930ef7f461 port 4199b5e7-a67c-48f7-afa8-38651d7fbba9 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:44:35.792840 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] Provisioning complete for port 786cf8eb-6b84-4076-9669-bc56b5dca789 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:35.793320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.835578 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e9c24-34d3-4c8b-aaa9-bd1d0b3e6423 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1003f280-b9b5-44ba-b2e6-dba1d6be7da4,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:35.846143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9c24-34d3-4c8b-aaa9-bd1d0b3e6423 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.849544 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fd9e9c24-34d3-4c8b-aaa9-bd1d0b3e6423 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8059154 Feb 04 05:44:35.856384 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49860) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:35.866365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-faa71676-4e9f-406c-9741-f7206d3a94b9 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Request body: {'security_group_rule': {'security_group_id': '92b46f3e-02fd-4106-a0fa-9044f91b810b', 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:35.907379 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.915338 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Allocated IP 172.26.3.135 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/5c1a1af9-b5d5-4da0-a7c1-629bed153b74) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:35.919584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-df2365ad-bd67-489d-aa4a-54837cab2092 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.939707 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774775b5-11bf-4016-8323-f2d8853f26bf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Made reservation on behalf of 19932e6f433d4ed78b93cd81b83b7622 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:35.943258 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-774775b5-11bf-4016-8323-f2d8853f26bf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:35.943862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] Set router 8a425746-65a8-4e0c-a020-eef2df369988 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:35.973146 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ffd158c7-eb2d-43d4-b7eb-c98b1521643f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:36.291956 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255f6cd-5fe4-4e98-88d1-0fe5624ff32a req-148459d7-68e6-4de5-86ca-b52603ed7e0c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:36.293935 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0255f6cd-5fe4-4e98-88d1-0fe5624ff32a req-148459d7-68e6-4de5-86ca-b52603ed7e0c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1092465 Feb 04 05:44:36.297738 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:36.378933 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-99f5064d-a26c-406d-8298-2d8b49f26aa8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:36.380473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b29dd61-3fbb-47d8-ae2f-446ee71c3353 None None] DHCP port deletion for 500e9c70-d877-4a8f-8224-0827181700be request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:44:36.381573 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2365ad-bd67-489d-aa4a-54837cab2092 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event updated for resources: {'Subnet': ['ID=832910f9-4735-4bb7-a231-a95cac7002b9,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:36.475867 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] For port 786cf8eb-6b84-4076-9669-bc56b5dca789, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=786cf8eb-6b84-4076-9669-bc56b5dca789,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:36.482477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f14206-adbb-4d0b-86fa-0a14371cc8ba None None] Update dhcp port {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'fixed_ips': [{'subnet_id': '783e21d3-a93f-4af3-b941-db4c80dd2cd4', 'ip_address': '172.20.0.2'}, {'subnet_id': '81dde581-0d05-45a0-b59f-5950726c0e64'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': '786cf8eb-6b84-4076-9669-bc56b5dca789'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:44:36.490051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:36.495426 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-49d53a5f-5e3d-4650-8cf1-85229dadb83b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port 6a2430f4-4ac0-4328-99a8-e77e6df1005b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:36.495945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49d53a5f-5e3d-4650-8cf1-85229dadb83b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:36.510539 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0255f6cd-5fe4-4e98-88d1-0fe5624ff32a req-65b623b3-4608-4e1a-9b52-76c782fad94e tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867146 Feb 04 05:44:36.559191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-ffd158c7-eb2d-43d4-b7eb-c98b1521643f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port 4dc21770-1142-4656-a3fc-3f25eb9ec7ff {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:36.559600 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ffd158c7-eb2d-43d4-b7eb-c98b1521643f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:36.605840 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] Pushing event updated for resources: {'Port': ['ID=786cf8eb-6b84-4076-9669-bc56b5dca789,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:36.615920 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 270b3377-11e1-44a1-a1b3-f899fe34d09b up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:36.625408 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49d53a5f-5e3d-4650-8cf1-85229dadb83b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:36.638842 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-49d53a5f-5e3d-4650-8cf1-85229dadb83b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for 6a2430f4-4ac0-4328-99a8-e77e6df1005b owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:36.640691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d2f14206-adbb-4d0b-86fa-0a14371cc8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:36.684045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ffd158c7-eb2d-43d4-b7eb-c98b1521643f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:36.698851 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-ffd158c7-eb2d-43d4-b7eb-c98b1521643f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for 4dc21770-1142-4656-a3fc-3f25eb9ec7ff owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:36.716303 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-faa71676-4e9f-406c-9741-f7206d3a94b9 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:36.723067 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:36.724628 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5064d-a26c-406d-8298-2d8b49f26aa8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=5b5e8185-74ab-4ad4-bafb-9d8728b02dc7,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:36.758145 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2365ad-bd67-489d-aa4a-54837cab2092 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Checking segment: {'id': 'd85a88d6-d97e-41a4-a1e6-01ae5c017bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '01c5ed41-869c-4446-95e0-b6388f495d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:36.758542 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2365ad-bd67-489d-aa4a-54837cab2092 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Network hostable DHCP agents. Network: 01c5ed41-869c-4446-95e0-b6388f495d06, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:44:36.835196 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-ca50f2e0-4ab3-44c0-b799-b8ffb34713cc tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:36.836762 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-ca50f2e0-4ab3-44c0-b799-b8ffb34713cc tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.1312654 Feb 04 05:44:36.856788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:36.899961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a425746-65a8-4e0c-a020-eef2df369988', 'name': 'tempest-TestVolumeBootPattern-1695407724-router', 'tenant_id': '36166491258742c5840afc9debd607c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a6b9c702-3353-4fb2-9681-046f03e7d8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:13Z', 'updated_at': '2022-02-04T05:44:25Z', 'revision_number': 4, 'project_id': '36166491258742c5840afc9debd607c0', 'gw_port': {'id': 'a6b9c702-3353-4fb2-9681-046f03e7d8ec', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a425746-65a8-4e0c-a020-eef2df369988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:15Z', 'updated_at': '2022-02-04T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '14736d4d-a43b-43a8-9e1d-31c8b88cddcc', 'name': '', 'network_id': '982dc9fc-73d8-4b68-b039-15f9d019e181', 'tenant_id': '36166491258742c5840afc9debd607c0', 'mac_address': 'fa:16:3e:a0:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a425746-65a8-4e0c-a020-eef2df369988', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b1294164-f70a-4c14-8a6d-1ba18671ea0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:23Z', 'updated_at': '2022-02-04T05:44:34Z', 'revision_number': 4, 'project_id': '36166491258742c5840afc9debd607c0', 'subnets': [{'id': 'b1294164-f70a-4c14-8a6d-1ba18671ea0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:36.901924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] Provisioning complete for port d1bac591-142a-4a75-bdf3-886b7baffa17 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:36.902301 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:36.908137 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2365ad-bd67-489d-aa4a-54837cab2092 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Network 01c5ed41-869c-4446-95e0-b6388f495d06 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:44:36.975001 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6b29dd61-3fbb-47d8-ae2f-446ee71c3353 None None] Deleting port 1bed8ee2-2162-4f96-83fe-07efb387c445 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:36.975634 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6b29dd61-3fbb-47d8-ae2f-446ee71c3353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:36.977675 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:37.001486 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:37.006590 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-df2365ad-bd67-489d-aa4a-54837cab2092 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 01c5ed41-869c-4446-95e0-b6388f495d06) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:37.006789 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:37.015865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Pushing event updated for resources: {'Port': ['ID=5c1a1af9-b5d5-4da0-a7c1-629bed153b74,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:37.021906 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-faa71676-4e9f-406c-9741-f7206d3a94b9 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.023475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2365ad-bd67-489d-aa4a-54837cab2092 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:37.024058 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-df2365ad-bd67-489d-aa4a-54837cab2092 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.035871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-99f5064d-a26c-406d-8298-2d8b49f26aa8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.053217 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6b29dd61-3fbb-47d8-ae2f-446ee71c3353 None None] For port 1bed8ee2-2162-4f96-83fe-07efb387c445, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=1bed8ee2-2162-4f96-83fe-07efb387c445,segment=NetworkSegment(88902b2e-79f8-4711-8abb-8aa346a544ec),segment_id=88902b2e-79f8-4711-8abb-8aa346a544ec)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:37.053625 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6b29dd61-3fbb-47d8-ae2f-446ee71c3353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.067371 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-faa71676-4e9f-406c-9741-f7206d3a94b9 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.067681 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6b29dd61-3fbb-47d8-ae2f-446ee71c3353 None None] Calling delete_port for 1bed8ee2-2162-4f96-83fe-07efb387c445 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:37.114694 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcbffab-d37d-4644-a6e6-c63c868b8bb0 None None] The sync data for ids ['8a425746-65a8-4e0c-a020-eef2df369988'] in dv-neutron-827794-1-hyperv is: [{'id': '8a425746-65a8-4e0c-a020-eef2df369988', 'name': 'tempest-TestVolumeBootPattern-1695407724-router', 'tenant_id': '36166491258742c5840afc9debd607c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a6b9c702-3353-4fb2-9681-046f03e7d8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:13Z', 'updated_at': '2022-02-04T05:44:25Z', 'revision_number': 4, 'project_id': '36166491258742c5840afc9debd607c0', 'gw_port': {'id': 'a6b9c702-3353-4fb2-9681-046f03e7d8ec', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a425746-65a8-4e0c-a020-eef2df369988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:15Z', 'updated_at': '2022-02-04T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '14736d4d-a43b-43a8-9e1d-31c8b88cddcc', 'name': '', 'network_id': '982dc9fc-73d8-4b68-b039-15f9d019e181', 'tenant_id': '36166491258742c5840afc9debd607c0', 'mac_address': 'fa:16:3e:a0:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a425746-65a8-4e0c-a020-eef2df369988', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'b1294164-f70a-4c14-8a6d-1ba18671ea0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:23Z', 'updated_at': '2022-02-04T05:44:34Z', 'revision_number': 4, 'project_id': '36166491258742c5840afc9debd607c0', 'subnets': [{'id': 'b1294164-f70a-4c14-8a6d-1ba18671ea0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:37.117699 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e94dea4-a5dd-4719-8e05-71cff190d595 None None] Network 01c5ed41-869c-4446-95e0-b6388f495d06 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:37.146924 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-df2365ad-bd67-489d-aa4a-54837cab2092 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4030280 Feb 04 05:44:37.151979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa71676-4e9f-406c-9741-f7206d3a94b9 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049c4a4a-d03f-4ca0-a096-d0d58132535f,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:37.154290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49864) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:37.199731 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-74ae38cb-dbda-47bc-83b3-349f21902d7d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Request body: {'network': {'name': 'tempest-router-network01--2065969038'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:37.240526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-9be49e44-6699-4a49-ae0a-2ee4138f0870 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Deleting port e3e26def-ad4c-4e64-a39c-c0373f6389ae {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:37.240788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-9be49e44-6699-4a49-ae0a-2ee4138f0870 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.243494 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ffd158c7-eb2d-43d4-b7eb-c98b1521643f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.260447 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-faa71676-4e9f-406c-9741-f7206d3a94b9 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.268602 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-faa71676-4e9f-406c-9741-f7206d3a94b9 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4057579 Feb 04 05:44:37.273055 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49868) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:37.277524 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b2a273ac-5d0b-4bc7-bfb2-4151a414bb19 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Request body: {'security_group_rule': {'security_group_id': '92b46f3e-02fd-4106-a0fa-9044f91b810b', 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:37.334043 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd158c7-eb2d-43d4-b7eb-c98b1521643f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=4dc21770-1142-4656-a3fc-3f25eb9ec7ff,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:37.339781 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49d53a5f-5e3d-4650-8cf1-85229dadb83b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.356413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ae38cb-dbda-47bc-83b3-349f21902d7d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Made reservation on behalf of 5593896fb4a2499ab1b563f2ed103dab for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:37.360475 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74ae38cb-dbda-47bc-83b3-349f21902d7d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.430884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d53a5f-5e3d-4650-8cf1-85229dadb83b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=6a2430f4-4ac0-4328-99a8-e77e6df1005b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:37.493905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 270b3377-11e1-44a1-a1b3-f899fe34d09b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:37.494347 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.554932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.objects.ports [None req-774775b5-11bf-4016-8323-f2d8853f26bf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108744) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:44:37.567305 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-774775b5-11bf-4016-8323-f2d8853f26bf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.617630 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.618000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f5064d-a26c-406d-8298-2d8b49f26aa8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 70e277ae-3242-4c68-9101-c83ee49f70f3 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:44:37.645817 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-b2a273ac-5d0b-4bc7-bfb2-4151a414bb19 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Project cc5330e91f224377a5a1b171420d5342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:44:37.709063 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6b29dd61-3fbb-47d8-ae2f-446ee71c3353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.715826 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b2a273ac-5d0b-4bc7-bfb2-4151a414bb19 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.734364 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-d2f14206-adbb-4d0b-86fa-0a14371cc8ba None None] Allocated IP 2001:db8::f816:3eff:fec0:8d9e (99cffe53-689e-4c68-95bc-797fbe732ade/81dde581-0d05-45a0-b59f-5950726c0e64/786cf8eb-6b84-4076-9669-bc56b5dca789) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:37.767606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] Could not find standard attr ID for object 4dc21770-1142-4656-a3fc-3f25eb9ec7ff. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:44:37.774860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ffd158c7-eb2d-43d4-b7eb-c98b1521643f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.798114 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29dd61-3fbb-47d8-ae2f-446ee71c3353 None None] Pushing event deleted for resources: {'Port': ['ID=1bed8ee2-2162-4f96-83fe-07efb387c445,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:37.833389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b29dd61-3fbb-47d8-ae2f-446ee71c3353 None None] No DVR routers for this DVR port 1bed8ee2-2162-4f96-83fe-07efb387c445 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:44:37.838745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ae38cb-dbda-47bc-83b3-349f21902d7d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:44:37.877889 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49d53a5f-5e3d-4650-8cf1-85229dadb83b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.881418 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-49d53a5f-5e3d-4650-8cf1-85229dadb83b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/6a2430f4-4ac0-4328-99a8-e77e6df1005b HTTP/1.1" status: 204 len: 168 time: 2.2852478 Feb 04 05:44:37.882189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774775b5-11bf-4016-8323-f2d8853f26bf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event updated for resources: {'Subnet': ['ID=e0e3c8d7-9771-40f8-b00b-0069245ebae7,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:37.884233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49874) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:37.944489 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.953672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-01c5ed41-869c-4446-95e0-b6388f495d06', 'network_id': '01c5ed41-869c-4446-95e0-b6388f495d06', 'tenant_id': '5593896fb4a2499ab1b563f2ed103dab', 'fixed_ips': [{'subnet_id': '832910f9-4735-4bb7-a231-a95cac7002b9'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:37.954666 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.963868 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] Provisioning complete for port 14736d4d-a43b-43a8-9e1d-31c8b88cddcc triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:37.964373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:37.973966 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fd496-9f1f-49dc-9436-4f09e6534b5b req-a7c61e41-1d9c-431e-bd7e-2b6dafc7825c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:37.976547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774775b5-11bf-4016-8323-f2d8853f26bf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Checking segment: {'id': 'ef050027-e4d3-4162-bc46-7d599daf456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071d3df1-160c-4133-a3e9-eca81038054b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:37.976932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774775b5-11bf-4016-8323-f2d8853f26bf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Network hostable DHCP agents. Network: 071d3df1-160c-4133-a3e9-eca81038054b, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:44:37.978269 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9e0fd496-9f1f-49dc-9436-4f09e6534b5b req-a7c61e41-1d9c-431e-bd7e-2b6dafc7825c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 945 time: 0.2857325 Feb 04 05:44:38.014768 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.026024 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-9be49e44-6699-4a49-ae0a-2ee4138f0870 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] For port e3e26def-ad4c-4e64-a39c-c0373f6389ae, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e3e26def-ad4c-4e64-a39c-c0373f6389ae,segment=NetworkSegment(b881a7f5-caa2-46a8-94ad-106d67cb0039),segment_id=b881a7f5-caa2-46a8-94ad-106d67cb0039)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:38.026227 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-9be49e44-6699-4a49-ae0a-2ee4138f0870 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.033160 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f5064d-a26c-406d-8298-2d8b49f26aa8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:38.050986 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-99f5064d-a26c-406d-8298-2d8b49f26aa8 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/70e277ae-3242-4c68-9101-c83ee49f70f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6792450 Feb 04 05:44:38.060329 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49876) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:38.070983 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74ae38cb-dbda-47bc-83b3-349f21902d7d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.071337 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-74ae38cb-dbda-47bc-83b3-349f21902d7d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Added segment b4784dad-8345-4060-bbc2-bbef3df34c98 of type vlan for network 2158ed75-02d0-4494-9e78-998d0c7b9ab4 Feb 04 05:44:38.081056 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ecb1c-7ab7-4e76-bc50-73fd75bf9a2a None None] Sync routers for ids ['70e277ae-3242-4c68-9101-c83ee49f70f3'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:38.085404 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a9383c0d-c9a9-4956-ab03-fe1e33c8b896 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:38.096743 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b2a273ac-5d0b-4bc7-bfb2-4151a414bb19 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.099151 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774775b5-11bf-4016-8323-f2d8853f26bf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Network 071d3df1-160c-4133-a3e9-eca81038054b is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:44:38.127691 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f437dfdb-e61c-44bc-aaac-c1cab4cc7a7e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:38.129186 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f437dfdb-e61c-44bc-aaac-c1cab4cc7a7e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:38.130719 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f437dfdb-e61c-44bc-aaac-c1cab4cc7a7e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:38.135098 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f437dfdb-e61c-44bc-aaac-c1cab4cc7a7e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2103577 Feb 04 05:44:38.135098 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b2a273ac-5d0b-4bc7-bfb2-4151a414bb19 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.140664 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5340e645-2739-4dae-9c43-4069f83e44a5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e277ae-3242-4c68-9101-c83ee49f70f3 HTTP/1.1" status: 200 len: 205 time: 0.0728734 Feb 04 05:44:38.142151 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49878) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:38.142487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49880) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:38.232333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-774775b5-11bf-4016-8323-f2d8853f26bf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 071d3df1-160c-4133-a3e9-eca81038054b) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:38.238815 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d2f14206-adbb-4d0b-86fa-0a14371cc8ba None None] For port 786cf8eb-6b84-4076-9669-bc56b5dca789, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=786cf8eb-6b84-4076-9669-bc56b5dca789,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:38.246221 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c7c14-d09e-4e4d-9a7d-3b97ad2baaf0 None None] Pushing event updated for resources: {'Port': ['ID=4199b5e7-a67c-48f7-afa8-38651d7fbba9,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:38.252281 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd158c7-eb2d-43d4-b7eb-c98b1521643f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 0b652faf-d575-4ce2-a38f-0b4cfe2ba09a has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:44:38.263417 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e98503-17c9-487e-81ac-e09a882ed8ee None None] Network 071d3df1-160c-4133-a3e9-eca81038054b requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:38.265969 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Attempting to bind port 4199b5e7-a67c-48f7-afa8-38651d7fbba9 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:38.266341 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Attempting to bind port 4199b5e7-a67c-48f7-afa8-38651d7fbba9 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:38.266756 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Attempting to bind port 4199b5e7-a67c-48f7-afa8-38651d7fbba9 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:38.291235 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ecb1c-7ab7-4e76-bc50-73fd75bf9a2a None None] Routers {'70e277ae-3242-4c68-9101-c83ee49f70f3'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:38.291909 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-de6ecb1c-7ab7-4e76-bc50-73fd75bf9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['70e277ae-3242-4c68-9101-c83ee49f70f3'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:38.303489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bca5a78f-4a4a-4d2e-8e5c-031beaec7e22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.310666 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a273ac-5d0b-4bc7-bfb2-4151a414bb19 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301c62dd-5034-49d7-9643-f956440da808,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:38.313632 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774775b5-11bf-4016-8323-f2d8853f26bf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:38.314249 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-774775b5-11bf-4016-8323-f2d8853f26bf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.358673 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b2a273ac-5d0b-4bc7-bfb2-4151a414bb19 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.363632 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b2a273ac-5d0b-4bc7-bfb2-4151a414bb19 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0895424 Feb 04 05:44:38.364267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49882) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:38.372485 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-212ac1e7-8f68-4940-b610-f1ee7a056595 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Request body: {'security_group_rule': {'security_group_id': '92b46f3e-02fd-4106-a0fa-9044f91b810b', 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:38.380986 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f2500c-b92a-41c9-9202-b2677c4b552d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 783e21d3-a93f-4af3-b941-db4c80dd2cd4 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:38.397564 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:38.398276 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:38.398835 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.399392 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:38.400033 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Bound port: 4199b5e7-a67c-48f7-afa8-38651d7fbba9, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:38.400582 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.411799 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-de6ecb1c-7ab7-4e76-bc50-73fd75bf9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:38.419184 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74ae38cb-dbda-47bc-83b3-349f21902d7d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.454637 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-774775b5-11bf-4016-8323-f2d8853f26bf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9862452 Feb 04 05:44:38.488606 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49888) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:38.495519 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6ac35b18-d71b-443a-9c77-0cfb8f1a2bd0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Request body: {'port': {'network_id': '071d3df1-160c-4133-a3e9-eca81038054b', 'name': 'tempest-NetworksIpV6TestAttrs-1169361778'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:38.508930 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d2f14206-adbb-4d0b-86fa-0a14371cc8ba None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.538021 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91f2500c-b92a-41c9-9202-b2677c4b552d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.543794 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d2f14206-adbb-4d0b-86fa-0a14371cc8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.565424 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Allocated IP 2001:db8::2 (01c5ed41-869c-4446-95e0-b6388f495d06/832910f9-4735-4bb7-a231-a95cac7002b9/79099b7d-a8e1-4da4-950b-fa7b16aae20b) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:38.572397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ecb1c-7ab7-4e76-bc50-73fd75bf9a2a None None] Routers {'70e277ae-3242-4c68-9101-c83ee49f70f3'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:38.573088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-de6ecb1c-7ab7-4e76-bc50-73fd75bf9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['70e277ae-3242-4c68-9101-c83ee49f70f3'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:38.579669 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-212ac1e7-8f68-4940-b610-f1ee7a056595 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Project cc5330e91f224377a5a1b171420d5342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:44:38.589170 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port a9383c0d-c9a9-4956-ab03-fe1e33c8b896 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:38.589574 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.643042 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bca5a78f-4a4a-4d2e-8e5c-031beaec7e22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.652266 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-212ac1e7-8f68-4940-b610-f1ee7a056595 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.664738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bca5a78f-4a4a-4d2e-8e5c-031beaec7e22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.681448 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9e0fd496-9f1f-49dc-9436-4f09e6534b5b req-73680566-cf39-4c40-9fa4-2ae1d654be5c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups?id=671a2bc9-1162-43f8-9743-6fed1ed70cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6911619 Feb 04 05:44:38.717726 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.719673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-de6ecb1c-7ab7-4e76-bc50-73fd75bf9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:38.720278 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ecb1c-7ab7-4e76-bc50-73fd75bf9a2a None None] The sync data for ids ['70e277ae-3242-4c68-9101-c83ee49f70f3'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:38.739828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74ae38cb-dbda-47bc-83b3-349f21902d7d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.745569 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ae38cb-dbda-47bc-83b3-349f21902d7d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:38.746228 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74ae38cb-dbda-47bc-83b3-349f21902d7d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.773584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] For port 4199b5e7-a67c-48f7-afa8-38651d7fbba9, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:38.863734 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91f2500c-b92a-41c9-9202-b2677c4b552d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.889068 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bca5a78f-4a4a-4d2e-8e5c-031beaec7e22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.889676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca5a78f-4a4a-4d2e-8e5c-031beaec7e22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Fanout notify agent at l3_agent the message router_deleted on router 70e277ae-3242-4c68-9101-c83ee49f70f3 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:44:38.912319 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bca5a78f-4a4a-4d2e-8e5c-031beaec7e22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:38.914343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] For port 4199b5e7-a67c-48f7-afa8-38651d7fbba9, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4199b5e7-a67c-48f7-afa8-38651d7fbba9,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:38.918005 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bca5a78f-4a4a-4d2e-8e5c-031beaec7e22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/routers/70e277ae-3242-4c68-9101-c83ee49f70f3 HTTP/1.1" status: 204 len: 168 time: 0.7631357 Feb 04 05:44:38.918918 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49892) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:38.997473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-212ac1e7-8f68-4940-b610-f1ee7a056595 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.009081 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-212ac1e7-8f68-4940-b610-f1ee7a056595 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.067959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ac1e7-8f68-4940-b610-f1ee7a056595 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5c1fc8-1b25-4218-87e0-2c60baa37ccd,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:39.079321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc230e33-db30-423e-9bcc-fc8d52647935 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting subnet d60b2ff0-aab4-4693-b24d-060c51572e9d {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:39.090628 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-212ac1e7-8f68-4940-b610-f1ee7a056595 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.095523 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-212ac1e7-8f68-4940-b610-f1ee7a056595 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7231033 Feb 04 05:44:39.095523 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fc230e33-db30-423e-9bcc-fc8d52647935 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.131389 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd158c7-eb2d-43d4-b7eb-c98b1521643f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:39.142752 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ffd158c7-eb2d-43d4-b7eb-c98b1521643f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/0b652faf-d575-4ce2-a38f-0b4cfe2ba09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1687582 Feb 04 05:44:39.144546 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae7482e-da56-4259-92a0-9db499b34043 None None] Sync routers for ids ['0b652faf-d575-4ce2-a38f-0b4cfe2ba09a'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:39.159901 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.172600 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7482e-da56-4259-92a0-9db499b34043 None None] Routers {'0b652faf-d575-4ce2-a38f-0b4cfe2ba09a'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:39.173239 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fae7482e-da56-4259-92a0-9db499b34043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0b652faf-d575-4ce2-a38f-0b4cfe2ba09a'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:39.174883 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f14206-adbb-4d0b-86fa-0a14371cc8ba None None] Pushing event updated for resources: {'Port': ['ID=786cf8eb-6b84-4076-9669-bc56b5dca789,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:39.191234 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] For port 14736d4d-a43b-43a8-9e1d-31c8b88cddcc, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=14736d4d-a43b-43a8-9e1d-31c8b88cddcc,segment=NetworkSegment(95d4220a-36fb-433c-a8a4-26dd110cb3e3),segment_id=95d4220a-36fb-433c-a8a4-26dd110cb3e3)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:39.216862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-9be49e44-6699-4a49-ae0a-2ee4138f0870 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.218266 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-9be49e44-6699-4a49-ae0a-2ee4138f0870 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.218847 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-9be49e44-6699-4a49-ae0a-2ee4138f0870 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Floating IP 769c4444-0c44-42f1-b9a6-0dbf85eb7d18 disassociated. External IP: 172.26.3.174, port: e3e26def-ad4c-4e64-a39c-c0373f6389ae. Feb 04 05:44:39.219364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-9be49e44-6699-4a49-ae0a-2ee4138f0870 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Calling delete_port for e3e26def-ad4c-4e64-a39c-c0373f6389ae owned by compute:nova {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:39.232476 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fae7482e-da56-4259-92a0-9db499b34043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:39.234708 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.244932 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7482e-da56-4259-92a0-9db499b34043 None None] Routers {'0b652faf-d575-4ce2-a38f-0b4cfe2ba09a'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:39.245799 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fae7482e-da56-4259-92a0-9db499b34043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0b652faf-d575-4ce2-a38f-0b4cfe2ba09a'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:39.322719 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fae7482e-da56-4259-92a0-9db499b34043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:39.323612 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae7482e-da56-4259-92a0-9db499b34043 None None] The sync data for ids ['0b652faf-d575-4ce2-a38f-0b4cfe2ba09a'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:39.389802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.390348 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Routers {'fd9d8d6e-9e5c-4408-9fd3-51930ef7f461'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:39.391155 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['fd9d8d6e-9e5c-4408-9fd3-51930ef7f461'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:39.393333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-071d3df1-160c-4133-a3e9-eca81038054b', 'network_id': '071d3df1-160c-4133-a3e9-eca81038054b', 'tenant_id': '19932e6f433d4ed78b93cd81b83b7622', 'fixed_ips': [{'subnet_id': 'e0e3c8d7-9771-40f8-b00b-0069245ebae7'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:39.394266 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.394388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae38cb-dbda-47bc-83b3-349f21902d7d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event updated for resources: {'Network': ['ID=2158ed75-02d0-4494-9e78-998d0c7b9ab4,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:39.397413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49904) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:39.461143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 2158ed75-02d0-4494-9e78-998d0c7b9ab4 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:44:39.463626 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] Provisioning complete for port 270b3377-11e1-44a1-a1b3-f899fe34d09b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:39.464001 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.481523 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c7c14-d09e-4e4d-9a7d-3b97ad2baaf0 None None] Pushing event updated for resources: {'Port': ['ID=4199b5e7-a67c-48f7-afa8-38651d7fbba9,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:39.504587 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 786cf8eb-6b84-4076-9669-bc56b5dca789 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:39.591064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.615979 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-74ae38cb-dbda-47bc-83b3-349f21902d7d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.4303868 Feb 04 05:44:39.622350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac35b18-d71b-443a-9c77-0cfb8f1a2bd0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Made reservation on behalf of 19932e6f433d4ed78b93cd81b83b7622 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:39.627314 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ac35b18-d71b-443a-9c77-0cfb8f1a2bd0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.635355 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49944) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:39.636484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91f2500c-b92a-41c9-9202-b2677c4b552d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.643713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f2858c1c-fefe-4d22-86c9-f07fcb7d3c9d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Request body: {'network': {'name': 'tempest-router-network02--1501527537'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:39.697389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.715988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fc230e33-db30-423e-9bcc-fc8d52647935 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.788966 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-6ac35b18-d71b-443a-9c77-0cfb8f1a2bd0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] device_id is not set on port a97beea6-e8a2-4cf3-a73c-a38c0b2c4ee5 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:44:39.819277 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2858c1c-fefe-4d22-86c9-f07fcb7d3c9d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Made reservation on behalf of 5593896fb4a2499ab1b563f2ed103dab for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:39.823106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f2858c1c-fefe-4d22-86c9-f07fcb7d3c9d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.892681 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-9be49e44-6699-4a49-ae0a-2ee4138f0870 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:39.897445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Router 9c99ab6a-8e8d-4ee6-9320-765cf5283b2f is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:44:39.898484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Network 01c5ed41-869c-4446-95e0-b6388f495d06 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:39.916986 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642ca53-47e7-4a16-bd89-2b9aa39d49a4 None None] Pushing event updated for resources: {'Port': ['ID=14736d4d-a43b-43a8-9e1d-31c8b88cddcc,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:39.920080 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:39.933823 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:39.960017 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] Set router fd9d8d6e-9e5c-4408-9fd3-51930ef7f461 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:40.025672 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91f2500c-b92a-41c9-9202-b2677c4b552d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.054767 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-914aa46c-eada-41b4-95c3-8298b4dcd470 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 05:44:40.055859 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-914aa46c-eada-41b4-95c3-8298b4dcd470 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/0b652faf-d575-4ce2-a38f-0b4cfe2ba09a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5027866 Feb 04 05:44:40.068129 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Pushing event updated for resources: {'Port': ['ID=79099b7d-a8e1-4da4-950b-fa7b16aae20b,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:40.073830 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-164abcee-09c3-4c85-babd-298336792ae7 req-219b3094-38c6-45aa-9551-22e73b45622c tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 210 time: 0.2124712 Feb 04 05:44:40.074532 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49948) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:40.079266 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be49e44-6699-4a49-ae0a-2ee4138f0870 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Pushing event deleted for resources: {'Port': ['ID=e3e26def-ad4c-4e64-a39c-c0373f6389ae,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:40.169331 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-04422584-952b-4896-baa6-cf03f58dc388 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b652faf-d575-4ce2-a38f-0b4cfe2ba09a HTTP/1.1" status: 200 len: 205 time: 0.0912359 Feb 04 05:44:40.178739 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49950) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:40.219937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2500c-b92a-41c9-9202-b2677c4b552d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=783e21d3-a93f-4af3-b941-db4c80dd2cd4,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:40.240124 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2858c1c-fefe-4d22-86c9-f07fcb7d3c9d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:44:40.244134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91f2500c-b92a-41c9-9202-b2677c4b552d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.253690 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-91f2500c-b92a-41c9-9202-b2677c4b552d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/783e21d3-a93f-4af3-b941-db4c80dd2cd4 HTTP/1.1" status: 204 len: 168 time: 2.1061807 Feb 04 05:44:40.259208 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fc230e33-db30-423e-9bcc-fc8d52647935 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.273441 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49952) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:40.375968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f2858c1c-fefe-4d22-86c9-f07fcb7d3c9d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.376293 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-f2858c1c-fefe-4d22-86c9-f07fcb7d3c9d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Added segment 297a64a2-e95e-41f6-adf1-0572b665e1b0 of type vlan for network 9f04fdbb-3ef9-4147-8018-e50358f17cfc Feb 04 05:44:40.430593 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f65d8dfd-92a2-4b2a-a81f-0edd7c3b1038 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.441031 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0afb3a3-452c-49b3-ac83-b7164892da8a None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:40.479401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-765f6f57-5d64-4080-bf65-b8e37bc7e70d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 81dde581-0d05-45a0-b59f-5950726c0e64 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:40.480724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:40.485143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-765f6f57-5d64-4080-bf65-b8e37bc7e70d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.537735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-765f6f57-5d64-4080-bf65-b8e37bc7e70d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.553526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6955ba2-db40-43b1-a8f3-a6a6d3bc7e21 None None] Sync routers for ids ['9c99ab6a-8e8d-4ee6-9320-765cf5283b2f'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:40.626326 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 786cf8eb-6b84-4076-9669-bc56b5dca789 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:40.626618 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.647425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.651818 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7ce3f095-73d3-453a-9cb2-ec6119e36759 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6273320 Feb 04 05:44:40.652508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49962) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:40.680797 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-765f6f57-5d64-4080-bf65-b8e37bc7e70d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.697062 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Allocated IP 2001:db8::f816:3eff:fe0c:e86f (071d3df1-160c-4133-a3e9-eca81038054b/e0e3c8d7-9771-40f8-b00b-0069245ebae7/b70d2c52-f968-4a02-a786-63e859da8d38) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:40.700211 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6955ba2-db40-43b1-a8f3-a6a6d3bc7e21 None None] Routers {'9c99ab6a-8e8d-4ee6-9320-765cf5283b2f'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:40.700856 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d6955ba2-db40-43b1-a8f3-a6a6d3bc7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9c99ab6a-8e8d-4ee6-9320-765cf5283b2f'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:40.736373 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f65d8dfd-92a2-4b2a-a81f-0edd7c3b1038 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.743816 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-9be49e44-6699-4a49-ae0a-2ee4138f0870 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:44:40.745518 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f65d8dfd-92a2-4b2a-a81f-0edd7c3b1038 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.791899 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Attempting to bind port 79099b7d-a8e1-4da4-950b-fa7b16aae20b on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:40.792298 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Attempting to bind port 79099b7d-a8e1-4da4-950b-fa7b16aae20b by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'd85a88d6-d97e-41a4-a1e6-01ae5c017bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '01c5ed41-869c-4446-95e0-b6388f495d06'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:40.792667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Attempting to bind port 79099b7d-a8e1-4da4-950b-fa7b16aae20b on network 01c5ed41-869c-4446-95e0-b6388f495d06 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:40.829669 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:40.830074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Checking segment: {'id': 'd85a88d6-d97e-41a4-a1e6-01ae5c017bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '01c5ed41-869c-4446-95e0-b6388f495d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:40.830489 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.830881 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Bound using segment: {'id': 'd85a88d6-d97e-41a4-a1e6-01ae5c017bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '01c5ed41-869c-4446-95e0-b6388f495d06'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:40.831362 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Bound port: 79099b7d-a8e1-4da4-950b-fa7b16aae20b, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85a88d6-d97e-41a4-a1e6-01ae5c017bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '01c5ed41-869c-4446-95e0-b6388f495d06'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:40.831745 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.833470 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-99fbd25d-757a-44fb-9811-9b5355460f93 None None] Could not find standard attr ID for object 6a2430f4-4ac0-4328-99a8-e77e6df1005b. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:44:40.876837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-765f6f57-5d64-4080-bf65-b8e37bc7e70d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.894412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f65d8dfd-92a2-4b2a-a81f-0edd7c3b1038 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.894412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65d8dfd-92a2-4b2a-a81f-0edd7c3b1038 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Fanout notify agent at l3_agent the message router_deleted on router 0b652faf-d575-4ce2-a38f-0b4cfe2ba09a {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:44:40.906360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f65d8dfd-92a2-4b2a-a81f-0edd7c3b1038 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.909897 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f65d8dfd-92a2-4b2a-a81f-0edd7c3b1038 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/routers/0b652faf-d575-4ce2-a38f-0b4cfe2ba09a HTTP/1.1" status: 204 len: 168 time: 0.7277906 Feb 04 05:44:40.911393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f2858c1c-fefe-4d22-86c9-f07fcb7d3c9d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.913035 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49966) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:40.915760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fc230e33-db30-423e-9bcc-fc8d52647935 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.920842 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f6f57-5d64-4080-bf65-b8e37bc7e70d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=81dde581-0d05-45a0-b59f-5950726c0e64,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:40.933955 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-765f6f57-5d64-4080-bf65-b8e37bc7e70d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:40.940262 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-765f6f57-5d64-4080-bf65-b8e37bc7e70d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/81dde581-0d05-45a0-b59f-5950726c0e64 HTTP/1.1" status: 204 len: 168 time: 0.6110950 Feb 04 05:44:40.944905 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49968) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:40.970846 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a45b8e2-b435-4676-891d-fd3d73b6a8b2 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting subnet 06b851a3-7cfe-4fda-8364-c144285ba8a5 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:41.005730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a45b8e2-b435-4676-891d-fd3d73b6a8b2 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:41.009142 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fc230e33-db30-423e-9bcc-fc8d52647935 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:41.015425 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fc230e33-db30-423e-9bcc-fc8d52647935 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/d60b2ff0-aab4-4693-b24d-060c51572e9d HTTP/1.1" status: 204 len: 168 time: 2.0864110 Feb 04 05:44:41.016824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc230e33-db30-423e-9bcc-fc8d52647935 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Subnet': ['ID=d60b2ff0-aab4-4693-b24d-060c51572e9d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:41.023332 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a5ed550c-0b01-4868-b3fa-f7ca36477e73 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773058 Feb 04 05:44:41.024610 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-d6955ba2-db40-43b1-a8f3-a6a6d3bc7e21 None None] Set router 9c99ab6a-8e8d-4ee6-9320-765cf5283b2f gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:41.027048 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49970) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:41.027705 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 49972) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:41.040156 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b3273d40-bb98-40fd-9f40-d49b1dc3af56 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:41.055862 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-76c133e4-54bc-4a84-9eb2-7cec8aad8d6c tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/routers/9c99ab6a-8e8d-4ee6-9320-765cf5283b2f HTTP/1.1" status: 200 len: 908 time: 0.3973010 Feb 04 05:44:41.059224 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 49976) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:41.073074 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a45b8e2-b435-4676-891d-fd3d73b6a8b2 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:41.099321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f2858c1c-fefe-4d22-86c9-f07fcb7d3c9d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:41.117153 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2858c1c-fefe-4d22-86c9-f07fcb7d3c9d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:41.117847 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f2858c1c-fefe-4d22-86c9-f07fcb7d3c9d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:41.152106 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-9be49e44-6699-4a49-ae0a-2ee4138f0870 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:41.158392 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc6196b-2e11-4705-b189-7b2a9096d068 None None] Network 418cd607-1db6-4b86-bf12-f292afcb8c59 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:41.166527 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f96682-c5ea-47c0-aa43-5a0a8bd55437 None None] Sync routers for ids ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:41.181702 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f96682-c5ea-47c0-aa43-5a0a8bd55437 None None] Routers {'2db6a7ac-005f-4ff1-a8c0-f45716e2305d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:41.182417 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-03f96682-c5ea-47c0-aa43-5a0a8bd55437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:41.219094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-9be49e44-6699-4a49-ae0a-2ee4138f0870 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] No DVR routers for this DVR port e3e26def-ad4c-4e64-a39c-c0373f6389ae on host hv-neutron-8277 {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:44:41.256984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-9be49e44-6699-4a49-ae0a-2ee4138f0870 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:41.260330 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cf250a44-bb95-406b-8157-ed7d0f7372c2 req-9be49e44-6699-4a49-ae0a-2ee4138f0870 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.26 "DELETE /v2.0/ports/e3e26def-ad4c-4e64-a39c-c0373f6389ae HTTP/1.1" status: 204 len: 173 time: 4.4164109 Feb 04 05:44:41.267897 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f48aca6-90f8-4060-aa88-d98b69a691fc', 'name': 'network-vif-deleted', 'tag': 'e3e26def-ad4c-4e64-a39c-c0373f6389ae'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:44:41.270266 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750a16be-7418-49b4-bc1e-222466640768" -d '{"events": [{"server_uuid": "2f48aca6-90f8-4060-aa88-d98b69a691fc", "name": "network-vif-deleted", "tag": "e3e26def-ad4c-4e64-a39c-c0373f6389ae"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:44:41.288974 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device e3e26def-ad4c-4e64-a39c-c0373f6389ae no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:44:41.291942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-99fbd25d-757a-44fb-9811-9b5355460f93 None None] Provisioning complete for port 786cf8eb-6b84-4076-9669-bc56b5dca789 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:41.292313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-99fbd25d-757a-44fb-9811-9b5355460f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:41.299994 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fc8278d9-30cc-4d63-b6ae-6435879d100e req-c7d7f6bb-050e-4ca1-bf76-36a831beb842 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f48aca6-90f8-4060-aa88-d98b69a691fc HTTP/1.1" status: 200 len: 210 time: 0.1020117 Feb 04 05:44:41.367327 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac44d6b6-4943-4cb8-bb90-3f1f520178df tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:41.433345 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:41.437557 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8984563d-2cb2-4bcf-8066-f45afe65bd34 x-openstack-request-id: req-8984563d-2cb2-4bcf-8066-f45afe65bd34 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:44:41.437882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f48aca6-90f8-4060-aa88-d98b69a691fc", "name": "network-vif-deleted", "tag": "e3e26def-ad4c-4e64-a39c-c0373f6389ae", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:44:41.438126 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8984563d-2cb2-4bcf-8066-f45afe65bd34 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:44:41.438521 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f48aca6-90f8-4060-aa88-d98b69a691fc', 'name': 'network-vif-deleted', 'tag': 'e3e26def-ad4c-4e64-a39c-c0373f6389ae', 'status': 'completed', 'code': 200} Feb 04 05:44:41.447685 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a45b8e2-b435-4676-891d-fd3d73b6a8b2 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:41.469141 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-03f96682-c5ea-47c0-aa43-5a0a8bd55437 None None] Set router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:41.526581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2858c1c-fefe-4d22-86c9-f07fcb7d3c9d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event updated for resources: {'Network': ['ID=9f04fdbb-3ef9-4147-8018-e50358f17cfc,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:41.589909 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f2858c1c-fefe-4d22-86c9-f07fcb7d3c9d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9496653 Feb 04 05:44:41.598749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d1bac591-142a-4a75-bdf3-886b7baffa17 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:41.629364 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50012) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:41.645883 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3273d40-bb98-40fd-9f40-d49b1dc3af56 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:41.652027 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3273d40-bb98-40fd-9f40-d49b1dc3af56 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:41.675645 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 9f04fdbb-3ef9-4147-8018-e50358f17cfc details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:44:41.722231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: e3e26def-ad4c-4e64-a39c-c0373f6389ae {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:44:41.722576 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device e3e26def-ad4c-4e64-a39c-c0373f6389ae not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:44:41.929117 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9d8d6e-9e5c-4408-9fd3-51930ef7f461', 'name': 'tempest-snat-router-2105378213', 'tenant_id': '7e207dc8d1074d7cb0d193d80e864a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.104'}], 'enable_snat': False}, 'gw_port_id': '4199b5e7-a67c-48f7-afa8-38651d7fbba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:25Z', 'updated_at': '2022-02-04T05:44:29Z', 'revision_number': 3, 'project_id': '7e207dc8d1074d7cb0d193d80e864a10', 'gw_port': {'id': '4199b5e7-a67c-48f7-afa8-38651d7fbba9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9d8d6e-9e5c-4408-9fd3-51930ef7f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:27Z', 'updated_at': '2022-02-04T05:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:41.950258 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-03f96682-c5ea-47c0-aa43-5a0a8bd55437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:25Z', 'revision_number': 4, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'gw_port': {'id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'a2681675-2990-4b34-96e9-802c2a9602ae', 'name': '', 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'mac_address': 'fa:16:3e:1f:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:23Z', 'updated_at': '2022-02-04T05:41:34Z', 'revision_number': 5, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'subnets': [{'id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:41.979837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4bb882e8-be68-4e0c-a67b-78689af358a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Request body: {'subnet': {'network_id': '2158ed75-02d0-4494-9e78-998d0c7b9ab4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:41.983080 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d71765-b11c-4c07-8d5d-5ca954bd5966 None None] The sync data for ids ['fd9d8d6e-9e5c-4408-9fd3-51930ef7f461'] in dv-neutron-827794-1-hyperv is: [{'id': 'fd9d8d6e-9e5c-4408-9fd3-51930ef7f461', 'name': 'tempest-snat-router-2105378213', 'tenant_id': '7e207dc8d1074d7cb0d193d80e864a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.104'}], 'enable_snat': False}, 'gw_port_id': '4199b5e7-a67c-48f7-afa8-38651d7fbba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:25Z', 'updated_at': '2022-02-04T05:44:29Z', 'revision_number': 3, 'project_id': '7e207dc8d1074d7cb0d193d80e864a10', 'gw_port': {'id': '4199b5e7-a67c-48f7-afa8-38651d7fbba9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9d8d6e-9e5c-4408-9fd3-51930ef7f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:27Z', 'updated_at': '2022-02-04T05:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:41.991954 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] For port 79099b7d-a8e1-4da4-950b-fa7b16aae20b, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:42.020944 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f96682-c5ea-47c0-aa43-5a0a8bd55437 None None] Checking router: 2db6a7ac-005f-4ff1-a8c0-f45716e2305d for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:44:42.031639 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f96682-c5ea-47c0-aa43-5a0a8bd55437 None None] Routers {'2db6a7ac-005f-4ff1-a8c0-f45716e2305d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:42.031877 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-03f96682-c5ea-47c0-aa43-5a0a8bd55437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:42.066465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac44d6b6-4943-4cb8-bb90-3f1f520178df tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.075340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a45b8e2-b435-4676-891d-fd3d73b6a8b2 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.142993 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] For port 79099b7d-a8e1-4da4-950b-fa7b16aae20b, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=79099b7d-a8e1-4da4-950b-fa7b16aae20b,segment=NetworkSegment(d85a88d6-d97e-41a4-a1e6-01ae5c017bcf),segment_id=d85a88d6-d97e-41a4-a1e6-01ae5c017bcf)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:42.149886 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45b8e2-b435-4676-891d-fd3d73b6a8b2 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Subnet': ['ID=06b851a3-7cfe-4fda-8364-c144285ba8a5,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:42.156872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a45b8e2-b435-4676-891d-fd3d73b6a8b2 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.162461 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3a45b8e2-b435-4676-891d-fd3d73b6a8b2 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/06b851a3-7cfe-4fda-8364-c144285ba8a5 HTTP/1.1" status: 204 len: 168 time: 1.2481356 Feb 04 05:44:42.165997 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50022) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:42.175443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.254286 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-03f96682-c5ea-47c0-aa43-5a0a8bd55437 None None] Set router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:42.260674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0ddb9b-6a56-48a1-a631-c4e1102c9030 None None] Network 196f9f7f-5903-4ea7-b85f-2f5394b80a17 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:42.278914 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-ac44d6b6-4943-4cb8-bb90-3f1f520178df tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Deleting port 5c1a1af9-b5d5-4da0-a7c1-629bed153b74 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:42.280898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c006c-3ae7-4694-a99d-5be4f936e164 None None] Pushing event updated for resources: {'Port': ['ID=79099b7d-a8e1-4da4-950b-fa7b16aae20b,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:42.282106 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac44d6b6-4943-4cb8-bb90-3f1f520178df tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.282352 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3273d40-bb98-40fd-9f40-d49b1dc3af56 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.333826 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port d1bac591-142a-4a75-bdf3-886b7baffa17 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:42.334214 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.382410 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.438702 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aa1615-ab18-47bc-ad27-fbb5c267265c None None] Update dhcp port {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'fixed_ips': [{'subnet_id': '81dde581-0d05-45a0-b59f-5950726c0e64'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': '786cf8eb-6b84-4076-9669-bc56b5dca789'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:44:42.495415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-50aa1615-ab18-47bc-ad27-fbb5c267265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.499350 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac44d6b6-4943-4cb8-bb90-3f1f520178df tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.548800 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50028) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:42.563418 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-99fbd25d-757a-44fb-9811-9b5355460f93 None None] Could not find standard attr ID for object 1bed8ee2-2162-4f96-83fe-07efb387c445. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:44:42.565241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.592191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.609507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-ac44d6b6-4943-4cb8-bb90-3f1f520178df tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Calling delete_port for 5c1a1af9-b5d5-4da0-a7c1-629bed153b74 owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:42.640316 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3273d40-bb98-40fd-9f40-d49b1dc3af56 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=ca5d7b08-4e6c-4418-980a-77f5b02665f3,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:42.651234 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3273d40-bb98-40fd-9f40-d49b1dc3af56 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:42.679381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port a9383c0d-c9a9-4956-ab03-fe1e33c8b896 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:42.679729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.683903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-b3273d40-bb98-40fd-9f40-d49b1dc3af56 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:42.698871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3273d40-bb98-40fd-9f40-d49b1dc3af56 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:42.699333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3273d40-bb98-40fd-9f40-d49b1dc3af56 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.703890 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-6ac35b18-d71b-443a-9c77-0cfb8f1a2bd0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Allocated IP 2001:db8::f816:3eff:fe1b:c923 (071d3df1-160c-4133-a3e9-eca81038054b/e0e3c8d7-9771-40f8-b00b-0069245ebae7/a97beea6-e8a2-4cf3-a73c-a38c0b2c4ee5) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:42.763259 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-03f96682-c5ea-47c0-aa43-5a0a8bd55437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:25Z', 'revision_number': 4, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'gw_port': {'id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'a2681675-2990-4b34-96e9-802c2a9602ae', 'name': '', 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'mac_address': 'fa:16:3e:1f:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:23Z', 'updated_at': '2022-02-04T05:41:34Z', 'revision_number': 5, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'subnets': [{'id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:42.831842 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Pushing event updated for resources: {'Port': ['ID=b70d2c52-f968-4a02-a786-63e859da8d38,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:42.875399 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb882e8-be68-4e0c-a67b-78689af358a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Made reservation on behalf of 5593896fb4a2499ab1b563f2ed103dab for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:42.879029 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4bb882e8-be68-4e0c-a67b-78689af358a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.879908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Network 071d3df1-160c-4133-a3e9-eca81038054b is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:42.886496 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f96682-c5ea-47c0-aa43-5a0a8bd55437 None None] The sync data for ids ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'] in dv-neutron-827794-1-hyperv is: [{'id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:25Z', 'revision_number': 4, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'gw_port': {'id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'a2681675-2990-4b34-96e9-802c2a9602ae', 'name': '', 'network_id': '16cfc891-7074-4a12-8ae8-46d913cd15c9', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'mac_address': 'fa:16:3e:1f:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:23Z', 'updated_at': '2022-02-04T05:41:34Z', 'revision_number': 5, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'subnets': [{'id': '55e14a0e-49fa-4b7e-a51a-07432707a113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:42.900547 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b3273d40-bb98-40fd-9f40-d49b1dc3af56 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8637569 Feb 04 05:44:42.902719 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] For port a9383c0d-c9a9-4956-ab03-fe1e33c8b896, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a9383c0d-c9a9-4956-ab03-fe1e33c8b896,segment=NetworkSegment(6f2122c5-39ad-4d46-b79a-87e0f792843b),segment_id=6f2122c5-39ad-4d46-b79a-87e0f792843b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:42.903052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:42.906050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50034) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:42.988909 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:42.996367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:43.009118 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9f61a60c-6e3f-42b1-ba84-f72951d3fde8 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:43.022728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:43.049415 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9f61a60c-6e3f-42b1-ba84-f72951d3fde8 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:43.134946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0b1cb74f-77cd-4d85-b4d4-4fd44b8d5e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:43.198753 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for a9383c0d-c9a9-4956-ab03-fe1e33c8b896 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:43.232329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb37ba1-bbba-4c17-8aee-b55b4011c0cb None None] DHCP port deletion for 418cd607-1db6-4b86-bf12-f292afcb8c59 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:44:43.253607 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port d1bac591-142a-4a75-bdf3-886b7baffa17 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:43.254120 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:43.300023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9f61a60c-6e3f-42b1-ba84-f72951d3fde8 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:43.303029 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9f61a60c-6e3f-42b1-ba84-f72951d3fde8 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:43.307837 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9f61a60c-6e3f-42b1-ba84-f72951d3fde8 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "DELETE /v2.0/security-groups/671a2bc9-1162-43f8-9743-6fed1ed70cb0 HTTP/1.1" status: 204 len: 168 time: 0.7577214 Feb 04 05:44:43.316308 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50036) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:43.371854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61a60c-6e3f-42b1-ba84-f72951d3fde8 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=671a2bc9-1162-43f8-9743-6fed1ed70cb0,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:43.418852 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] For port d1bac591-142a-4a75-bdf3-886b7baffa17, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d1bac591-142a-4a75-bdf3-886b7baffa17,segment=NetworkSegment(cb32b7a6-9532-49d5-b994-323e5588e9e3),segment_id=cb32b7a6-9532-49d5-b994-323e5588e9e3)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:43.419560 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:43.481523 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for d1bac591-142a-4a75-bdf3-886b7baffa17 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:43.547797 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-bae33457-5054-41a3-87e1-ebbf24c8daac tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] show failed (client error): The resource could not be found. Feb 04 05:44:43.553194 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bae33457-5054-41a3-87e1-ebbf24c8daac tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "GET /v2.0/security-groups/671a2bc9-1162-43f8-9743-6fed1ed70cb0 HTTP/1.1" status: 404 len: 347 time: 0.2039592 Feb 04 05:44:43.579590 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d6955ba2-db40-43b1-a8f3-a6a6d3bc7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99ab6a-8e8d-4ee6-9320-765cf5283b2f', 'name': 'tempest-snat-router-2105378213', 'tenant_id': '7e207dc8d1074d7cb0d193d80e864a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': '5c1a1af9-b5d5-4da0-a7c1-629bed153b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:34Z', 'updated_at': '2022-02-04T05:44:37Z', 'revision_number': 3, 'project_id': '7e207dc8d1074d7cb0d193d80e864a10', 'gw_port': {'id': '5c1a1af9-b5d5-4da0-a7c1-629bed153b74', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:77:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c99ab6a-8e8d-4ee6-9320-765cf5283b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:35Z', 'updated_at': '2022-02-04T05:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:43.596428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Attempting to bind port b70d2c52-f968-4a02-a786-63e859da8d38 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:43.596803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Attempting to bind port b70d2c52-f968-4a02-a786-63e859da8d38 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ef050027-e4d3-4162-bc46-7d599daf456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071d3df1-160c-4133-a3e9-eca81038054b'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:43.597161 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Attempting to bind port b70d2c52-f968-4a02-a786-63e859da8d38 on network 071d3df1-160c-4133-a3e9-eca81038054b {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:43.606101 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4253f47-8e47-4b07-b64c-a9c51b8ef9dd None None] New status for floating IP 769c4444-0c44-42f1-b9a6-0dbf85eb7d18: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:44:43.619333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50038) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:43.636780 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac44d6b6-4943-4cb8-bb90-3f1f520178df tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:43.840970 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6955ba2-db40-43b1-a8f3-a6a6d3bc7e21 None None] Checking router: 9c99ab6a-8e8d-4ee6-9320-765cf5283b2f for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:44:43.841542 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6955ba2-db40-43b1-a8f3-a6a6d3bc7e21 None None] Updating router 9c99ab6a-8e8d-4ee6-9320-765cf5283b2f port 5c1a1af9-b5d5-4da0-a7c1-629bed153b74 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:44:43.856101 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:43.856564 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Checking segment: {'id': 'ef050027-e4d3-4162-bc46-7d599daf456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071d3df1-160c-4133-a3e9-eca81038054b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:43.857704 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:43.858344 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Bound using segment: {'id': 'ef050027-e4d3-4162-bc46-7d599daf456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071d3df1-160c-4133-a3e9-eca81038054b'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:43.859036 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Bound port: b70d2c52-f968-4a02-a786-63e859da8d38, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef050027-e4d3-4162-bc46-7d599daf456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '071d3df1-160c-4133-a3e9-eca81038054b'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:43.859631 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:43.877278 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44d6b6-4943-4cb8-bb90-3f1f520178df tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c1a1af9-b5d5-4da0-a7c1-629bed153b74,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:44.050683 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.085479 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6955ba2-db40-43b1-a8f3-a6a6d3bc7e21 None None] Port 5c1a1af9-b5d5-4da0-a7c1-629bed153b74 not found while updating agent binding for router 9c99ab6a-8e8d-4ee6-9320-765cf5283b2f. {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 04 05:44:44.102512 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4199b5e7-a67c-48f7-afa8-38651d7fbba9 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:44.105386 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4637e799-118b-4bdc-bbeb-b9a8da0e3c98 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:44.159623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.194241 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=d1bac591-142a-4a75-bdf3-886b7baffa17,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:44.230812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No DVR routers for this DVR port d1bac591-142a-4a75-bdf3-886b7baffa17 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:44:44.244005 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1bb37ba1-bbba-4c17-8aee-b55b4011c0cb None None] Deleting port a9383c0d-c9a9-4956-ab03-fe1e33c8b896 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:44.244660 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1bb37ba1-bbba-4c17-8aee-b55b4011c0cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.251189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No DVR routers for this DVR port a9383c0d-c9a9-4956-ab03-fe1e33c8b896 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:44:44.254870 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51646e0a-a397-4434-8718-4c0eafdd7999 None None] DHCP port deletion for 196f9f7f-5903-4ea7-b85f-2f5394b80a17 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:44:44.265413 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4bb882e8-be68-4e0c-a67b-78689af358a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.268581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:44.268961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b98b1999-a47d-455f-a269-c78e729b585a None None] Provisioning complete for port 786cf8eb-6b84-4076-9669-bc56b5dca789 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:44.269346 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b98b1999-a47d-455f-a269-c78e729b585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.277189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.314841 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac44d6b6-4943-4cb8-bb90-3f1f520178df tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.325915 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ac35b18-d71b-443a-9c77-0cfb8f1a2bd0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.330047 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6955ba2-db40-43b1-a8f3-a6a6d3bc7e21 None None] Routers {'9c99ab6a-8e8d-4ee6-9320-765cf5283b2f'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:44.330716 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d6955ba2-db40-43b1-a8f3-a6a6d3bc7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9c99ab6a-8e8d-4ee6-9320-765cf5283b2f'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:44.334221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=a9383c0d-c9a9-4956-ab03-fe1e33c8b896,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:44.462398 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.542226 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196f9f7f-5903-4ea7-b85f-2f5394b80a17']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:44.552974 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb32b7a6-9532-49d5-b994-323e5588e9e3') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:44.553322 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb32b7a6-9532-49d5-b994-323e5588e9e3') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:44.570588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.570848 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.591346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac44d6b6-4943-4cb8-bb90-3f1f520178df tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.597123 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac44d6b6-4943-4cb8-bb90-3f1f520178df tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.597703 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418cd607-1db6-4b86-bf12-f292afcb8c59']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:44.600105 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-8c41f744-29a4-4c4b-ba14-4cb08979c168 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Deleting port 89f1b0d6-28ec-4b5f-9aaf-f4250a72e44a {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:44.600575 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8c41f744-29a4-4c4b-ba14-4cb08979c168 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.612631 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2122c5-39ad-4d46-b79a-87e0f792843b') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:44.612631 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2122c5-39ad-4d46-b79a-87e0f792843b') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:44.625874 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.640130 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262830d3-2ba3-4a0c-bec6-8a6fea8a3341 None None] Network 01c5ed41-869c-4446-95e0-b6388f495d06 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:44.651231 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.706346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:44:44.706346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:44:44.708379 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:44:44.716988 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] For port b70d2c52-f968-4a02-a786-63e859da8d38, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:44.717180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.724385 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb882e8-be68-4e0c-a67b-78689af358a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event updated for resources: {'Subnet': ['ID=2c0a6e14-5e50-4403-ac87-657ff43d68c1,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:44.743389 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:44:44.743760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.757534 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-d6955ba2-db40-43b1-a8f3-a6a6d3bc7e21 None None] Set router 9c99ab6a-8e8d-4ee6-9320-765cf5283b2f gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:44.767827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac44d6b6-4943-4cb8-bb90-3f1f520178df tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.768387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac44d6b6-4943-4cb8-bb90-3f1f520178df tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c99ab6a-8e8d-4ee6-9320-765cf5283b2f {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:44:44.776172 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac44d6b6-4943-4cb8-bb90-3f1f520178df tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.779902 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ac44d6b6-4943-4cb8-bb90-3f1f520178df tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "DELETE /v2.0/routers/9c99ab6a-8e8d-4ee6-9320-765cf5283b2f HTTP/1.1" status: 204 len: 168 time: 3.7171929 Feb 04 05:44:44.783295 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50044) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:44.849346 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-1bb37ba1-bbba-4c17-8aee-b55b4011c0cb None None] For port a9383c0d-c9a9-4956-ab03-fe1e33c8b896, host dv-neutron-827794-1-hyperv, got binding levels [] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:44.849758 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1bb37ba1-bbba-4c17-8aee-b55b4011c0cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:44:44.855633 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:44:44.864998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.869574 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8c41f744-29a4-4c4b-ba14-4cb08979c168 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.869934 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8c41f744-29a4-4c4b-ba14-4cb08979c168 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.891751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.892067 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.901012 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/networks/196f9f7f-5903-4ea7-b85f-2f5394b80a17 HTTP/1.1" status: 204 len: 168 time: 2.7284651 Feb 04 05:44:44.907570 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f5400-639a-4652-80c5-c9b94adf526e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Network': ['ID=196f9f7f-5903-4ea7-b85f-2f5394b80a17,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:44.908400 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.912367 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50046) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:44.913824 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/networks/418cd607-1db6-4b86-bf12-f292afcb8c59 HTTP/1.1" status: 204 len: 168 time: 3.8844280 Feb 04 05:44:44.921347 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-855cd959-305d-4eb4-8ad0-2c233e91da8d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-359608387'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:44.921935 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] For port b70d2c52-f968-4a02-a786-63e859da8d38, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b70d2c52-f968-4a02-a786-63e859da8d38,segment=NetworkSegment(ef050027-e4d3-4162-bc46-7d599daf456c),segment_id=ef050027-e4d3-4162-bc46-7d599daf456c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:44.928717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50048) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:44.930567 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ac35b18-d71b-443a-9c77-0cfb8f1a2bd0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:44.934611 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb882e8-be68-4e0c-a67b-78689af358a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Checking segment: {'id': 'b4784dad-8345-4060-bbc2-bbef3df34c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2158ed75-02d0-4494-9e78-998d0c7b9ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:44.934986 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb882e8-be68-4e0c-a67b-78689af358a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Network hostable DHCP agents. Network: 2158ed75-02d0-4494-9e78-998d0c7b9ab4, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:44:44.937152 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d6955ba2-db40-43b1-a8f3-a6a6d3bc7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99ab6a-8e8d-4ee6-9320-765cf5283b2f', 'name': 'tempest-snat-router-2105378213', 'tenant_id': '7e207dc8d1074d7cb0d193d80e864a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:34Z', 'updated_at': '2022-02-04T05:44:43Z', 'revision_number': 5, 'project_id': '7e207dc8d1074d7cb0d193d80e864a10', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:44.942664 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-959095724', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:44.965124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-8c41f744-29a4-4c4b-ba14-4cb08979c168 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Calling delete_port for 89f1b0d6-28ec-4b5f-9aaf-f4250a72e44a owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:44.985672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1bb37ba1-bbba-4c17-8aee-b55b4011c0cb None None] Calling delete_port for a9383c0d-c9a9-4956-ab03-fe1e33c8b896 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:44.990141 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.018452 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.ipam_backend_mixin [None req-1bb37ba1-bbba-4c17-8aee-b55b4011c0cb None None] Port a9383c0d-c9a9-4956-ab03-fe1e33c8b896 was not found and therefore no delete operation was performed {{(pid=108746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:44:45.022686 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d8b74-5316-489c-91d9-716d83c541d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Network': ['ID=418cd607-1db6-4b86-bf12-f292afcb8c59,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:45.044700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6955ba2-db40-43b1-a8f3-a6a6d3bc7e21 None None] The sync data for ids ['9c99ab6a-8e8d-4ee6-9320-765cf5283b2f'] in dv-neutron-827794-1-hyperv is: [{'id': '9c99ab6a-8e8d-4ee6-9320-765cf5283b2f', 'name': 'tempest-snat-router-2105378213', 'tenant_id': '7e207dc8d1074d7cb0d193d80e864a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:34Z', 'updated_at': '2022-02-04T05:44:43Z', 'revision_number': 5, 'project_id': '7e207dc8d1074d7cb0d193d80e864a10', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:45.046366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-616eebdb-6606-4a5a-a99a-d8c9c5f56af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.082909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac35b18-d71b-443a-9c77-0cfb8f1a2bd0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Network 071d3df1-160c-4133-a3e9-eca81038054b is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:45.098127 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-6ac35b18-d71b-443a-9c77-0cfb8f1a2bd0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:45.101801 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac35b18-d71b-443a-9c77-0cfb8f1a2bd0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:45.107877 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac35b18-d71b-443a-9c77-0cfb8f1a2bd0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:45.108762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ac35b18-d71b-443a-9c77-0cfb8f1a2bd0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.115527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1bb37ba1-bbba-4c17-8aee-b55b4011c0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.120015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb882e8-be68-4e0c-a67b-78689af358a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Network 2158ed75-02d0-4494-9e78-998d0c7b9ab4 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:44:45.122532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac35b18-d71b-443a-9c77-0cfb8f1a2bd0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event updated for resources: {'Port': ['ID=a97beea6-e8a2-4cf3-a73c-a38c0b2c4ee5,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:45.152658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.154767 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.166995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 4199b5e7-a67c-48f7-afa8-38651d7fbba9 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:45.167624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.189298 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1bb37ba1-bbba-4c17-8aee-b55b4011c0cb None None] Network 418cd607-1db6-4b86-bf12-f292afcb8c59 is not hosted by any dhcp agent {{(pid=108746) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 05:44:45.189752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb37ba1-bbba-4c17-8aee-b55b4011c0cb None None] No DVR routers for this DVR port a9383c0d-c9a9-4956-ab03-fe1e33c8b896 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:44:45.190615 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.347660 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558b81f-6ac7-4743-9003-698836836d08 None None] Pushing event updated for resources: {'Port': ['ID=b70d2c52-f968-4a02-a786-63e859da8d38,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:45.371928 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855cd959-305d-4eb4-8ad0-2c233e91da8d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:45.384568 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-855cd959-305d-4eb4-8ad0-2c233e91da8d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.400794 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.406096 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb37ba1-bbba-4c17-8aee-b55b4011c0cb None None] Pushing event deleted for resources: {'Port': ['ID=a9383c0d-c9a9-4956-ab03-fe1e33c8b896,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:45.543303 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0044a891-c5a9-494b-ab39-c8cd5bae024a None None] Provisioning complete for port 79099b7d-a8e1-4da4-950b-fa7b16aae20b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:45.544384 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0044a891-c5a9-494b-ab39-c8cd5bae024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.554613 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855cd959-305d-4eb4-8ad0-2c233e91da8d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:44:45.580050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.619506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.622046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4bb882e8-be68-4e0c-a67b-78689af358a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 2158ed75-02d0-4494-9e78-998d0c7b9ab4) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:45.651596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-855cd959-305d-4eb4-8ad0-2c233e91da8d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.652468 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-855cd959-305d-4eb4-8ad0-2c233e91da8d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Added segment a34e8d43-136c-4ffa-b770-74ee3a09a580 of type vlan for network ec804827-415e-4d38-a819-7963a17b5f61 Feb 04 05:44:45.656422 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f89471-b8cf-4746-b49d-561a04655903 None None] Network 2158ed75-02d0-4494-9e78-998d0c7b9ab4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:45.661568 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 4199b5e7-a67c-48f7-afa8-38651d7fbba9, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4199b5e7-a67c-48f7-afa8-38651d7fbba9,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:45.695673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.696659 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 79099b7d-a8e1-4da4-950b-fa7b16aae20b up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:45.723259 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb882e8-be68-4e0c-a67b-78689af358a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:45.725924 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4bb882e8-be68-4e0c-a67b-78689af358a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.738730 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6ac35b18-d71b-443a-9c77-0cfb8f1a2bd0 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 7.2451265 Feb 04 05:44:45.755528 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50052) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:45.764794 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf732ac-b9e9-478f-8365-ea4c41746011 None None] Update dhcp port {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'fixed_ips': [{'subnet_id': 'ca5d7b08-4e6c-4418-980a-77f5b02665f3'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': '786cf8eb-6b84-4076-9669-bc56b5dca789'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:44:45.789978 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4bb882e8-be68-4e0c-a67b-78689af358a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8270490 Feb 04 05:44:45.797079 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50054) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:45.813909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-e2254008-e99c-4068-801b-5acae936ad3a tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Request body: {'subnet': {'network_id': '9f04fdbb-3ef9-4147-8018-e50358f17cfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:45.846113 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b3f48e-9492-41f6-bc03-9a24785358cf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Deleting subnet e0e3c8d7-9771-40f8-b00b-0069245ebae7 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:45.849506 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f48e-9492-41f6-bc03-9a24785358cf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.897938 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f48e-9492-41f6-bc03-9a24785358cf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:45.989654 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=4199b5e7-a67c-48f7-afa8-38651d7fbba9,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:46.036992 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.045861 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-855cd959-305d-4eb4-8ad0-2c233e91da8d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.063212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8c41f744-29a4-4c4b-ba14-4cb08979c168 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.073819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f48e-9492-41f6-bc03-9a24785358cf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.098689 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0044a891-c5a9-494b-ab39-c8cd5bae024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.134360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2254008-e99c-4068-801b-5acae936ad3a tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Made reservation on behalf of 5593896fb4a2499ab1b563f2ed103dab for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:46.138283 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e2254008-e99c-4068-801b-5acae936ad3a tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.156276 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ddf732ac-b9e9-478f-8365-ea4c41746011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.182814 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.188725 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41f744-29a4-4c4b-ba14-4cb08979c168 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Pushing event deleted for resources: {'Port': ['ID=89f1b0d6-28ec-4b5f-9aaf-f4250a72e44a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:46.194408 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.db.resource_extend [None req-855cd959-305d-4eb4-8ad0-2c233e91da8d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:44:46.217482 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Deleting port 4199b5e7-a67c-48f7-afa8-38651d7fbba9 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:46.217840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.235839 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0044a891-c5a9-494b-ab39-c8cd5bae024a None None] For port 79099b7d-a8e1-4da4-950b-fa7b16aae20b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=79099b7d-a8e1-4da4-950b-fa7b16aae20b,segment=NetworkSegment(d85a88d6-d97e-41a4-a1e6-01ae5c017bcf),segment_id=d85a88d6-d97e-41a4-a1e6-01ae5c017bcf)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:46.253148 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0044a891-c5a9-494b-ab39-c8cd5bae024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.339495 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044a891-c5a9-494b-ab39-c8cd5bae024a None None] Pushing event updated for resources: {'Port': ['ID=79099b7d-a8e1-4da4-950b-fa7b16aae20b,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:46.381059 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] For port 4199b5e7-a67c-48f7-afa8-38651d7fbba9, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4199b5e7-a67c-48f7-afa8-38651d7fbba9,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:46.381706 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.389482 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-855cd959-305d-4eb4-8ad0-2c233e91da8d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.396325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855cd959-305d-4eb4-8ad0-2c233e91da8d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:46.396981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-855cd959-305d-4eb4-8ad0-2c233e91da8d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.405959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.objects.ports [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108744) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:44:46.460504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 79099b7d-a8e1-4da4-950b-fa7b16aae20b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:46.461111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.523291 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Calling delete_port for 4199b5e7-a67c-48f7-afa8-38651d7fbba9 owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:46.563180 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-056cc2b1-f2af-407b-a9bc-16aab2c38fd9 None None] Provisioning complete for port 79099b7d-a8e1-4da4-950b-fa7b16aae20b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:46.564006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-056cc2b1-f2af-407b-a9bc-16aab2c38fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.594783 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f48e-9492-41f6-bc03-9a24785358cf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.599667 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8c41f744-29a4-4c4b-ba14-4cb08979c168 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.602563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8c41f744-29a4-4c4b-ba14-4cb08979c168 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8c41f744-29a4-4c4b-ba14-4cb08979c168 tempest-ServerActionsTestJSON-1620546830 tempest-ServerActionsTestJSON-1620546830-project] 10.222.0.10 "DELETE /v2.0/floatingips/769c4444-0c44-42f1-b9a6-0dbf85eb7d18 HTTP/1.1" status: 204 len: 168 time: 2.9837303 Feb 04 05:44:46.613959 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50058) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:46.614834 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cd959-305d-4eb4-8ad0-2c233e91da8d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Network': ['ID=ec804827-415e-4d38-a819-7963a17b5f61,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:46.626689 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-855cd959-305d-4eb4-8ad0-2c233e91da8d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7132905 Feb 04 05:44:46.647114 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network ec804827-415e-4d38-a819-7963a17b5f61 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:44:46.653042 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50060) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:46.659251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-ebd03a37-69c4-47c9-a7c9-38f4d33e5595 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'subnet': {'network_id': 'ec804827-415e-4d38-a819-7963a17b5f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:46.722479 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3f48e-9492-41f6-bc03-9a24785358cf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e3c8d7-9771-40f8-b00b-0069245ebae7,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:46.738146 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f48e-9492-41f6-bc03-9a24785358cf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:46.741915 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f9b3f48e-9492-41f6-bc03-9a24785358cf tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/subnets/e0e3c8d7-9771-40f8-b00b-0069245ebae7 HTTP/1.1" status: 204 len: 168 time: 0.9847033 Feb 04 05:44:46.746691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50062) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:46.871261 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-2158ed75-02d0-4494-9e78-998d0c7b9ab4', 'network_id': '2158ed75-02d0-4494-9e78-998d0c7b9ab4', 'tenant_id': '5593896fb4a2499ab1b563f2ed103dab', 'fixed_ips': [{'subnet_id': '2c0a6e14-5e50-4403-ac87-657ff43d68c1'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:46.872123 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.037234 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c28aa6-f307-495b-9f16-a3c415fa0396 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:47.039529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c28aa6-f307-495b-9f16-a3c415fa0396 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:47.041189 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-35c28aa6-f307-495b-9f16-a3c415fa0396 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2858629 Feb 04 05:44:47.044091 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50064) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:47.049859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.117300 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fc6f7e-6919-4146-829f-9e9750ddeea4 None None] Network 071d3df1-160c-4133-a3e9-eca81038054b requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:47.144674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.161961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-ddf732ac-b9e9-478f-8365-ea4c41746011 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 05:44:47.161961 dv-neutron-827794-1-hyperv neutron-server[108746]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Feb 04 05:44:47.161961 dv-neutron-827794-1-hyperv neutron-server[108746]: [parameters: {'ip_address': '2001:db8::f816:3eff:fec0:8d9e', 'status': 'ALLOCATED', 'ipam_subnet_id': 'e31df0fe-3903-47c9-b5be-8fe929bf43e0'}] Feb 04 05:44:47.161961 dv-neutron-827794-1-hyperv neutron-server[108746]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:44:47.162425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-ddf732ac-b9e9-478f-8365-ea4c41746011 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:44:47.203749 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e2254008-e99c-4068-801b-5acae936ad3a tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.255922 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 786cf8eb-6b84-4076-9669-bc56b5dca789 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:47.296043 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.344252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-531d7000-c6cb-4df4-9a11-7429dec0d5fe tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.345829 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Pushing event deleted for resources: {'Port': ['ID=4199b5e7-a67c-48f7-afa8-38651d7fbba9,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:47.367950 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.394568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd03a37-69c4-47c9-a7c9-38f4d33e5595 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:47.403341 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ebd03a37-69c4-47c9-a7c9-38f4d33e5595 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.418642 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-531d7000-c6cb-4df4-9a11-7429dec0d5fe tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 05:44:47.419127 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531d7000-c6cb-4df4-9a11-7429dec0d5fe tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:47.422300 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-531d7000-c6cb-4df4-9a11-7429dec0d5fe tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/networks/071d3df1-160c-4133-a3e9-eca81038054b HTTP/1.1" status: 409 len: 405 time: 0.3699579 Feb 04 05:44:47.454474 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2254008-e99c-4068-801b-5acae936ad3a tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event updated for resources: {'Subnet': ['ID=9848f3da-8672-4fd5-a04f-5543fe3ce064,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:47.460258 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50068) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:47.468879 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-c707b8d0-4fab-4131-a611-14e1a2ba10af tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1345487228'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:47.618851 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Allocated IP 172.26.3.170 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/f6d069f6-2ae4-41df-94aa-d5bcb46a1e45) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:47.647001 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Allocated IP 2001:db8::2 (2158ed75-02d0-4494-9e78-998d0c7b9ab4/2c0a6e14-5e50-4403-ac87-657ff43d68c1/862fd144-6368-44ce-be41-0349c59258a0) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:47.656489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2254008-e99c-4068-801b-5acae936ad3a tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Checking segment: {'id': '297a64a2-e95e-41f6-adf1-0572b665e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9f04fdbb-3ef9-4147-8018-e50358f17cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:47.657128 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2254008-e99c-4068-801b-5acae936ad3a tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Network hostable DHCP agents. Network: 9f04fdbb-3ef9-4147-8018-e50358f17cfc, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:44:47.713011 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c707b8d0-4fab-4131-a611-14e1a2ba10af tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Made reservation on behalf of 19932e6f433d4ed78b93cd81b83b7622 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:47.719470 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c707b8d0-4fab-4131-a611-14e1a2ba10af tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.742841 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.760811 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ddf732ac-b9e9-478f-8365-ea4c41746011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.776377 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 786cf8eb-6b84-4076-9669-bc56b5dca789 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:47.776885 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.873933 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.987928 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:47.991151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.057057 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.057656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd9d8d6e-9e5c-4408-9fd3-51930ef7f461 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:44:48.063263 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.070262 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-97e1984f-6e3a-4b69-a964-e5d0ababa4a8 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "DELETE /v2.0/routers/fd9d8d6e-9e5c-4408-9fd3-51930ef7f461 HTTP/1.1" status: 204 len: 168 time: 3.2845914 Feb 04 05:44:48.072332 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50070) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:48.078510 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-216784488', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:48.081115 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d52a4f98-5e7c-4fcc-ac88-497897dacc7b None None] Provisioning complete for port b70d2c52-f968-4a02-a786-63e859da8d38 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:48.081745 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d52a4f98-5e7c-4fcc-ac88-497897dacc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.151313 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.152340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.171763 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3ca306f-0300-43ce-afd1-7c59f4518edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.235817 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] For port 786cf8eb-6b84-4076-9669-bc56b5dca789, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=786cf8eb-6b84-4076-9669-bc56b5dca789,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:48.258658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2254008-e99c-4068-801b-5acae936ad3a tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Network 9f04fdbb-3ef9-4147-8018-e50358f17cfc is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:44:48.266774 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.276213 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.318801 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e2254008-e99c-4068-801b-5acae936ad3a tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 9f04fdbb-3ef9-4147-8018-e50358f17cfc) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:48.326482 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c707b8d0-4fab-4131-a611-14e1a2ba10af tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:44:48.329711 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b5a3b-41a2-41d2-a3a2-b2ecb31ffba1 None None] DHCP port deletion for 071d3df1-160c-4133-a3e9-eca81038054b request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:44:48.339026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.360634 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2254008-e99c-4068-801b-5acae936ad3a tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:48.361230 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e2254008-e99c-4068-801b-5acae936ad3a tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.376928 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.394122 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b61e6d-1842-4a28-ac4f-992c090e4583 None None] Network 9f04fdbb-3ef9-4147-8018-e50358f17cfc requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:48.400111 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ebd03a37-69c4-47c9-a7c9-38f4d33e5595 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.406536 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c707b8d0-4fab-4131-a611-14e1a2ba10af tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.406885 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-c707b8d0-4fab-4131-a611-14e1a2ba10af tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Added segment 51bbdfbc-6bd5-4791-b130-63dacf099fd8 of type vlan for network f78b0de1-3227-465a-be2c-b40b91dd97c8 Feb 04 05:44:48.410546 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.411426 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.481963 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.517814 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e2254008-e99c-4068-801b-5acae936ad3a tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7196367 Feb 04 05:44:48.523963 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50074) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:48.541310 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:48.565089 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:48.575150 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c707b8d0-4fab-4131-a611-14e1a2ba10af tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.590871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:48.590871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.599679 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd03a37-69c4-47c9-a7c9-38f4d33e5595 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Subnet': ['ID=1c109920-0aea-4e52-bb48-600139464256,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:48.602211 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.648332 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=786cf8eb-6b84-4076-9669-bc56b5dca789,revision_number=8']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:48.661534 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-ddf732ac-b9e9-478f-8365-ea4c41746011 None None] Allocated IP 172.20.0.2 (99cffe53-689e-4c68-95bc-797fbe732ade/ca5d7b08-4e6c-4418-980a-77f5b02665f3/786cf8eb-6b84-4076-9669-bc56b5dca789) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:48.715520 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7676976 Feb 04 05:44:48.731624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50076) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:48.732691 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:48.743562 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-206ea8b7-7ece-4ee9-9e62-afd8cca4df86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'mac_address': 'fa:16:3e:32:0b:1c', 'name': 'tempest-NetworksTestDHCPv6-2102326570'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:48.760878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd03a37-69c4-47c9-a7c9-38f4d33e5595 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Checking segment: {'id': 'a34e8d43-136c-4ffa-b770-74ee3a09a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec804827-415e-4d38-a819-7963a17b5f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:48.761458 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd03a37-69c4-47c9-a7c9-38f4d33e5595 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network hostable DHCP agents. Network: ec804827-415e-4d38-a819-7963a17b5f61, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:44:48.776934 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:48.784078 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-ddf732ac-b9e9-478f-8365-ea4c41746011 None None] For port 786cf8eb-6b84-4076-9669-bc56b5dca789, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=786cf8eb-6b84-4076-9669-bc56b5dca789,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:48.817189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:48.819405 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c707b8d0-4fab-4131-a611-14e1a2ba10af tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.823329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ddf732ac-b9e9-478f-8365-ea4c41746011 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.825189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c707b8d0-4fab-4131-a611-14e1a2ba10af tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:48.826600 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c707b8d0-4fab-4131-a611-14e1a2ba10af tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.837995 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cba1f0-593b-4493-b543-a0e5ea31a4f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=547aefc3-23af-4fbe-a8ed-a2218878a8ff,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:48.854812 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d52a4f98-5e7c-4fcc-ac88-497897dacc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.863431 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ddf732ac-b9e9-478f-8365-ea4c41746011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:48.897678 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=f6d069f6-2ae4-41df-94aa-d5bcb46a1e45,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:48.969881 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c707b8d0-4fab-4131-a611-14e1a2ba10af tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5057645 Feb 04 05:44:48.972976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf732ac-b9e9-478f-8365-ea4c41746011 None None] Pushing event updated for resources: {'Port': ['ID=786cf8eb-6b84-4076-9669-bc56b5dca789,revision_number=9']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:48.976065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50078) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:48.984466 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f3c8b461-ff18-41c4-87cd-83651ecfb889 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Request body: {'subnet': {'network_id': 'f78b0de1-3227-465a-be2c-b40b91dd97c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:48.992377 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd03a37-69c4-47c9-a7c9-38f4d33e5595 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network ec804827-415e-4d38-a819-7963a17b5f61 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:44:49.002573 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707b8d0-4fab-4131-a611-14e1a2ba10af tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event updated for resources: {'Network': ['ID=f78b0de1-3227-465a-be2c-b40b91dd97c8,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:49.018661 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-ebd03a37-69c4-47c9-a7c9-38f4d33e5595 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, ec804827-415e-4d38-a819-7963a17b5f61) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:49.037548 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network f78b0de1-3227-465a-be2c-b40b91dd97c8 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:44:49.067282 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd03a37-69c4-47c9-a7c9-38f4d33e5595 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:49.068147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ebd03a37-69c4-47c9-a7c9-38f4d33e5595 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.093286 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.110144 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a80c77-8328-4b7b-8941-7c95444a3493 None None] Network ec804827-415e-4d38-a819-7963a17b5f61 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:49.154782 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ebd03a37-69c4-47c9-a7c9-38f4d33e5595 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4993761 Feb 04 05:44:49.160113 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50080) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:49.164868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-62ea4411-b0ce-44c7-8bf9-6d438a6e94c6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-888340559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:49.175054 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206ea8b7-7ece-4ee9-9e62-afd8cca4df86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:49.231018 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c51b5a3b-41a2-41d2-a3a2-b2ecb31ffba1 None None] Deleting port b70d2c52-f968-4a02-a786-63e859da8d38 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:49.231869 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c51b5a3b-41a2-41d2-a3a2-b2ecb31ffba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.266443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.307470 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62ea4411-b0ce-44c7-8bf9-6d438a6e94c6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.308498 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62ea4411-b0ce-44c7-8bf9-6d438a6e94c6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.310879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 14736d4d-a43b-43a8-9e1d-31c8b88cddcc up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:49.339149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.345344 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d52a4f98-5e7c-4fcc-ac88-497897dacc7b None None] For port b70d2c52-f968-4a02-a786-63e859da8d38, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b70d2c52-f968-4a02-a786-63e859da8d38,segment=NetworkSegment(ef050027-e4d3-4162-bc46-7d599daf456c),segment_id=ef050027-e4d3-4162-bc46-7d599daf456c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:49.350523 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.488584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-206ea8b7-7ece-4ee9-9e62-afd8cca4df86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.508820 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62ea4411-b0ce-44c7-8bf9-6d438a6e94c6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.511072 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.526451 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62ea4411-b0ce-44c7-8bf9-6d438a6e94c6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.532153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c8b461-ff18-41c4-87cd-83651ecfb889 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Made reservation on behalf of 19932e6f433d4ed78b93cd81b83b7622 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:49.541141 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f3c8b461-ff18-41c4-87cd-83651ecfb889 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.547881 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d52a4f98-5e7c-4fcc-ac88-497897dacc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.562001 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca306f-0300-43ce-afd1-7c59f4518edb admin admin] Deleting port a2681675-2990-4b34-96e9-802c2a9602ae {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:49.562378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3ca306f-0300-43ce-afd1-7c59f4518edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.572041 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-206ea8b7-7ece-4ee9-9e62-afd8cca4df86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port 5a3a712d-8c77-4c55-8ce4-282373011e25 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:44:49.599162 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c51b5a3b-41a2-41d2-a3a2-b2ecb31ffba1 None None] For port b70d2c52-f968-4a02-a786-63e859da8d38, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b70d2c52-f968-4a02-a786-63e859da8d38,segment=NetworkSegment(ef050027-e4d3-4162-bc46-7d599daf456c),segment_id=ef050027-e4d3-4162-bc46-7d599daf456c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:49.599926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c51b5a3b-41a2-41d2-a3a2-b2ecb31ffba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.625001 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Pushing event updated for resources: {'Port': ['ID=862fd144-6368-44ce-be41-0349c59258a0,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:49.636700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Network 2158ed75-02d0-4494-9e78-998d0c7b9ab4 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:49.646572 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c51b5a3b-41a2-41d2-a3a2-b2ecb31ffba1 None None] Calling delete_port for b70d2c52-f968-4a02-a786-63e859da8d38 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:49.672378 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:49.675750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:49.707148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.772621 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62ea4411-b0ce-44c7-8bf9-6d438a6e94c6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.779181 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-62ea4411-b0ce-44c7-8bf9-6d438a6e94c6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6127141 Feb 04 05:44:49.779899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50086) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:49.794081 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-9f04fdbb-3ef9-4147-8018-e50358f17cfc', 'network_id': '9f04fdbb-3ef9-4147-8018-e50358f17cfc', 'tenant_id': '5593896fb4a2499ab1b563f2ed103dab', 'fixed_ips': [{'subnet_id': '9848f3da-8672-4fd5-a04f-5543fe3ce064'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:49.799862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:49.862474 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a4f98-5e7c-4fcc-ac88-497897dacc7b None None] Pushing event updated for resources: {'Port': ['ID=b70d2c52-f968-4a02-a786-63e859da8d38,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:49.902719 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 14736d4d-a43b-43a8-9e1d-31c8b88cddcc triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:49.903174 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:50.059564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-c3ca306f-0300-43ce-afd1-7c59f4518edb admin admin] For port a2681675-2990-4b34-96e9-802c2a9602ae, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a2681675-2990-4b34-96e9-802c2a9602ae,segment=NetworkSegment(b881a7f5-caa2-46a8-94ad-106d67cb0039),segment_id=b881a7f5-caa2-46a8-94ad-106d67cb0039)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:50.061211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3ca306f-0300-43ce-afd1-7c59f4518edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:50.117158 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca306f-0300-43ce-afd1-7c59f4518edb admin admin] Calling delete_port for a2681675-2990-4b34-96e9-802c2a9602ae owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:50.121182 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-206ea8b7-7ece-4ee9-9e62-afd8cca4df86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 172.20.0.5 (99cffe53-689e-4c68-95bc-797fbe732ade/ca5d7b08-4e6c-4418-980a-77f5b02665f3/5a3a712d-8c77-4c55-8ce4-282373011e25) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:50.135473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-206ea8b7-7ece-4ee9-9e62-afd8cca4df86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::f816:3eff:fe32:b1c (99cffe53-689e-4c68-95bc-797fbe732ade/547aefc3-23af-4fbe-a8ed-a2218878a8ff/5a3a712d-8c77-4c55-8ce4-282373011e25) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:50.163007 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Allocated IP 172.26.3.201 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/2abde6bd-0cdb-434f-9120-d0602fe121c1) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:50.176228 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Allocated IP 2001:db8::1 (2158ed75-02d0-4494-9e78-998d0c7b9ab4/2c0a6e14-5e50-4403-ac87-657ff43d68c1/50ef2a90-9893-4c92-b0dd-3d536eb24dab) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:50.181613 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Attempting to bind port 862fd144-6368-44ce-be41-0349c59258a0 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:50.182083 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Attempting to bind port 862fd144-6368-44ce-be41-0349c59258a0 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'b4784dad-8345-4060-bbc2-bbef3df34c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2158ed75-02d0-4494-9e78-998d0c7b9ab4'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:50.182477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Attempting to bind port 862fd144-6368-44ce-be41-0349c59258a0 on network 2158ed75-02d0-4494-9e78-998d0c7b9ab4 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:50.331779 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Allocated IP 2001:db8::2 (9f04fdbb-3ef9-4147-8018-e50358f17cfc/9848f3da-8672-4fd5-a04f-5543fe3ce064/9b21eadc-04a9-44db-a50f-c648b08649e6) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:50.450479 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:50.450925 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Checking segment: {'id': 'b4784dad-8345-4060-bbc2-bbef3df34c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2158ed75-02d0-4494-9e78-998d0c7b9ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:50.451359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:50.451754 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Bound using segment: {'id': 'b4784dad-8345-4060-bbc2-bbef3df34c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2158ed75-02d0-4494-9e78-998d0c7b9ab4'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:50.452244 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Bound port: 862fd144-6368-44ce-be41-0349c59258a0, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4784dad-8345-4060-bbc2-bbef3df34c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2158ed75-02d0-4494-9e78-998d0c7b9ab4'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:50.452624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:50.484908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c014df-63c4-4264-b9d6-ef2cfa5e5648 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:50.553180 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-ec804827-415e-4d38-a819-7963a17b5f61', 'network_id': 'ec804827-415e-4d38-a819-7963a17b5f61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'fixed_ips': [{'subnet_id': '1c109920-0aea-4e52-bb48-600139464256'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:50.554057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:50.604784 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:50.627524 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1c720675-5aa7-46e7-9a8e-15c408d81072 None None] Provisioning complete for port 786cf8eb-6b84-4076-9669-bc56b5dca789 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:50.627914 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1c720675-5aa7-46e7-9a8e-15c408d81072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:50.762982 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c51b5a3b-41a2-41d2-a3a2-b2ecb31ffba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:50.780871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:50.797906 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3ca306f-0300-43ce-afd1-7c59f4518edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:50.807145 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:50.818850 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b5a3b-41a2-41d2-a3a2-b2ecb31ffba1 None None] No DVR routers for this DVR port b70d2c52-f968-4a02-a786-63e859da8d38 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:44:50.823966 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:50.851753 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:50.897129 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b5a3b-41a2-41d2-a3a2-b2ecb31ffba1 None None] Pushing event deleted for resources: {'Port': ['ID=b70d2c52-f968-4a02-a786-63e859da8d38,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:50.909697 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:50.947316 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-206ea8b7-7ece-4ee9-9e62-afd8cca4df86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:51.008436 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Pushing event updated for resources: {'Port': ['ID=9b21eadc-04a9-44db-a50f-c648b08649e6,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:51.034126 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] For port 862fd144-6368-44ce-be41-0349c59258a0, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:51.129918 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] For port 862fd144-6368-44ce-be41-0349c59258a0, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=862fd144-6368-44ce-be41-0349c59258a0,segment=NetworkSegment(b4784dad-8345-4060-bbc2-bbef3df34c98),segment_id=b4784dad-8345-4060-bbc2-bbef3df34c98)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:51.156468 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Network 9f04fdbb-3ef9-4147-8018-e50358f17cfc is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:51.173802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:51.173802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:51.199213 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:51.272710 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-206ea8b7-7ece-4ee9-9e62-afd8cca4df86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:51.290621 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:51.323919 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ea8b7-7ece-4ee9-9e62-afd8cca4df86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:51.331145 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-206ea8b7-7ece-4ee9-9e62-afd8cca4df86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:51.331373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a9383c0d-c9a9-4956-ab03-fe1e33c8b896 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:44:51.338420 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ea8b7-7ece-4ee9-9e62-afd8cca4df86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:51.346766 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:51.360939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:51.428943 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9623a-6cf5-4eda-9d35-d1fff10879f5 None None] Pushing event updated for resources: {'Port': ['ID=862fd144-6368-44ce-be41-0349c59258a0,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:51.477712 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Attempting to bind port 9b21eadc-04a9-44db-a50f-c648b08649e6 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:51.478132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Attempting to bind port 9b21eadc-04a9-44db-a50f-c648b08649e6 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '297a64a2-e95e-41f6-adf1-0572b665e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9f04fdbb-3ef9-4147-8018-e50358f17cfc'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:51.478521 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Attempting to bind port 9b21eadc-04a9-44db-a50f-c648b08649e6 on network 9f04fdbb-3ef9-4147-8018-e50358f17cfc {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:51.486793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 71d853ae-dfd5-4860-bc7b-106f696cdd32 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:44:51.497124 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Allocated IP 2001:db8::2 (ec804827-415e-4d38-a819-7963a17b5f61/1c109920-0aea-4e52-bb48-600139464256/544dbf93-8060-4689-b154-05875f06dfcf) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:51.501217 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: a9383c0d-c9a9-4956-ab03-fe1e33c8b896 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:44:51.501563 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a9383c0d-c9a9-4956-ab03-fe1e33c8b896 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:44:51.502006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 1bed8ee2-2162-4f96-83fe-07efb387c445 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:44:51.502129 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ea8b7-7ece-4ee9-9e62-afd8cca4df86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=5a3a712d-8c77-4c55-8ce4-282373011e25,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:51.511333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206ea8b7-7ece-4ee9-9e62-afd8cca4df86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:51.511972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-206ea8b7-7ece-4ee9-9e62-afd8cca4df86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:51.553888 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 1bed8ee2-2162-4f96-83fe-07efb387c445 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:44:51.554590 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 1bed8ee2-2162-4f96-83fe-07efb387c445 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:44:51.563629 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Pushing event updated for resources: {'Port': ['ID=2abde6bd-0cdb-434f-9120-d0602fe121c1,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:51.588900 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:51.590333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Checking segment: {'id': '297a64a2-e95e-41f6-adf1-0572b665e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9f04fdbb-3ef9-4147-8018-e50358f17cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:51.591268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:51.592260 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-206ea8b7-7ece-4ee9-9e62-afd8cca4df86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8557940 Feb 04 05:44:51.592761 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Bound using segment: {'id': '297a64a2-e95e-41f6-adf1-0572b665e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9f04fdbb-3ef9-4147-8018-e50358f17cfc'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:51.593473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Bound port: 9b21eadc-04a9-44db-a50f-c648b08649e6, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297a64a2-e95e-41f6-adf1-0572b665e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9f04fdbb-3ef9-4147-8018-e50358f17cfc'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:51.594140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:51.595163 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50090) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:51.695148 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.objects.ports [None req-f3c8b461-ff18-41c4-87cd-83651ecfb889 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108745) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:44:51.719089 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 786cf8eb-6b84-4076-9669-bc56b5dca789 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:44:51.735313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e84426-9bf5-478f-b9f5-cd840337e513 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:51.741554 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e84426-9bf5-478f-b9f5-cd840337e513 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:51.747454 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c4e84426-9bf5-478f-b9f5-cd840337e513 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1512880 Feb 04 05:44:51.750129 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50094) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:51.756202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:51.829289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:51.844444 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db7c063-3947-41cd-9d0d-e4da92c07467 None None] Sync routers for ids ['71d853ae-dfd5-4860-bc7b-106f696cdd32'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:51.859531 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db7c063-3947-41cd-9d0d-e4da92c07467 None None] Routers {'71d853ae-dfd5-4860-bc7b-106f696cdd32'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:51.860357 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-4db7c063-3947-41cd-9d0d-e4da92c07467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['71d853ae-dfd5-4860-bc7b-106f696cdd32'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:51.880027 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca306f-0300-43ce-afd1-7c59f4518edb admin admin] Pushing event deleted for resources: {'Port': ['ID=a2681675-2990-4b34-96e9-802c2a9602ae,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:51.890280 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f3c8b461-ff18-41c4-87cd-83651ecfb889 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:51.918799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:51.947504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] For port 9b21eadc-04a9-44db-a50f-c648b08649e6, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:51.957560 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-4db7c063-3947-41cd-9d0d-e4da92c07467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:51.975093 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db7c063-3947-41cd-9d0d-e4da92c07467 None None] Routers {'71d853ae-dfd5-4860-bc7b-106f696cdd32'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:51.975703 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-4db7c063-3947-41cd-9d0d-e4da92c07467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['71d853ae-dfd5-4860-bc7b-106f696cdd32'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:51.980319 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] For port 9b21eadc-04a9-44db-a50f-c648b08649e6, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9b21eadc-04a9-44db-a50f-c648b08649e6,segment=NetworkSegment(297a64a2-e95e-41f6-adf1-0572b665e1b0),segment_id=297a64a2-e95e-41f6-adf1-0572b665e1b0)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:51.995713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.006560 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1c752552-e570-4dd0-935c-17ec9747da62 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.0681591 Feb 04 05:44:52.007504 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50096) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:52.042873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.048729 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.070258 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-4db7c063-3947-41cd-9d0d-e4da92c07467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:52.071284 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db7c063-3947-41cd-9d0d-e4da92c07467 None None] The sync data for ids ['71d853ae-dfd5-4860-bc7b-106f696cdd32'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:52.163444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e79d222a-b9fa-4bc3-afa6-174b1325828b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port 5a3a712d-8c77-4c55-8ce4-282373011e25 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:52.164109 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e79d222a-b9fa-4bc3-afa6-174b1325828b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.190299 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.193701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Network 2158ed75-02d0-4494-9e78-998d0c7b9ab4 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:52.195115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.223649 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 786cf8eb-6b84-4076-9669-bc56b5dca789, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=786cf8eb-6b84-4076-9669-bc56b5dca789,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:52.234897 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.251028 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.262055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:52.271625 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Network ec804827-415e-4d38-a819-7963a17b5f61 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:52.273866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded8b09-f796-4d55-ba39-23b59c07704a None None] Pushing event updated for resources: {'Port': ['ID=9b21eadc-04a9-44db-a50f-c648b08649e6,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:52.281688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:52.284521 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:52.326825 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:52.328268 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.397614 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Pushing event updated for resources: {'Port': ['ID=544dbf93-8060-4689-b154-05875f06dfcf,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:52.430177 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3ca306f-0300-43ce-afd1-7c59f4518edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.443329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Attempting to bind port 544dbf93-8060-4689-b154-05875f06dfcf on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:52.443710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Attempting to bind port 544dbf93-8060-4689-b154-05875f06dfcf by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'a34e8d43-136c-4ffa-b770-74ee3a09a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec804827-415e-4d38-a819-7963a17b5f61'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:52.444309 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Attempting to bind port 544dbf93-8060-4689-b154-05875f06dfcf on network ec804827-415e-4d38-a819-7963a17b5f61 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:52.453830 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:52.454213 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Checking segment: {'id': 'a34e8d43-136c-4ffa-b770-74ee3a09a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec804827-415e-4d38-a819-7963a17b5f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:52.454616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.455011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Bound using segment: {'id': 'a34e8d43-136c-4ffa-b770-74ee3a09a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec804827-415e-4d38-a819-7963a17b5f61'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:52.455805 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Bound port: 544dbf93-8060-4689-b154-05875f06dfcf, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34e8d43-136c-4ffa-b770-74ee3a09a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ec804827-415e-4d38-a819-7963a17b5f61'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:52.456313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.510179 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3ede14ec-3a38-4b20-9ea3-a2f37ebbdbe7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/routers/71d853ae-dfd5-4860-bc7b-106f696cdd32 HTTP/1.1" status: 200 len: 880 time: 0.4977088 Feb 04 05:44:52.536915 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Allocated IP 2001:db8::1 (ec804827-415e-4d38-a819-7963a17b5f61/1c109920-0aea-4e52-bb48-600139464256/26fd699d-7b0a-4dd1-bf2b-e0bc48ae169f) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:52.585670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] For port 544dbf93-8060-4689-b154-05875f06dfcf, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:52.595619 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] For port 544dbf93-8060-4689-b154-05875f06dfcf, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=544dbf93-8060-4689-b154-05875f06dfcf,segment=NetworkSegment(a34e8d43-136c-4ffa-b770-74ee3a09a580),segment_id=a34e8d43-136c-4ffa-b770-74ee3a09a580)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:52.632867 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.641926 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50098) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:52.679750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=786cf8eb-6b84-4076-9669-bc56b5dca789,revision_number=10']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:52.858896 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa326b3-f69a-4e03-a01b-65f2eee8d2ad None None] Pushing event updated for resources: {'Port': ['ID=544dbf93-8060-4689-b154-05875f06dfcf,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:52.893801 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 79099b7d-a8e1-4da4-950b-fa7b16aae20b up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:52.907567 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.945857 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e79d222a-b9fa-4bc3-afa6-174b1325828b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.951516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:52.959441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event updated for resources: {'Port': ['ID=50ef2a90-9893-4c92-b0dd-3d536eb24dab,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:52.973539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e79d222a-b9fa-4bc3-afa6-174b1325828b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for 5a3a712d-8c77-4c55-8ce4-282373011e25 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:53.020512 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 79099b7d-a8e1-4da4-950b-fa7b16aae20b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:53.022046 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:53.069859 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8b461-ff18-41c4-87cd-83651ecfb889 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event updated for resources: {'Subnet': ['ID=98a67de3-d7ec-46e9-899d-1638b3fcc42a,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:53.181174 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:53.191835 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f5c4c35f-2387-4a5e-b1e1-edd719273881 None None] Provisioning complete for port 786cf8eb-6b84-4076-9669-bc56b5dca789 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:53.192198 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f5c4c35f-2387-4a5e-b1e1-edd719273881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:53.269733 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=26fd699d-7b0a-4dd1-bf2b-e0bc48ae169f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:53.277764 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c8b461-ff18-41c4-87cd-83651ecfb889 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Checking segment: {'id': '51bbdfbc-6bd5-4791-b130-63dacf099fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f78b0de1-3227-465a-be2c-b40b91dd97c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:53.278138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c8b461-ff18-41c4-87cd-83651ecfb889 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Network hostable DHCP agents. Network: f78b0de1-3227-465a-be2c-b40b91dd97c8, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:44:53.299692 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 786cf8eb-6b84-4076-9669-bc56b5dca789 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:53.323187 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network ec804827-415e-4d38-a819-7963a17b5f61 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:53.326613 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:53.329699 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:53.330790 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:53.627656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:53.635665 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c680fac0-7e7d-4ce4-92fd-164fb612abec None None] Network 2158ed75-02d0-4494-9e78-998d0c7b9ab4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:53.656642 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e79d222a-b9fa-4bc3-afa6-174b1325828b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:53.760998 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d222a-b9fa-4bc3-afa6-174b1325828b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=5a3a712d-8c77-4c55-8ce4-282373011e25,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:53.801940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 786cf8eb-6b84-4076-9669-bc56b5dca789 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:53.802500 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:53.951840 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f5c4c35f-2387-4a5e-b1e1-edd719273881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.069124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.109171 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f5c4c35f-2387-4a5e-b1e1-edd719273881 None None] For port 786cf8eb-6b84-4076-9669-bc56b5dca789, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=786cf8eb-6b84-4076-9669-bc56b5dca789,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:54.129000 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f5c4c35f-2387-4a5e-b1e1-edd719273881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.136046 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.140907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.143624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.172178 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f5c4c35f-2387-4a5e-b1e1-edd719273881 None None] Could not find standard attr ID for object 5a3a712d-8c77-4c55-8ce4-282373011e25. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:44:54.190337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c8b461-ff18-41c4-87cd-83651ecfb889 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Network f78b0de1-3227-465a-be2c-b40b91dd97c8 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:44:54.213517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.218705 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e79d222a-b9fa-4bc3-afa6-174b1325828b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.226287 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e79d222a-b9fa-4bc3-afa6-174b1325828b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/5a3a712d-8c77-4c55-8ce4-282373011e25 HTTP/1.1" status: 204 len: 168 time: 2.4751370 Feb 04 05:44:54.228156 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50104) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:54.275530 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.276438 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.328178 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-f3c8b461-ff18-41c4-87cd-83651ecfb889 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, f78b0de1-3227-465a-be2c-b40b91dd97c8) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:54.379251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=26fd699d-7b0a-4dd1-bf2b-e0bc48ae169f,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:54.394188 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d9ea32-e5ac-46c3-b553-e6c5729a3604 None None] Network f78b0de1-3227-465a-be2c-b40b91dd97c8 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:54.415497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c8b461-ff18-41c4-87cd-83651ecfb889 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:54.416287 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f3c8b461-ff18-41c4-87cd-83651ecfb889 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.443498 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.508560 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4c35f-2387-4a5e-b1e1-edd719273881 None None] Pushing event updated for resources: {'Port': ['ID=786cf8eb-6b84-4076-9669-bc56b5dca789,revision_number=11']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:54.515294 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968a2df8-07eb-4df2-b665-4da224dffd49 None None] Network 9f04fdbb-3ef9-4147-8018-e50358f17cfc requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:54.515750 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d30f7-2047-4068-ac7c-7f07741764fe tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:54.517302 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-2b9ca78c-0886-4384-bfdf-865586ae462f None None] Could not find standard attr ID for object 6a2430f4-4ac0-4328-99a8-e77e6df1005b. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:44:54.517592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d30f7-2047-4068-ac7c-7f07741764fe tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:54.519944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d30f7-2047-4068-ac7c-7f07741764fe tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:54.524579 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f63d30f7-2047-4068-ac7c-7f07741764fe tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2921422 Feb 04 05:44:54.524579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50106) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:54.567281 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-2b9ca78c-0886-4384-bfdf-865586ae462f None None] Could not find standard attr ID for object 5a3a712d-8c77-4c55-8ce4-282373011e25. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:44:54.621558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:44:54.621907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:44:54.656692 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-2b9ca78c-0886-4384-bfdf-865586ae462f None None] Provisioning complete for port 862fd144-6368-44ce-be41-0349c59258a0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:54.657098 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2b9ca78c-0886-4384-bfdf-865586ae462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.668067 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-a814c64a-25b2-45a0-82ea-416d5e8c6ff9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 547aefc3-23af-4fbe-a8ed-a2218878a8ff {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:54.688647 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a814c64a-25b2-45a0-82ea-416d5e8c6ff9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.775447 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-f78b0de1-3227-465a-be2c-b40b91dd97c8', 'network_id': 'f78b0de1-3227-465a-be2c-b40b91dd97c8', 'tenant_id': '19932e6f433d4ed78b93cd81b83b7622', 'fixed_ips': [{'subnet_id': '98a67de3-d7ec-46e9-899d-1638b3fcc42a'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:54.776714 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:54.829727 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network ec804827-415e-4d38-a819-7963a17b5f61 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:54.833743 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:54.995951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a814c64a-25b2-45a0-82ea-416d5e8c6ff9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:55.057673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2b9ca78c-0886-4384-bfdf-865586ae462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:55.072940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 2efbb287-656b-4cdf-8193-0ceeb434db02 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:44:55.090476 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e2fabe-821b-49eb-9b6a-bd6042c6b012 None None] Network ec804827-415e-4d38-a819-7963a17b5f61 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:55.261065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:55.267931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a814c64a-25b2-45a0-82ea-416d5e8c6ff9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:55.273241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Allocated IP 2001:db8::f816:3eff:feb9:452d (f78b0de1-3227-465a-be2c-b40b91dd97c8/98a67de3-d7ec-46e9-899d-1638b3fcc42a/453864a9-f2ef-422c-b662-2b73aa3d180e) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:44:55.280028 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-dac8df2e-9e9e-47e3-a6d8-e5b284aba491 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/2efbb287-656b-4cdf-8193-0ceeb434db02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4929738 Feb 04 05:44:55.288358 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50110) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:55.307914 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b96545-98b5-4f10-a059-b03fcd173612 None None] Sync routers for ids ['2efbb287-656b-4cdf-8193-0ceeb434db02'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:55.316113 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-2b9ca78c-0886-4384-bfdf-865586ae462f None None] For port 862fd144-6368-44ce-be41-0349c59258a0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=862fd144-6368-44ce-be41-0349c59258a0,segment=NetworkSegment(b4784dad-8345-4060-bbc2-bbef3df34c98),segment_id=b4784dad-8345-4060-bbc2-bbef3df34c98)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:55.346271 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2b9ca78c-0886-4384-bfdf-865586ae462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:55.500776 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event updated for resources: {'Port': ['ID=50ef2a90-9893-4c92-b0dd-3d536eb24dab,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:55.524810 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f3c8b461-ff18-41c4-87cd-83651ecfb889 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 6.5447679 Feb 04 05:44:55.546185 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ca78c-0886-4384-bfdf-865586ae462f None None] Pushing event updated for resources: {'Port': ['ID=862fd144-6368-44ce-be41-0349c59258a0,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:55.547267 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50112) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:55.552322 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b96545-98b5-4f10-a059-b03fcd173612 None None] Routers {'2efbb287-656b-4cdf-8193-0ceeb434db02'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:55.553477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e2b96545-98b5-4f10-a059-b03fcd173612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['2efbb287-656b-4cdf-8193-0ceeb434db02'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:55.564719 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4199b5e7-a67c-48f7-afa8-38651d7fbba9 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:44:55.624630 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff574169-9fc5-448e-adff-56324760bd24 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:55.626138 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ff574169-9fc5-448e-adff-56324760bd24 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports/26fd699d-7b0a-4dd1-bf2b-e0bc48ae169f HTTP/1.1" status: 200 len: 911 time: 0.3212223 Feb 04 05:44:55.688777 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50114) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:55.720438 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e2b96545-98b5-4f10-a059-b03fcd173612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:55.731929 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 4199b5e7-a67c-48f7-afa8-38651d7fbba9 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:44:55.732651 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4199b5e7-a67c-48f7-afa8-38651d7fbba9 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:44:55.733394 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d1bac591-142a-4a75-bdf3-886b7baffa17 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:44:55.755823 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a814c64a-25b2-45a0-82ea-416d5e8c6ff9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:55.778136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: d1bac591-142a-4a75-bdf3-886b7baffa17 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:44:55.778628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d1bac591-142a-4a75-bdf3-886b7baffa17 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:44:55.803424 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] Provisioning complete for port 862fd144-6368-44ce-be41-0349c59258a0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:55.803803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:55.808357 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a814c64a-25b2-45a0-82ea-416d5e8c6ff9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:55.814721 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a814c64a-25b2-45a0-82ea-416d5e8c6ff9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/547aefc3-23af-4fbe-a8ed-a2218878a8ff HTTP/1.1" status: 204 len: 168 time: 1.2871954 Feb 04 05:44:55.814721 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814c64a-25b2-45a0-82ea-416d5e8c6ff9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=547aefc3-23af-4fbe-a8ed-a2218878a8ff,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:55.815277 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50116) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:55.856509 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ca306f-0300-43ce-afd1-7c59f4518edb admin admin] Router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:44:55.859033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Router 90bb137d-bb8b-482f-a7a0-cb59c2eacde2 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:44:55.884369 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f699ff-ed1f-436b-a80c-dc6157c0169f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet ca5d7b08-4e6c-4418-980a-77f5b02665f3 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:44:55.887945 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c36249-3d81-47f1-b6a3-aacc63d72984 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:55.890382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Network 2158ed75-02d0-4494-9e78-998d0c7b9ab4 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:55.890624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b96545-98b5-4f10-a059-b03fcd173612 None None] Routers {'2efbb287-656b-4cdf-8193-0ceeb434db02'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:55.891734 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e2b96545-98b5-4f10-a059-b03fcd173612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['2efbb287-656b-4cdf-8193-0ceeb434db02'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:55.903764 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56f699ff-ed1f-436b-a80c-dc6157c0169f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:55.918205 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:55.979428 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:55.987096 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7484f2a1-9910-4bdf-bb91-a4a8c23d8178 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 3.3401220 Feb 04 05:44:56.003341 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56f699ff-ed1f-436b-a80c-dc6157c0169f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.043388 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e2b96545-98b5-4f10-a059-b03fcd173612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:56.044107 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b96545-98b5-4f10-a059-b03fcd173612 None None] The sync data for ids ['2efbb287-656b-4cdf-8193-0ceeb434db02'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:56.046523 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.074972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.204888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56f699ff-ed1f-436b-a80c-dc6157c0169f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.228459 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50118) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:56.236475 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-9a902d55-5944-48a6-ab54-763bcff44813 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-959095724'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:56.304477 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56f699ff-ed1f-436b-a80c-dc6157c0169f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.344867 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f699ff-ed1f-436b-a80c-dc6157c0169f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=ca5d7b08-4e6c-4418-980a-77f5b02665f3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:56.352306 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56f699ff-ed1f-436b-a80c-dc6157c0169f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.355732 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-56f699ff-ed1f-436b-a80c-dc6157c0169f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/ca5d7b08-4e6c-4418-980a-77f5b02665f3 HTTP/1.1" status: 204 len: 168 time: 0.5393858 Feb 04 05:44:56.358208 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50122) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:56.414476 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-273df988-4be4-457b-a356-41452bec1b1d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550966 Feb 04 05:44:56.417806 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50124) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:56.458242 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Network f78b0de1-3227-465a-be2c-b40b91dd97c8 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:56.469244 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 862fd144-6368-44ce-be41-0349c59258a0 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:56.481819 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db05d6d-21ab-4738-a639-0ae62ef184ec tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:56.485303 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8db05d6d-21ab-4738-a639-0ae62ef184ec tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0656221 Feb 04 05:44:56.486585 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50126) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:56.498954 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:56.501320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Pushing event updated for resources: {'Port': ['ID=453864a9-f2ef-422c-b662-2b73aa3d180e,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:56.508004 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:44:56.555751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24e647d-91cf-4ca1-a396-3c3fb7db16b6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:56.558330 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b24e647d-91cf-4ca1-a396-3c3fb7db16b6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0706120 Feb 04 05:44:56.560930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50128) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:56.637598 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6016c876-6e90-4a20-bce7-289e72dba8fd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755560 Feb 04 05:44:56.646390 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50130) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:56.652051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] Provisioning complete for port 544dbf93-8060-4689-b154-05875f06dfcf triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:56.652431 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.659416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-20d6a400-4a95-410c-a8f7-af0b73c749b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:56.661409 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Attempting to bind port 453864a9-f2ef-422c-b662-2b73aa3d180e on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:44:56.661809 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Attempting to bind port 453864a9-f2ef-422c-b662-2b73aa3d180e by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '51bbdfbc-6bd5-4791-b130-63dacf099fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f78b0de1-3227-465a-be2c-b40b91dd97c8'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:44:56.662181 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Attempting to bind port 453864a9-f2ef-422c-b662-2b73aa3d180e on network f78b0de1-3227-465a-be2c-b40b91dd97c8 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:44:56.699616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:44:56.699616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Checking segment: {'id': '51bbdfbc-6bd5-4791-b130-63dacf099fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f78b0de1-3227-465a-be2c-b40b91dd97c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:44:56.700017 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.700110 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Bound using segment: {'id': '51bbdfbc-6bd5-4791-b130-63dacf099fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f78b0de1-3227-465a-be2c-b40b91dd97c8'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:44:56.701433 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Bound port: 453864a9-f2ef-422c-b662-2b73aa3d180e, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bbdfbc-6bd5-4791-b130-63dacf099fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f78b0de1-3227-465a-be2c-b40b91dd97c8'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:44:56.701561 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.705070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 862fd144-6368-44ce-be41-0349c59258a0 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:56.705439 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.758088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8242ca51-4aad-4a6d-bc2f-f31a3af6d89b None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:44:56.850862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d6a400-4a95-410c-a8f7-af0b73c749b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:56.854430 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20d6a400-4a95-410c-a8f7-af0b73c749b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.856018 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d6a400-4a95-410c-a8f7-af0b73c749b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:44:56.856466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d6a400-4a95-410c-a8f7-af0b73c749b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:56.880376 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-20d6a400-4a95-410c-a8f7-af0b73c749b5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2324281 Feb 04 05:44:56.883056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50132) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:56.889952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d4ff9611-2c3c-453d-9ebd-f064c8656068 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:56.900136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] For port 453864a9-f2ef-422c-b662-2b73aa3d180e, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:44:56.922522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] For port 453864a9-f2ef-422c-b662-2b73aa3d180e, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=453864a9-f2ef-422c-b662-2b73aa3d180e,segment=NetworkSegment(51bbdfbc-6bd5-4791-b130-63dacf099fd8),segment_id=51bbdfbc-6bd5-4791-b130-63dacf099fd8)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:44:56.931720 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.934311 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:56.946822 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e90735-e640-4023-be5a-1985c93e3fd3 None None] Sync routers for ids ['90bb137d-bb8b-482f-a7a0-cb59c2eacde2'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:56.954198 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:56.967178 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e90735-e640-4023-be5a-1985c93e3fd3 None None] Routers {'90bb137d-bb8b-482f-a7a0-cb59c2eacde2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:56.968260 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-23e90735-e640-4023-be5a-1985c93e3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['90bb137d-bb8b-482f-a7a0-cb59c2eacde2'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:57.007854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:57.009095 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2b09fb16-7cb6-4cad-bd4f-745b2aa596fa tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.9346838 Feb 04 05:44:57.051846 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9b21eadc-04a9-44db-a50f-c648b08649e6 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:57.059421 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50134) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:57.066862 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-23e90735-e640-4023-be5a-1985c93e3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:57.078182 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8242ca51-4aad-4a6d-bc2f-f31a3af6d89b None None] Deleting port 786cf8eb-6b84-4076-9669-bc56b5dca789 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:57.107190 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d44116cb-250c-47a9-b1a3-e4ac959058f3 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'enable_snat': False}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:57.108536 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8242ca51-4aad-4a6d-bc2f-f31a3af6d89b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:57.108645 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e90735-e640-4023-be5a-1985c93e3fd3 None None] Routers {'90bb137d-bb8b-482f-a7a0-cb59c2eacde2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:57.108645 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-23e90735-e640-4023-be5a-1985c93e3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['90bb137d-bb8b-482f-a7a0-cb59c2eacde2'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:57.158018 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-23e90735-e640-4023-be5a-1985c93e3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:57.158726 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e90735-e640-4023-be5a-1985c93e3fd3 None None] The sync data for ids ['90bb137d-bb8b-482f-a7a0-cb59c2eacde2'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:57.188484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ff9611-2c3c-453d-9ebd-f064c8656068 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:57.188484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d4ff9611-2c3c-453d-9ebd-f064c8656068 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:57.189511 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ff9611-2c3c-453d-9ebd-f064c8656068 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:44:57.191805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ff9611-2c3c-453d-9ebd-f064c8656068 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:57.234709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ca306f-0300-43ce-afd1-7c59f4518edb admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:57.284905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cdf7d-3ece-418c-b760-e06e9e05c0c1 None None] Sync routers for ids ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:57.294072 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d4ff9611-2c3c-453d-9ebd-f064c8656068 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4109426 Feb 04 05:44:57.295250 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50138) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:57.300146 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6fcc392a-0c33-401d-91bd-712ac8c5ca16 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:57.320185 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] For port 544dbf93-8060-4689-b154-05875f06dfcf, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=544dbf93-8060-4689-b154-05875f06dfcf,segment=NetworkSegment(a34e8d43-136c-4ffa-b770-74ee3a09a580),segment_id=a34e8d43-136c-4ffa-b770-74ee3a09a580)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:57.335413 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c3ca306f-0300-43ce-afd1-7c59f4518edb admin admin] 10.222.0.10 "PUT /v2.0/routers/2db6a7ac-005f-4ff1-a8c0-f45716e2305d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7143047 Feb 04 05:44:57.345464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50140) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:57.356053 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:57.373336 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356cdf7d-3ece-418c-b760-e06e9e05c0c1 None None] Routers {'2db6a7ac-005f-4ff1-a8c0-f45716e2305d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:57.374086 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-356cdf7d-3ece-418c-b760-e06e9e05c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:57.382786 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2deddf1-e5f9-48fb-b364-29983ee3b59a None None] Pushing event updated for resources: {'Port': ['ID=453864a9-f2ef-422c-b662-2b73aa3d180e,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:57.434095 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8242ca51-4aad-4a6d-bc2f-f31a3af6d89b None None] For port 786cf8eb-6b84-4076-9669-bc56b5dca789, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=786cf8eb-6b84-4076-9669-bc56b5dca789,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:57.434642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8242ca51-4aad-4a6d-bc2f-f31a3af6d89b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:57.476218 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcc392a-0c33-401d-91bd-712ac8c5ca16 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:57.481135 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6fcc392a-0c33-401d-91bd-712ac8c5ca16 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:57.482718 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fcc392a-0c33-401d-91bd-712ac8c5ca16 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:44:57.483225 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fcc392a-0c33-401d-91bd-712ac8c5ca16 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:57.517894 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6fcc392a-0c33-401d-91bd-712ac8c5ca16 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2189715 Feb 04 05:44:57.519918 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50142) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:57.533842 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f1b14e34-59e7-423c-823f-255df07dafb1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:57.574614 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8242ca51-4aad-4a6d-bc2f-f31a3af6d89b None None] Calling delete_port for 786cf8eb-6b84-4076-9669-bc56b5dca789 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:57.580659 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] Provisioning complete for port 50ef2a90-9893-4c92-b0dd-3d536eb24dab triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:57.584228 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:57.693552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b14e34-59e7-423c-823f-255df07dafb1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:57.701224 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f1b14e34-59e7-423c-823f-255df07dafb1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:57.703252 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b14e34-59e7-423c-823f-255df07dafb1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:44:57.704105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b14e34-59e7-423c-823f-255df07dafb1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:57.727102 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f1b14e34-59e7-423c-823f-255df07dafb1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2041574 Feb 04 05:44:57.730325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50144) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:57.741073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] Port 50ef2a90-9893-4c92-b0dd-3d536eb24dab cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:44:57.752604 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b4b54252-fdc3-4f73-9972-b1a78ca296f9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:57.769394 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-356cdf7d-3ece-418c-b760-e06e9e05c0c1 None None] Set router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:57.854675 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 9b21eadc-04a9-44db-a50f-c648b08649e6 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:57.855133 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:57.887655 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b54252-fdc3-4f73-9972-b1a78ca296f9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:57.893283 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b4b54252-fdc3-4f73-9972-b1a78ca296f9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:57.895534 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b54252-fdc3-4f73-9972-b1a78ca296f9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:44:57.896872 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b54252-fdc3-4f73-9972-b1a78ca296f9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:57.898070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] Pushing event updated for resources: {'Port': ['ID=544dbf93-8060-4689-b154-05875f06dfcf,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:57.926949 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b4b54252-fdc3-4f73-9972-b1a78ca296f9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1864376 Feb 04 05:44:57.929923 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50146) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:57.938125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-dca99da1-2033-4de5-8ab7-736810e624f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:57.967560 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] Provisioning complete for port 9b21eadc-04a9-44db-a50f-c648b08649e6 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:57.967971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.031024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8242ca51-4aad-4a6d-bc2f-f31a3af6d89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.043996 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Deleting port 453864a9-f2ef-422c-b662-2b73aa3d180e {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:44:58.045167 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.079830 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242ca51-4aad-4a6d-bc2f-f31a3af6d89b None None] Pushing event deleted for resources: {'Port': ['ID=786cf8eb-6b84-4076-9669-bc56b5dca789,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:58.089948 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242ca51-4aad-4a6d-bc2f-f31a3af6d89b None None] No DVR routers for this DVR port 786cf8eb-6b84-4076-9669-bc56b5dca789 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:44:58.124891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca99da1-2033-4de5-8ab7-736810e624f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:58.134875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dca99da1-2033-4de5-8ab7-736810e624f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.136973 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca99da1-2033-4de5-8ab7-736810e624f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:44:58.137641 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca99da1-2033-4de5-8ab7-736810e624f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:44:58.137790 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Router 73a75882-d4b6-43fd-837b-6d4e650b9bec is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:44:58.159502 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-dca99da1-2033-4de5-8ab7-736810e624f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2280772 Feb 04 05:44:58.162096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50148) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:58.191301 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.205717 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4bc6c725-d44c-44f1-8959-e5759d0c26b0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0421829 Feb 04 05:44:58.210258 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50150) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:58.210991 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9a902d55-5944-48a6-ab54-763bcff44813 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.250341 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.272833 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 9b21eadc-04a9-44db-a50f-c648b08649e6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9b21eadc-04a9-44db-a50f-c648b08649e6,segment=NetworkSegment(297a64a2-e95e-41f6-adf1-0572b665e1b0),segment_id=297a64a2-e95e-41f6-adf1-0572b665e1b0)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:58.307925 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.308743 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 544dbf93-8060-4689-b154-05875f06dfcf up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:58.310636 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813cdd14-74f5-43a0-bcd9-948073630083 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:58.312132 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-813cdd14-74f5-43a0-bcd9-948073630083 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1009073 Feb 04 05:44:58.314928 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50152) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:58.337806 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-356cdf7d-3ece-418c-b760-e06e9e05c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:44:50Z', 'revision_number': 5, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'gw_port': {'id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:58.349263 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] For port 453864a9-f2ef-422c-b662-2b73aa3d180e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=453864a9-f2ef-422c-b662-2b73aa3d180e,segment=NetworkSegment(51bbdfbc-6bd5-4791-b130-63dacf099fd8),segment_id=51bbdfbc-6bd5-4791-b130-63dacf099fd8)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:44:58.350065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.368620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Calling delete_port for 453864a9-f2ef-422c-b662-2b73aa3d180e owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:44:58.395932 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8fc994a3-14f1-4214-b4a7-1296d79a60f7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785620 Feb 04 05:44:58.400757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50156) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:58.407798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-fe6162d5-a183-41e8-a278-206d6a84b7ef tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:58.432775 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.438723 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cdf7d-3ece-418c-b760-e06e9e05c0c1 None None] Checking router: 2db6a7ac-005f-4ff1-a8c0-f45716e2305d for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:44:58.439169 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9a902d55-5944-48a6-ab54-763bcff44813 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.486252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=9b21eadc-04a9-44db-a50f-c648b08649e6,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:58.509635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356cdf7d-3ece-418c-b760-e06e9e05c0c1 None None] Routers {'2db6a7ac-005f-4ff1-a8c0-f45716e2305d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:58.510189 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-356cdf7d-3ece-418c-b760-e06e9e05c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:58.548097 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6162d5-a183-41e8-a278-206d6a84b7ef tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:58.551894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe6162d5-a183-41e8-a278-206d6a84b7ef tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.585599 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:44:58.586127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-1b899f5f-6d25-4bb6-b354-caff666738d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:44:58.595867 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 544dbf93-8060-4689-b154-05875f06dfcf triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:58.596223 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.789584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-50b375ca-ae70-4030-9886-b309ced80231 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.841082 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f272f-b422-4638-bb07-2fb46e4e531f None None] Network f78b0de1-3227-465a-be2c-b40b91dd97c8 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:58.929128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:44:58.938105 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fb2f6ceb-2152-4444-b52e-4d8deb121c8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "PUT /v2.0/routers/73a75882-d4b6-43fd-837b-6d4e650b9bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4105878 Feb 04 05:44:58.939051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-356cdf7d-3ece-418c-b760-e06e9e05c0c1 None None] Set router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:44:58.939525 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac04033-dca5-46d5-be92-832f9ba0d2f7 None None] Sync routers for ids ['73a75882-d4b6-43fd-837b-6d4e650b9bec'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:44:58.944850 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.objects.ports [None req-fe6162d5-a183-41e8-a278-206d6a84b7ef tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108744) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:44:58.946235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50158) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:58.947342 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe6162d5-a183-41e8-a278-206d6a84b7ef tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:58.959988 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac04033-dca5-46d5-be92-832f9ba0d2f7 None None] Routers {'73a75882-d4b6-43fd-837b-6d4e650b9bec'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:58.960936 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0ac04033-dca5-46d5-be92-832f9ba0d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['73a75882-d4b6-43fd-837b-6d4e650b9bec'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:59.028991 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0ac04033-dca5-46d5-be92-832f9ba0d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:59.046967 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac04033-dca5-46d5-be92-832f9ba0d2f7 None None] Routers {'73a75882-d4b6-43fd-837b-6d4e650b9bec'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:44:59.048451 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0ac04033-dca5-46d5-be92-832f9ba0d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['73a75882-d4b6-43fd-837b-6d4e650b9bec'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:59.079014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6162d5-a183-41e8-a278-206d6a84b7ef tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:44:59.089789 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-fe6162d5-a183-41e8-a278-206d6a84b7ef tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:44:59.096491 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6162d5-a183-41e8-a278-206d6a84b7ef tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:44:59.097089 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe6162d5-a183-41e8-a278-206d6a84b7ef tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:59.116436 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047c687d-1b7f-499f-92b0-6bda9ef43f5a None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:44:59.128577 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0ac04033-dca5-46d5-be92-832f9ba0d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:59.128828 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fe6162d5-a183-41e8-a278-206d6a84b7ef tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7260709 Feb 04 05:44:59.130614 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac04033-dca5-46d5-be92-832f9ba0d2f7 None None] The sync data for ids ['73a75882-d4b6-43fd-837b-6d4e650b9bec'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:59.131705 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6162d5-a183-41e8-a278-206d6a84b7ef tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=782f5617-13c6-4aec-9f43-2e1adf506c40,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:59.142646 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50160) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:59.148365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-061104f4-709e-4eae-8dcb-9e4ab1e26317 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'mac_address': 'fa:16:3e:a4:4f:ba', 'name': 'tempest-NetworksTestDHCPv6-1294998703'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:44:59.228368 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a902d55-5944-48a6-ab54-763bcff44813 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 71d853ae-dfd5-4860-bc7b-106f696cdd32 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:44:59.231025 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:59.260556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 786cf8eb-6b84-4076-9669-bc56b5dca789 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:59.290729 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 786cf8eb-6b84-4076-9669-bc56b5dca789 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:44:59.291129 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 786cf8eb-6b84-4076-9669-bc56b5dca789 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 05:44:59.326417 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Port 786cf8eb-6b84-4076-9669-bc56b5dca789 not found, will not notify nova. {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 05:44:59.351873 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:59.394989 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d44116cb-250c-47a9-b1a3-e4ac959058f3 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:59.402165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Port': ['ID=453864a9-f2ef-422c-b662-2b73aa3d180e,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:44:59.434392 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7e96022b-5978-4d3c-9615-b088d6d9b38d None None] Could not find standard attr ID for object 453864a9-f2ef-422c-b662-2b73aa3d180e. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:44:59.511780 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7e96022b-5978-4d3c-9615-b088d6d9b38d None None] Provisioning complete for port 544dbf93-8060-4689-b154-05875f06dfcf triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:59.513685 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7e96022b-5978-4d3c-9615-b088d6d9b38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:59.562896 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061104f4-709e-4eae-8dcb-9e4ab1e26317 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:44:59.600132 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] No DVR routers for this DVR port 453864a9-f2ef-422c-b662-2b73aa3d180e on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:44:59.670433 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '782f5617-13c6-4aec-9f43-2e1adf506c40'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:44:59.671475 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:59.677968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-356cdf7d-3ece-418c-b760-e06e9e05c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:44:50Z', 'revision_number': 5, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'gw_port': {'id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:44:59.735988 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 544dbf93-8060-4689-b154-05875f06dfcf up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:44:59.742282 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cdf7d-3ece-418c-b760-e06e9e05c0c1 None None] The sync data for ids ['2db6a7ac-005f-4ff1-a8c0-f45716e2305d'] in dv-neutron-827794-1-hyperv is: [{'id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'name': 'tempest-ServerActionsTestJSON-594322752-router', 'tenant_id': '20a08d81f69747a5b8125d321d28b9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142'}], 'enable_snat': True}, 'gw_port_id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:44:50Z', 'revision_number': 5, 'project_id': '20a08d81f69747a5b8125d321d28b9a0', 'gw_port': {'id': '2bc89c50-0ff7-4b75-b919-a95acb32457f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6a7ac-005f-4ff1-a8c0-f45716e2305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:41:17Z', 'updated_at': '2022-02-04T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:44:59.790244 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-c7d0edd3-4859-48a1-8e99-7f3f649eb73d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:44:59.791537 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c7d0edd3-4859-48a1-8e99-7f3f649eb73d tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "PUT /v2.0/routers/73a75882-d4b6-43fd-837b-6d4e650b9bec/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8396347 Feb 04 05:44:59.795174 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-061104f4-709e-4eae-8dcb-9e4ab1e26317 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:44:59.797354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50172) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:44:59.983982 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-061104f4-709e-4eae-8dcb-9e4ab1e26317 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port 2176b275-6748-4a17-99b2-f227df00dd36 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:44:59.992679 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 544dbf93-8060-4689-b154-05875f06dfcf triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:44:59.993242 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.035684 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7e96022b-5978-4d3c-9615-b088d6d9b38d None None] Provisioning complete for port 50ef2a90-9893-4c92-b0dd-3d536eb24dab triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:00.036141 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7e96022b-5978-4d3c-9615-b088d6d9b38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.113818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Allocated IP 2001:db8::f816:3eff:fecb:5420 (99cffe53-689e-4c68-95bc-797fbe732ade/782f5617-13c6-4aec-9f43-2e1adf506c40/ca30d6cb-be8e-41f5-95b0-043cfca7995d) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:00.137051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-7e96022b-5978-4d3c-9615-b088d6d9b38d None None] Port 50ef2a90-9893-4c92-b0dd-3d536eb24dab cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:00.168192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7e96022b-5978-4d3c-9615-b088d6d9b38d None None] Provisioning complete for port 9b21eadc-04a9-44db-a50f-c648b08649e6 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:00.168657 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7e96022b-5978-4d3c-9615-b088d6d9b38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.228454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.237564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a902d55-5944-48a6-ab54-763bcff44813 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:00.240328 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] Deleting port 2bc89c50-0ff7-4b75-b919-a95acb32457f {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:00.240919 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.250643 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9a902d55-5944-48a6-ab54-763bcff44813 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.251775 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9a902d55-5944-48a6-ab54-763bcff44813 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/71d853ae-dfd5-4860-bc7b-106f696cdd32 HTTP/1.1" status: 200 len: 887 time: 4.0191169 Feb 04 05:45:00.255903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50174) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:00.272610 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7dd341-e1d0-4939-b0c5-150a429a7f8d None None] Sync routers for ids ['71d853ae-dfd5-4860-bc7b-106f696cdd32'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:00.327194 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7dd341-e1d0-4939-b0c5-150a429a7f8d None None] Routers {'71d853ae-dfd5-4860-bc7b-106f696cdd32'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:00.327877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9b7dd341-e1d0-4939-b0c5-150a429a7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['71d853ae-dfd5-4860-bc7b-106f696cdd32'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:00.334601 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 453864a9-f2ef-422c-b662-2b73aa3d180e up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:00.389238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 453864a9-f2ef-422c-b662-2b73aa3d180e {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:00.389598 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 453864a9-f2ef-422c-b662-2b73aa3d180e not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 05:45:00.423910 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Port 453864a9-f2ef-422c-b662-2b73aa3d180e not found, will not notify nova. {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 05:45:00.423910 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9b21eadc-04a9-44db-a50f-c648b08649e6 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:00.430000 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9b7dd341-e1d0-4939-b0c5-150a429a7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:00.500181 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7dd341-e1d0-4939-b0c5-150a429a7f8d None None] Routers {'71d853ae-dfd5-4860-bc7b-106f696cdd32'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:00.500742 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9b7dd341-e1d0-4939-b0c5-150a429a7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['71d853ae-dfd5-4860-bc7b-106f696cdd32'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:00.505010 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-50b375ca-ae70-4030-9886-b309ced80231 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port 26fd699d-7b0a-4dd1-bf2b-e0bc48ae169f {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:00.505371 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-50b375ca-ae70-4030-9886-b309ced80231 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.545064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9b7dd341-e1d0-4939-b0c5-150a429a7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:00.545728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7dd341-e1d0-4939-b0c5-150a429a7f8d None None] The sync data for ids ['71d853ae-dfd5-4860-bc7b-106f696cdd32'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:00.560589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c545-4c44-49de-ba40-79fdb63f195e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.613065 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.621991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.666094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-50b375ca-ae70-4030-9886-b309ced80231 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.674742 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-061104f4-709e-4eae-8dcb-9e4ab1e26317 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::f816:3eff:fea4:4fba (99cffe53-689e-4c68-95bc-797fbe732ade/782f5617-13c6-4aec-9f43-2e1adf506c40/2176b275-6748-4a17-99b2-f227df00dd36) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:00.678850 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-50b375ca-ae70-4030-9886-b309ced80231 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for 26fd699d-7b0a-4dd1-bf2b-e0bc48ae169f owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:00.679127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 9b21eadc-04a9-44db-a50f-c648b08649e6 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:00.679541 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.683223 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Pushing event updated for resources: {'Port': ['ID=ca30d6cb-be8e-41f5-95b0-043cfca7995d,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:00.714824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7e96022b-5978-4d3c-9615-b088d6d9b38d None None] Provisioning complete for port 26fd699d-7b0a-4dd1-bf2b-e0bc48ae169f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:00.715200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7e96022b-5978-4d3c-9615-b088d6d9b38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.757124 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:00.761738 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-7e96022b-5978-4d3c-9615-b088d6d9b38d None None] Port 26fd699d-7b0a-4dd1-bf2b-e0bc48ae169f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:00.767241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:00.769665 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:00.824480 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-061104f4-709e-4eae-8dcb-9e4ab1e26317 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.893254 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-061104f4-709e-4eae-8dcb-9e4ab1e26317 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.896888 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-50b375ca-ae70-4030-9886-b309ced80231 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.950687 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:00.982411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061104f4-709e-4eae-8dcb-9e4ab1e26317 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:00.997950 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b375ca-ae70-4030-9886-b309ced80231 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=26fd699d-7b0a-4dd1-bf2b-e0bc48ae169f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:00.999250 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bde57383-cf5b-47c7-ac96-a8e46df48213 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/routers/71d853ae-dfd5-4860-bc7b-106f696cdd32 HTTP/1.1" status: 200 len: 887 time: 0.7421806 Feb 04 05:45:01.002751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50186) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:01.007276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-061104f4-709e-4eae-8dcb-9e4ab1e26317 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:01.012963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b42cb28-61d1-429e-952f-c2286dcd6d00 None None] Network f78b0de1-3227-465a-be2c-b40b91dd97c8 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:01.059480 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061104f4-709e-4eae-8dcb-9e4ab1e26317 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:01.066639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061104f4-709e-4eae-8dcb-9e4ab1e26317 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:01.072175 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-061104f4-709e-4eae-8dcb-9e4ab1e26317 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:01.085846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061104f4-709e-4eae-8dcb-9e4ab1e26317 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=2176b275-6748-4a17-99b2-f227df00dd36,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:01.087855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:01.100030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Attempting to bind port ca30d6cb-be8e-41f5-95b0-043cfca7995d on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:01.100592 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Attempting to bind port ca30d6cb-be8e-41f5-95b0-043cfca7995d by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:01.101009 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Attempting to bind port ca30d6cb-be8e-41f5-95b0-043cfca7995d on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:01.114699 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-50a614bf-0a96-4139-a5a7-a50e5ba599c6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports?device_id=71d853ae-dfd5-4860-bc7b-106f696cdd32 HTTP/1.1" status: 200 len: 205 time: 0.1082704 Feb 04 05:45:01.115178 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50188) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:01.122777 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-061104f4-709e-4eae-8dcb-9e4ab1e26317 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9790580 Feb 04 05:45:01.126117 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] For port 2bc89c50-0ff7-4b75-b919-a95acb32457f, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=2bc89c50-0ff7-4b75-b919-a95acb32457f,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:01.126511 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:01.129456 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50190) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:01.148870 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:01.149509 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:01.150049 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:01.150688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:01.151277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Bound port: ca30d6cb-be8e-41f5-95b0-043cfca7995d, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:01.151801 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:01.322747 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] For port ca30d6cb-be8e-41f5-95b0-043cfca7995d, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:01.326537 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-50b375ca-ae70-4030-9886-b309ced80231 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:01.327089 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] For port ca30d6cb-be8e-41f5-95b0-043cfca7995d, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ca30d6cb-be8e-41f5-95b0-043cfca7995d,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:01.330611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Subnet': ['ID=98a67de3-d7ec-46e9-899d-1638b3fcc42a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:01.332813 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae878b2-b643-4466-bc30-9ddef400628d None None] DHCP port deletion for f78b0de1-3227-465a-be2c-b40b91dd97c8 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:01.335373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 786cf8eb-6b84-4076-9669-bc56b5dca789 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:01.341312 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] Calling delete_port for 2bc89c50-0ff7-4b75-b919-a95acb32457f owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:01.347930 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:01.367148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec5cfa1-ea48-46a9-a44d-6a8890701ee3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:01.376585 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec5cfa1-ea48-46a9-a44d-6a8890701ee3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:01.378653 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bec5cfa1-ea48-46a9-a44d-6a8890701ee3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2162564 Feb 04 05:45:01.389026 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50192) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:01.418877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 786cf8eb-6b84-4076-9669-bc56b5dca789 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:01.419794 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 786cf8eb-6b84-4076-9669-bc56b5dca789 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:01.458454 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd578b-3256-4796-991e-91d8dc581595 None None] Pushing event updated for resources: {'Port': ['ID=ca30d6cb-be8e-41f5-95b0-043cfca7995d,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:01.487275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aabe16f-8544-4c77-8f9c-988286715568 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:01.538501 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78b0de1-3227-465a-be2c-b40b91dd97c8']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:01.565494 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a2681675-2990-4b34-96e9-802c2a9602ae no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:01.593502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bbdfbc-6bd5-4791-b130-63dacf099fd8') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:01.594605 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bbdfbc-6bd5-4791-b130-63dacf099fd8') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:01.609322 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: a2681675-2990-4b34-96e9-802c2a9602ae {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:01.611624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a2681675-2990-4b34-96e9-802c2a9602ae not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:01.612111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 453864a9-f2ef-422c-b662-2b73aa3d180e no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:01.634074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 453864a9-f2ef-422c-b662-2b73aa3d180e {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:01.634429 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 453864a9-f2ef-422c-b662-2b73aa3d180e not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:01.662099 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:01.773354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-afebd623-1d34-4c58-901e-59781a4e1427 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port 2176b275-6748-4a17-99b2-f227df00dd36 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:01.773907 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-afebd623-1d34-4c58-901e-59781a4e1427 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:01.776416 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:01.837422 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:01.841899 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:01.856080 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aabe16f-8544-4c77-8f9c-988286715568 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:01.871207 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9c545-4c44-49de-ba40-79fdb63f195e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Deleting port 50ef2a90-9893-4c92-b0dd-3d536eb24dab {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:01.871554 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c545-4c44-49de-ba40-79fdb63f195e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:01.930309 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:01.990299 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-afebd623-1d34-4c58-901e-59781a4e1427 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:01.999679 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b375ca-ae70-4030-9886-b309ced80231 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 2efbb287-656b-4cdf-8193-0ceeb434db02 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:45:02.006985 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:02.011688 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:02.019471 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/networks/f78b0de1-3227-465a-be2c-b40b91dd97c8 HTTP/1.1" status: 204 len: 168 time: 6.4711592 Feb 04 05:45:02.020364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50202) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:02.029929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-afebd623-1d34-4c58-901e-59781a4e1427 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for 2176b275-6748-4a17-99b2-f227df00dd36 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:02.036921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-9eb81856-58d9-43f9-ae9c-8615eeec6989 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1252159441'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:02.037244 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c545-4c44-49de-ba40-79fdb63f195e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:02.067187 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9c545-4c44-49de-ba40-79fdb63f195e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Calling delete_port for 50ef2a90-9893-4c92-b0dd-3d536eb24dab owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:02.070721 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7aabe16f-8544-4c77-8f9c-988286715568 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port f6d069f6-2ae4-41df-94aa-d5bcb46a1e45 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:02.071066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aabe16f-8544-4c77-8f9c-988286715568 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:02.111715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bc05e-8f06-4ae7-9735-018ea520561f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Network': ['ID=f78b0de1-3227-465a-be2c-b40b91dd97c8,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:02.237498 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb81856-58d9-43f9-ae9c-8615eeec6989 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Made reservation on behalf of 19932e6f433d4ed78b93cd81b83b7622 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:02.241637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9eb81856-58d9-43f9-ae9c-8615eeec6989 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:02.243587 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:02.259107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aabe16f-8544-4c77-8f9c-988286715568 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:02.279535 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7aabe16f-8544-4c77-8f9c-988286715568 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for f6d069f6-2ae4-41df-94aa-d5bcb46a1e45 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:02.284351 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b375ca-ae70-4030-9886-b309ced80231 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:02.294720 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe675b-3cb6-483c-8e81-c15a6433dbd5 None None] Sync routers for ids ['2efbb287-656b-4cdf-8193-0ceeb434db02'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:02.298740 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-50b375ca-ae70-4030-9886-b309ced80231 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/2efbb287-656b-4cdf-8193-0ceeb434db02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6070378 Feb 04 05:45:02.307128 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe675b-3cb6-483c-8e81-c15a6433dbd5 None None] Routers {'2efbb287-656b-4cdf-8193-0ceeb434db02'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:02.308026 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a0fe675b-3cb6-483c-8e81-c15a6433dbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['2efbb287-656b-4cdf-8193-0ceeb434db02'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:02.330522 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50206) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:02.347603 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc89c50-0ff7-4b75-b919-a95acb32457f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:02.397304 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ee46c913-c7f4-4e96-afad-a6889feaa8a4 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports?device_id=2efbb287-656b-4cdf-8193-0ceeb434db02 HTTP/1.1" status: 200 len: 205 time: 0.0646095 Feb 04 05:45:02.410244 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50208) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:02.512551 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a0fe675b-3cb6-483c-8e81-c15a6433dbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:02.536270 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe675b-3cb6-483c-8e81-c15a6433dbd5 None None] Routers {'2efbb287-656b-4cdf-8193-0ceeb434db02'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:02.537643 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a0fe675b-3cb6-483c-8e81-c15a6433dbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['2efbb287-656b-4cdf-8193-0ceeb434db02'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:02.548961 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d44116cb-250c-47a9-b1a3-e4ac959058f3 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:02.554251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:02.573597 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a0fe675b-3cb6-483c-8e81-c15a6433dbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:02.583552 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe675b-3cb6-483c-8e81-c15a6433dbd5 None None] The sync data for ids ['2efbb287-656b-4cdf-8193-0ceeb434db02'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:02.584785 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c733114-38d8-49cf-bea1-76f966d9f7a0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:02.595797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d44116cb-250c-47a9-b1a3-e4ac959058f3 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:02.703611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:02.709185 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:02.805124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:02.805576 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2db6a7ac-005f-4ff1-a8c0-f45716e2305d {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:45:02.811354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:02.815145 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1938b1a4-ffd6-4562-97bb-f84d5864ba47 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2db6a7ac-005f-4ff1-a8c0-f45716e2305d HTTP/1.1" status: 204 len: 168 time: 5.4652665 Feb 04 05:45:02.815230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50222) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:02.902918 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44116cb-250c-47a9-b1a3-e4ac959058f3 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Router 90bb137d-bb8b-482f-a7a0-cb59c2eacde2 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:45:02.910218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc6edc2-fca2-4bf3-a7a1-da39d50b8b54 admin admin] Deleting subnet 55e14a0e-49fa-4b7e-a51a-07432707a113 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:02.914988 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dfc6edc2-fca2-4bf3-a7a1-da39d50b8b54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.010574 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dfc6edc2-fca2-4bf3-a7a1-da39d50b8b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.065145 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-71efa7ab-222d-4bce-98d3-7f4bf4b93bea None None] Provisioning complete for port ca30d6cb-be8e-41f5-95b0-043cfca7995d triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:03.065731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71efa7ab-222d-4bce-98d3-7f4bf4b93bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.145825 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-afebd623-1d34-4c58-901e-59781a4e1427 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.207955 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71efa7ab-222d-4bce-98d3-7f4bf4b93bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.249585 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-71efa7ab-222d-4bce-98d3-7f4bf4b93bea None None] For port ca30d6cb-be8e-41f5-95b0-043cfca7995d, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ca30d6cb-be8e-41f5-95b0-043cfca7995d,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:03.257073 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-afebd623-1d34-4c58-901e-59781a4e1427 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.261375 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-afebd623-1d34-4c58-901e-59781a4e1427 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/2176b275-6748-4a17-99b2-f227df00dd36 HTTP/1.1" status: 204 len: 168 time: 1.8714395 Feb 04 05:45:03.265843 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71efa7ab-222d-4bce-98d3-7f4bf4b93bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.292716 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebd623-1d34-4c58-901e-59781a4e1427 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=2176b275-6748-4a17-99b2-f227df00dd36,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:03.298092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c733114-38d8-49cf-bea1-76f966d9f7a0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.300439 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50228) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:03.317884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c733114-38d8-49cf-bea1-76f966d9f7a0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.391663 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efa7ab-222d-4bce-98d3-7f4bf4b93bea None None] Pushing event updated for resources: {'Port': ['ID=ca30d6cb-be8e-41f5-95b0-043cfca7995d,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:03.402613 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8fcb60cc-301f-48ef-be96-9f5c01514c7f None None] Could not find standard attr ID for object 2176b275-6748-4a17-99b2-f227df00dd36. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:45:03.409790 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c545-4c44-49de-ba40-79fdb63f195e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.450324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aabe16f-8544-4c77-8f9c-988286715568 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.457362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9c545-4c44-49de-ba40-79fdb63f195e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event deleted for resources: {'Port': ['ID=50ef2a90-9893-4c92-b0dd-3d536eb24dab,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:03.459522 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb81856-58d9-43f9-ae9c-8615eeec6989 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:03.494851 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c733114-38d8-49cf-bea1-76f966d9f7a0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.495472 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c733114-38d8-49cf-bea1-76f966d9f7a0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Fanout notify agent at l3_agent the message router_deleted on router 2efbb287-656b-4cdf-8193-0ceeb434db02 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:45:03.503354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c733114-38d8-49cf-bea1-76f966d9f7a0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.507218 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9c733114-38d8-49cf-bea1-76f966d9f7a0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/routers/2efbb287-656b-4cdf-8193-0ceeb434db02 HTTP/1.1" status: 204 len: 168 time: 1.0958943 Feb 04 05:45:03.513264 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50232) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:03.517991 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabe16f-8544-4c77-8f9c-988286715568 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=f6d069f6-2ae4-41df-94aa-d5bcb46a1e45,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:03.560830 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9eb81856-58d9-43f9-ae9c-8615eeec6989 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.561180 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-9eb81856-58d9-43f9-ae9c-8615eeec6989 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Added segment ad56d88e-bb31-460c-ba2a-2ad9b4d82efe of type vlan for network a4d2b664-0e87-4841-82a4-be5da226b242 Feb 04 05:45:03.597927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d239ace-eeaa-4c53-a07c-9fddcedb1ef1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:03.599435 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d239ace-eeaa-4c53-a07c-9fddcedb1ef1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:03.601063 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5d239ace-eeaa-4c53-a07c-9fddcedb1ef1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2963293 Feb 04 05:45:03.606526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50234) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:03.689676 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-78761b2a-0f76-422b-9d01-c5e44179799c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 782f5617-13c6-4aec-9f43-2e1adf506c40 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:03.692863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-78761b2a-0f76-422b-9d01-c5e44179799c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.695221 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ca30d6cb-be8e-41f5-95b0-043cfca7995d up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:03.737316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-78761b2a-0f76-422b-9d01-c5e44179799c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.766696 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfbd59d-4bfb-42c4-ac69-13ea0c2a99ac tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting subnet 1c109920-0aea-4e52-bb48-600139464256 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:03.772700 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aaa9c545-4c44-49de-ba40-79fdb63f195e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.777089 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adfbd59d-4bfb-42c4-ac69-13ea0c2a99ac tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.803827 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ca30d6cb-be8e-41f5-95b0-043cfca7995d triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:03.804320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.919724 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:45:03.929656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-78761b2a-0f76-422b-9d01-c5e44179799c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.949228 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aabe16f-8544-4c77-8f9c-988286715568 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.953328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adfbd59d-4bfb-42c4-ac69-13ea0c2a99ac tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:03.954906 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.007812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9eb81856-58d9-43f9-ae9c-8615eeec6989 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.015109 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 2bc89c50-0ff7-4b75-b919-a95acb32457f no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:04.025990 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44116cb-250c-47a9-b1a3-e4ac959058f3 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:04.030677 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d44116cb-250c-47a9-b1a3-e4ac959058f3 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.031929 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d44116cb-250c-47a9-b1a3-e4ac959058f3 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "PUT /v2.0/routers/90bb137d-bb8b-482f-a7a0-cb59c2eacde2 HTTP/1.1" status: 200 len: 921 time: 6.9699550 Feb 04 05:45:04.035477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dfc6edc2-fca2-4bf3-a7a1-da39d50b8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.037806 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 2bc89c50-0ff7-4b75-b919-a95acb32457f {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:04.038509 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 2bc89c50-0ff7-4b75-b919-a95acb32457f not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:04.039713 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50240) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:04.050321 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b722a-ec83-4861-b520-95a514a9993e None None] Sync routers for ids ['90bb137d-bb8b-482f-a7a0-cb59c2eacde2'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:04.063262 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b722a-ec83-4861-b520-95a514a9993e None None] Routers {'90bb137d-bb8b-482f-a7a0-cb59c2eacde2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:04.064032 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-891b722a-ec83-4861-b520-95a514a9993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['90bb137d-bb8b-482f-a7a0-cb59c2eacde2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:04.104399 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-891b722a-ec83-4861-b520-95a514a9993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:04.107828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-78761b2a-0f76-422b-9d01-c5e44179799c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.119428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b722a-ec83-4861-b520-95a514a9993e None None] Routers {'90bb137d-bb8b-482f-a7a0-cb59c2eacde2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:04.120528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-891b722a-ec83-4861-b520-95a514a9993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['90bb137d-bb8b-482f-a7a0-cb59c2eacde2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:04.152498 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa9c545-4c44-49de-ba40-79fdb63f195e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Router 73a75882-d4b6-43fd-837b-6d4e650b9bec has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:45:04.163956 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78761b2a-0f76-422b-9d01-c5e44179799c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=782f5617-13c6-4aec-9f43-2e1adf506c40,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:04.168589 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-78761b2a-0f76-422b-9d01-c5e44179799c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.174816 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-78761b2a-0f76-422b-9d01-c5e44179799c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/782f5617-13c6-4aec-9f43-2e1adf506c40 HTTP/1.1" status: 204 len: 168 time: 0.5665054 Feb 04 05:45:04.179786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50242) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:04.188097 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d41f6f-9c3a-4508-855d-fd4599d60bf0 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:04.191723 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-891b722a-ec83-4861-b520-95a514a9993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:04.194257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aabe16f-8544-4c77-8f9c-988286715568 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.196166 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b722a-ec83-4861-b520-95a514a9993e None None] The sync data for ids ['90bb137d-bb8b-482f-a7a0-cb59c2eacde2'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:04.200151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9eb81856-58d9-43f9-ae9c-8615eeec6989 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.200415 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aabe16f-8544-4c77-8f9c-988286715568 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.206999 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb81856-58d9-43f9-ae9c-8615eeec6989 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:04.207803 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9eb81856-58d9-43f9-ae9c-8615eeec6989 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.296167 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6870bfa4-59a6-4efe-8d91-4b3e47395990 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150386 Feb 04 05:45:04.298145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50244) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:04.310306 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f9bf4099-19a9-4fcc-b300-d629ebf08bcd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:04.312309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aabe16f-8544-4c77-8f9c-988286715568 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.313003 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aabe16f-8544-4c77-8f9c-988286715568 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Fanout notify agent at l3_agent the message router_deleted on router 71d853ae-dfd5-4860-bc7b-106f696cdd32 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:45:04.349693 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aabe16f-8544-4c77-8f9c-988286715568 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.351205 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7aabe16f-8544-4c77-8f9c-988286715568 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/routers/71d853ae-dfd5-4860-bc7b-106f696cdd32 HTTP/1.1" status: 204 len: 168 time: 3.2272437 Feb 04 05:45:04.357023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50246) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:04.362374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-cb4a8c27-311b-4940-9e29-c0b7fe47436e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'network': {'name': 'tempest-RoutersTest-347560523'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:04.390237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa9c545-4c44-49de-ba40-79fdb63f195e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:04.394821 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4a8c27-311b-4940-9e29-c0b7fe47436e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:04.399534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8c27-311b-4940-9e29-c0b7fe47436e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.402416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adfbd59d-4bfb-42c4-ac69-13ea0c2a99ac tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.415864 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-aaa9c545-4c44-49de-ba40-79fdb63f195e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "PUT /v2.0/routers/73a75882-d4b6-43fd-837b-6d4e650b9bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6171534 Feb 04 05:45:04.419465 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c2ae1-930b-4d18-ae36-39465dae4682 None None] Sync routers for ids ['73a75882-d4b6-43fd-837b-6d4e650b9bec'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:04.427729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50250) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:04.442669 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c2ae1-930b-4d18-ae36-39465dae4682 None None] Routers {'73a75882-d4b6-43fd-837b-6d4e650b9bec'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:04.443593 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-546c2ae1-930b-4d18-ae36-39465dae4682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['73a75882-d4b6-43fd-837b-6d4e650b9bec'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:04.462411 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9eb81856-58d9-43f9-ae9c-8615eeec6989 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4341261 Feb 04 05:45:04.466728 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50252) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:04.488606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b697ed15-25e7-46b4-b47f-5102b5cfdeef tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Request body: {'subnet': {'network_id': 'a4d2b664-0e87-4841-82a4-be5da226b242', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:04.509568 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbade63-51f1-4647-8041-562fb24d7ee8 None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:04.533098 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-546c2ae1-930b-4d18-ae36-39465dae4682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:04.537645 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-9c0b8e92-7cf7-4bb7-a878-d68b446d94e6 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] delete failed (client error): The resource could not be found. Feb 04 05:45:04.544228 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9c0b8e92-7cf7-4bb7-a878-d68b446d94e6 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-1839828358 HTTP/1.1" status: 404 len: 335 time: 0.0824294 Feb 04 05:45:04.544918 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50254) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:04.545275 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c2ae1-930b-4d18-ae36-39465dae4682 None None] Routers {'73a75882-d4b6-43fd-837b-6d4e650b9bec'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:04.547989 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-546c2ae1-930b-4d18-ae36-39465dae4682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:44:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['73a75882-d4b6-43fd-837b-6d4e650b9bec'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:04.555686 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a1d17c0a-7880-4c8b-ad16-566c0ea19e60 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Request body: {'router': {'external_gateway_info': {'network_id': '73a75882-d4b6-43fd-837b-6d4e650b9bec'}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:04.585450 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8dbade63-51f1-4647-8041-562fb24d7ee8 None None] Deleting port ca30d6cb-be8e-41f5-95b0-043cfca7995d {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:04.586073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8dbade63-51f1-4647-8041-562fb24d7ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.619027 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dfc6edc2-fca2-4bf3-a7a1-da39d50b8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.625556 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3e02bf3c-431d-4eda-b72a-1bec2ba1b6ed tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/routers/90bb137d-bb8b-482f-a7a0-cb59c2eacde2 HTTP/1.1" status: 200 len: 921 time: 0.5807681 Feb 04 05:45:04.636702 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-546c2ae1-930b-4d18-ae36-39465dae4682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:04.637726 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c2ae1-930b-4d18-ae36-39465dae4682 None None] The sync data for ids ['73a75882-d4b6-43fd-837b-6d4e650b9bec'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:04.641196 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50256) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:04.643285 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb81856-58d9-43f9-ae9c-8615eeec6989 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event updated for resources: {'Network': ['ID=a4d2b664-0e87-4841-82a4-be5da226b242,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:04.655647 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8dbade63-51f1-4647-8041-562fb24d7ee8 None None] For port ca30d6cb-be8e-41f5-95b0-043cfca7995d, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ca30d6cb-be8e-41f5-95b0-043cfca7995d,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:04.656259 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8dbade63-51f1-4647-8041-562fb24d7ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.665179 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network a4d2b664-0e87-4841-82a4-be5da226b242 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:04.696267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4a8c27-311b-4940-9e29-c0b7fe47436e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:04.700216 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dfc6edc2-fca2-4bf3-a7a1-da39d50b8b54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.704550 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dfc6edc2-fca2-4bf3-a7a1-da39d50b8b54 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/55e14a0e-49fa-4b7e-a51a-07432707a113 HTTP/1.1" status: 204 len: 168 time: 1.8883457 Feb 04 05:45:04.709218 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8c27-311b-4940-9e29-c0b7fe47436e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.709672 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-cb4a8c27-311b-4940-9e29-c0b7fe47436e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Added segment 0f11cd9d-71b5-45ef-a9ea-5025442f9dbb of type vlan for network 1552bcf5-f6bd-4202-b3d4-aafa4eb01f73 Feb 04 05:45:04.714865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6edc2-fca2-4bf3-a7a1-da39d50b8b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e14a0e-49fa-4b7e-a51a-07432707a113,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:04.718420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50258) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:04.755831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8c27-311b-4940-9e29-c0b7fe47436e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.765538 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bf4099-19a9-4fcc-b300-d629ebf08bcd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:04.769445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4099-19a9-4fcc-b300-d629ebf08bcd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.789429 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c631413f-2d70-436b-91c1-31d6b43f7ce5 None None] Network 16cfc891-7074-4a12-8ae8-46d913cd15c9 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:04.792807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8dbade63-51f1-4647-8041-562fb24d7ee8 None None] Calling delete_port for ca30d6cb-be8e-41f5-95b0-043cfca7995d owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:04.836442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adfbd59d-4bfb-42c4-ac69-13ea0c2a99ac tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.838814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8c27-311b-4940-9e29-c0b7fe47436e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.845237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4a8c27-311b-4940-9e29-c0b7fe47436e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:04.846005 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8c27-311b-4940-9e29-c0b7fe47436e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.905367 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:04.920184 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b697ed15-25e7-46b4-b47f-5102b5cfdeef tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Made reservation on behalf of 19932e6f433d4ed78b93cd81b83b7622 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:04.926153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b697ed15-25e7-46b4-b47f-5102b5cfdeef tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:05.034388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbd59d-4bfb-42c4-ac69-13ea0c2a99ac tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Subnet': ['ID=1c109920-0aea-4e52-bb48-600139464256,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:05.093495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adfbd59d-4bfb-42c4-ac69-13ea0c2a99ac tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:05.096970 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-adfbd59d-4bfb-42c4-ac69-13ea0c2a99ac tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/1c109920-0aea-4e52-bb48-600139464256 HTTP/1.1" status: 204 len: 168 time: 1.5762625 Feb 04 05:45:05.100595 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50262) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:05.103626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a8c27-311b-4940-9e29-c0b7fe47436e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Network': ['ID=1552bcf5-f6bd-4202-b3d4-aafa4eb01f73,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:05.108389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b42c2cb-97b3-4adc-a5c2-d9e7adfbd07c None None] Network ec804827-415e-4d38-a819-7963a17b5f61 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:05.110292 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cb4a8c27-311b-4940-9e29-c0b7fe47436e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7520306 Feb 04 05:45:05.141064 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50264) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:05.151293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8facf690-086b-476f-9b57-c4cf6c69acac tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:05.153909 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8facf690-086b-476f-9b57-c4cf6c69acac tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&device_id=90bb137d-bb8b-482f-a7a0-cb59c2eacde2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5110648 Feb 04 05:45:05.157940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50266) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:05.176644 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 1552bcf5-f6bd-4202-b3d4-aafa4eb01f73 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:05.212334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a583e0fd-1bb4-4a49-9ea4-5280c2d6f19c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'subnet': {'network_id': '1552bcf5-f6bd-4202-b3d4-aafa4eb01f73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:05.401433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] Deleting port c5161528-b2bc-4ae6-8ca0-abc9143b4080 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:05.401852 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:05.470887 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8dbade63-51f1-4647-8041-562fb24d7ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:05.596680 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1419a039-e602-4659-9da5-23fc6e34fa39 None None] DHCP port deletion for 16cfc891-7074-4a12-8ae8-46d913cd15c9 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:05.602061 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2459a6b1-aa76-41f3-8fcb-20b0a7554457 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:05.607572 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2459a6b1-aa76-41f3-8fcb-20b0a7554457 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/networks/205cec25-dbe4-4e69-8d9c-9f731181c624 HTTP/1.1" status: 200 len: 881 time: 0.4444573 Feb 04 05:45:05.607572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a1d17c0a-7880-4c8b-ad16-566c0ea19e60 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:05.609576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50268) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:05.652914 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0e2c41c4-2425-408b-9a7f-23961630b29a tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "GET /v2.0/ports?device_id=90bb137d-bb8b-482f-a7a0-cb59c2eacde2 HTTP/1.1" status: 200 len: 205 time: 0.0394258 Feb 04 05:45:05.653133 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ca30d6cb-be8e-41f5-95b0-043cfca7995d no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:05.660176 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50270) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:05.661279 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-a1d17c0a-7880-4c8b-ad16-566c0ea19e60 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] update failed (client error): The resource could not be found. Feb 04 05:45:05.662460 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a1d17c0a-7880-4c8b-ad16-566c0ea19e60 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "PUT /v2.0/routers/73a75882-d4b6-43fd-837b-6d4e650b9bec HTTP/1.1" status: 404 len: 339 time: 1.1116698 Feb 04 05:45:05.667807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] For port c5161528-b2bc-4ae6-8ca0-abc9143b4080, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c5161528-b2bc-4ae6-8ca0-abc9143b4080,segment=NetworkSegment(b881a7f5-caa2-46a8-94ad-106d67cb0039),segment_id=b881a7f5-caa2-46a8-94ad-106d67cb0039)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:05.669626 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:05.671655 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50272) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:05.675900 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f94ef130-52af-4004-9888-3040d82f0b92 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1601719548'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:05.690650 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbade63-51f1-4647-8041-562fb24d7ee8 None None] Pushing event deleted for resources: {'Port': ['ID=ca30d6cb-be8e-41f5-95b0-043cfca7995d,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:05.700571 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbade63-51f1-4647-8041-562fb24d7ee8 None None] No DVR routers for this DVR port ca30d6cb-be8e-41f5-95b0-043cfca7995d on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:05.702595 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] Calling delete_port for c5161528-b2bc-4ae6-8ca0-abc9143b4080 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:05.762510 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: ca30d6cb-be8e-41f5-95b0-043cfca7995d {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:05.762900 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ca30d6cb-be8e-41f5-95b0-043cfca7995d not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:05.832593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94ef130-52af-4004-9888-3040d82f0b92 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Made reservation on behalf of 5593896fb4a2499ab1b563f2ed103dab for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:05.837116 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f94ef130-52af-4004-9888-3040d82f0b92 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:05.887771 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01cfd829-4236-4672-b6a8-cccc6de3f130 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:05.915891 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1419a039-e602-4659-9da5-23fc6e34fa39 None None] Deleting port c5161528-b2bc-4ae6-8ca0-abc9143b4080 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:05.917059 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1419a039-e602-4659-9da5-23fc6e34fa39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:05.925749 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:05.957489 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0c0b1a-69d5-4b03-980d-4737d182519d None None] DHCP port deletion for ec804827-415e-4d38-a819-7963a17b5f61 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:05.984054 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94ef130-52af-4004-9888-3040d82f0b92 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:05.984402 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.objects.ports [None req-f9bf4099-19a9-4fcc-b300-d629ebf08bcd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108745) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:45:06.002698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f94ef130-52af-4004-9888-3040d82f0b92 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.003232 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-f94ef130-52af-4004-9888-3040d82f0b92 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Added segment 4be68136-2b95-4344-b9f9-118474ebef84 of type vlan for network f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad Feb 04 05:45:06.041429 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4099-19a9-4fcc-b300-d629ebf08bcd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.097222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-1419a039-e602-4659-9da5-23fc6e34fa39 None None] For port c5161528-b2bc-4ae6-8ca0-abc9143b4080, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c5161528-b2bc-4ae6-8ca0-abc9143b4080,segment=NetworkSegment(b881a7f5-caa2-46a8-94ad-106d67cb0039),segment_id=b881a7f5-caa2-46a8-94ad-106d67cb0039)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:06.097627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1419a039-e602-4659-9da5-23fc6e34fa39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.113783 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1419a039-e602-4659-9da5-23fc6e34fa39 None None] Calling delete_port for c5161528-b2bc-4ae6-8ca0-abc9143b4080 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:06.133671 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c0b1a-69d5-4b03-980d-4737d182519d None None] Deleting port 544dbf93-8060-4689-b154-05875f06dfcf {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:06.134098 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0b1a-69d5-4b03-980d-4737d182519d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.144464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a583e0fd-1bb4-4a49-9ea4-5280c2d6f19c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:06.147793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f94ef130-52af-4004-9888-3040d82f0b92 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.148621 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a583e0fd-1bb4-4a49-9ea4-5280c2d6f19c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.156710 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01cfd829-4236-4672-b6a8-cccc6de3f130 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.201306 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-fe0c0b1a-69d5-4b03-980d-4737d182519d None None] For port 544dbf93-8060-4689-b154-05875f06dfcf, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=544dbf93-8060-4689-b154-05875f06dfcf,segment=NetworkSegment(a34e8d43-136c-4ffa-b770-74ee3a09a580),segment_id=a34e8d43-136c-4ffa-b770-74ee3a09a580)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:06.201642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0b1a-69d5-4b03-980d-4737d182519d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.219526 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f94ef130-52af-4004-9888-3040d82f0b92 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.221216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c0b1a-69d5-4b03-980d-4737d182519d None None] Calling delete_port for 544dbf93-8060-4689-b154-05875f06dfcf owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:06.229298 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ef130-52af-4004-9888-3040d82f0b92 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:06.229298 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f94ef130-52af-4004-9888-3040d82f0b92 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.232693 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bf4099-19a9-4fcc-b300-d629ebf08bcd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:06.261549 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b697ed15-25e7-46b4-b47f-5102b5cfdeef tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.274874 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-f9bf4099-19a9-4fcc-b300-d629ebf08bcd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:06.278346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bf4099-19a9-4fcc-b300-d629ebf08bcd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:06.278984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4099-19a9-4fcc-b300-d629ebf08bcd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.319596 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ef130-52af-4004-9888-3040d82f0b92 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event updated for resources: {'Network': ['ID=f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:06.325274 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50276) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:06.329707 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f9bf4099-19a9-4fcc-b300-d629ebf08bcd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0244288 Feb 04 05:45:06.332425 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-79fea40a-659d-4905-9f59-3c3dc2a885cc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'mac_address': 'fa:16:3e:79:6f:a4', 'name': 'tempest-NetworksTestDHCPv6-1612952150'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:06.347005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf4099-19a9-4fcc-b300-d629ebf08bcd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=936f36b5-b0f4-49cc-9a6f-cee8bef836ef,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:06.385902 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.409524 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332588ea-051c-4926-8bb7-e8fbce5e6195 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:06.412142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:06.424072 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] No DVR routers for this DVR port c5161528-b2bc-4ae6-8ca0-abc9143b4080 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:06.442797 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f94ef130-52af-4004-9888-3040d82f0b92 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7702045 Feb 04 05:45:06.443579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50278) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:06.453392 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-90b36482-ea83-4393-8d40-d3e30f10a7e5 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Request body: {'subnet': {'network_id': 'f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:06.455358 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5161528-b2bc-4ae6-8ca0-abc9143b4080,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:06.474496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0b1a-69d5-4b03-980d-4737d182519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.480731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-01cfd829-4236-4672-b6a8-cccc6de3f130 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Deleting port 2abde6bd-0cdb-434f-9120-d0602fe121c1 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:06.481217 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01cfd829-4236-4672-b6a8-cccc6de3f130 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.522908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1419a039-e602-4659-9da5-23fc6e34fa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.563838 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c0b1a-69d5-4b03-980d-4737d182519d None None] Pushing event deleted for resources: {'Port': ['ID=544dbf93-8060-4689-b154-05875f06dfcf,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:06.566175 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c0b1a-69d5-4b03-980d-4737d182519d None None] No DVR routers for this DVR port 544dbf93-8060-4689-b154-05875f06dfcf on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:06.571173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01cfd829-4236-4672-b6a8-cccc6de3f130 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.596306 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-01cfd829-4236-4672-b6a8-cccc6de3f130 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Calling delete_port for 2abde6bd-0cdb-434f-9120-d0602fe121c1 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:06.606312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1419a039-e602-4659-9da5-23fc6e34fa39 None None] No DVR routers for this DVR port c5161528-b2bc-4ae6-8ca0-abc9143b4080 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:06.608025 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b697ed15-25e7-46b4-b47f-5102b5cfdeef tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Checking segment: {'id': 'ad56d88e-bb31-460c-ba2a-2ad9b4d82efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a4d2b664-0e87-4841-82a4-be5da226b242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:06.608487 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b697ed15-25e7-46b4-b47f-5102b5cfdeef tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Network hostable DHCP agents. Network: a4d2b664-0e87-4841-82a4-be5da226b242, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:06.619036 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697ed15-25e7-46b4-b47f-5102b5cfdeef tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event updated for resources: {'Subnet': ['ID=4594f455-db29-4e88-8426-237a7f0d32d3,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:06.623665 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419a039-e602-4659-9da5-23fc6e34fa39 None None] Pushing event deleted for resources: {'Port': ['ID=c5161528-b2bc-4ae6-8ca0-abc9143b4080,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:06.645477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port 544dbf93-8060-4689-b154-05875f06dfcf {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:06.645844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.707871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.740233 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '936f36b5-b0f4-49cc-9a6f-cee8bef836ef'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:06.742153 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.769787 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b697ed15-25e7-46b4-b47f-5102b5cfdeef tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Network a4d2b664-0e87-4841-82a4-be5da226b242 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:06.798406 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fea40a-659d-4905-9f59-3c3dc2a885cc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:06.799863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-b697ed15-25e7-46b4-b47f-5102b5cfdeef tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, a4d2b664-0e87-4841-82a4-be5da226b242) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:06.811410 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b697ed15-25e7-46b4-b47f-5102b5cfdeef tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:06.812085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b697ed15-25e7-46b4-b47f-5102b5cfdeef tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.825297 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cfc891-7074-4a12-8ae8-46d913cd15c9']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:06.846365 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] For port 544dbf93-8060-4689-b154-05875f06dfcf, host dv-neutron-827794-1-hyperv, got binding levels [] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:06.846780 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.852138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a583e0fd-1bb4-4a49-9ea4-5280c2d6f19c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.865538 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b881a7f5-caa2-46a8-94ad-106d67cb0039') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:06.865881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b881a7f5-caa2-46a8-94ad-106d67cb0039') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:06.868605 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869b9a4d-32d3-4d40-a3e7-380760af726b None None] Network a4d2b664-0e87-4841-82a4-be5da226b242 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:06.894541 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b697ed15-25e7-46b4-b47f-5102b5cfdeef tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4060898 Feb 04 05:45:06.894772 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50280) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:06.916709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.919453 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for 544dbf93-8060-4689-b154-05875f06dfcf owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:06.923426 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.ipam_backend_mixin [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Port 544dbf93-8060-4689-b154-05875f06dfcf was not found and therefore no delete operation was performed {{(pid=108745) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:45:06.926671 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b36482-ea83-4393-8d40-d3e30f10a7e5 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Made reservation on behalf of 5593896fb4a2499ab1b563f2ed103dab for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:06.930140 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90b36482-ea83-4393-8d40-d3e30f10a7e5 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.940630 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:06.979052 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No DVR routers for this DVR port 544dbf93-8060-4689-b154-05875f06dfcf on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:07.015899 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=544dbf93-8060-4689-b154-05875f06dfcf,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:07.027005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.084784 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:07.085193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:07.087447 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:07.115702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583e0fd-1bb4-4a49-9ea4-5280c2d6f19c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Subnet': ['ID=1e98148b-bee8-4daf-acd6-b4ab3143ebc3,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:07.132025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01cfd829-4236-4672-b6a8-cccc6de3f130 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.146685 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79fea40a-659d-4905-9f59-3c3dc2a885cc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.182797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.206835 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfd829-4236-4672-b6a8-cccc6de3f130 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Pushing event deleted for resources: {'Port': ['ID=2abde6bd-0cdb-434f-9120-d0602fe121c1,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:07.219889 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec804827-415e-4d38-a819-7963a17b5f61']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:07.232399 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Allocated IP 2001:db8::f816:3eff:fec1:39ae (99cffe53-689e-4c68-95bc-797fbe732ade/936f36b5-b0f4-49cc-9a6f-cee8bef836ef/52a8a166-dcc0-43a8-89ba-a2acafd551b6) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:07.236653 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.241964 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a583e0fd-1bb4-4a49-9ea4-5280c2d6f19c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Checking segment: {'id': '0f11cd9d-71b5-45ef-a9ea-5025442f9dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1552bcf5-f6bd-4202-b3d4-aafa4eb01f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:07.242616 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583e0fd-1bb4-4a49-9ea4-5280c2d6f19c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network hostable DHCP agents. Network: 1552bcf5-f6bd-4202-b3d4-aafa4eb01f73, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:07.253835 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34e8d43-136c-4ffa-b770-74ee3a09a580') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:07.254457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34e8d43-136c-4ffa-b770-74ee3a09a580') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:07.262730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.271702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.275469 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] 10.222.0.10 "DELETE /v2.0/networks/16cfc891-7074-4a12-8ae8-46d913cd15c9 HTTP/1.1" status: 204 len: 168 time: 2.5528696 Feb 04 05:45:07.288403 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.303486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-79fea40a-659d-4905-9f59-3c3dc2a885cc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port 03fecafd-e501-4462-b8e2-23e351be1e9c yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:45:07.316296 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79c142-dc88-4b5c-b536-4b1b076f5162 admin admin] Pushing event deleted for resources: {'Network': ['ID=16cfc891-7074-4a12-8ae8-46d913cd15c9,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:07.324384 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583e0fd-1bb4-4a49-9ea4-5280c2d6f19c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 1552bcf5-f6bd-4202-b3d4-aafa4eb01f73 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:07.337786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.345218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-a583e0fd-1bb4-4a49-9ea4-5280c2d6f19c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 1552bcf5-f6bd-4202-b3d4-aafa4eb01f73) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:07.357975 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0cf445-5059-49c0-9fb8-58965696ce1e None None] Network 1552bcf5-f6bd-4202-b3d4-aafa4eb01f73 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:07.361913 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a583e0fd-1bb4-4a49-9ea4-5280c2d6f19c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:07.362842 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a583e0fd-1bb4-4a49-9ea4-5280c2d6f19c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.368925 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:07.369486 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:07.391640 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:07.493550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01cfd829-4236-4672-b6a8-cccc6de3f130 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.507425 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a583e0fd-1bb4-4a49-9ea4-5280c2d6f19c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3200717 Feb 04 05:45:07.522067 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50294) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:07.528689 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4fc5ef9e-ede6-49d5-ae3b-4dde60342141 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1510034990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:07.531921 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c393c84-93fb-4693-8af6-89fc4cf81813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-a4d2b664-0e87-4841-82a4-be5da226b242', 'network_id': 'a4d2b664-0e87-4841-82a4-be5da226b242', 'tenant_id': '19932e6f433d4ed78b93cd81b83b7622', 'fixed_ips': [{'subnet_id': '4594f455-db29-4e88-8426-237a7f0d32d3'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:07.532892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7c393c84-93fb-4693-8af6-89fc4cf81813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.538832 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.554470 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.565093 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/networks/ec804827-415e-4d38-a819-7963a17b5f61 HTTP/1.1" status: 204 len: 168 time: 2.4432476 Feb 04 05:45:07.566627 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50296) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:07.576283 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-265267140', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:07.619397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c5161528-b2bc-4ae6-8ca0-abc9143b4080 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:07.640378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8eb85e-4751-4a09-a258-c24e44b968ea tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Network': ['ID=ec804827-415e-4d38-a819-7963a17b5f61,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:07.643815 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50298) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:07.672088 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.688284 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-1552bcf5-f6bd-4202-b3d4-aafa4eb01f73', 'network_id': '1552bcf5-f6bd-4202-b3d4-aafa4eb01f73', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'fixed_ips': [{'subnet_id': '1e98148b-bee8-4daf-acd6-b4ab3143ebc3'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:07.689300 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.702019 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01cfd829-4236-4672-b6a8-cccc6de3f130 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.707753 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01cfd829-4236-4672-b6a8-cccc6de3f130 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.751864 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: c5161528-b2bc-4ae6-8ca0-abc9143b4080 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:07.752278 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c5161528-b2bc-4ae6-8ca0-abc9143b4080 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:07.752803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 544dbf93-8060-4689-b154-05875f06dfcf no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:07.805904 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01cfd829-4236-4672-b6a8-cccc6de3f130 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.806519 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cfd829-4236-4672-b6a8-cccc6de3f130 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Fanout notify agent at l3_agent the message router_deleted on router 90bb137d-bb8b-482f-a7a0-cb59c2eacde2 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:45:07.814212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01cfd829-4236-4672-b6a8-cccc6de3f130 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.819463 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-01cfd829-4236-4672-b6a8-cccc6de3f130 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "DELETE /v2.0/routers/90bb137d-bb8b-482f-a7a0-cb59c2eacde2 HTTP/1.1" status: 204 len: 168 time: 2.1518073 Feb 04 05:45:07.819463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90b36482-ea83-4393-8d40-d3e30f10a7e5 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.824273 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50300) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:07.851670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3324a0f0-ddfe-4a51-9cab-e911d66ebfce tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-292163544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:07.870575 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 544dbf93-8060-4689-b154-05875f06dfcf {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:07.871653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 544dbf93-8060-4689-b154-05875f06dfcf not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:07.879810 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.904280 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b36482-ea83-4393-8d40-d3e30f10a7e5 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event updated for resources: {'Subnet': ['ID=efd2054c-0efc-4fb0-83f2-faae398e313a,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server [None req-7c393c84-93fb-4693-8af6-89fc4cf81813 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4594f455-db29-4e88-8426-237a7f0d32d3: This subnet is being modified by another concurrent operation. Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:45:07.917949 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4594f455-db29-4e88-8426-237a7f0d32d3: This subnet is being modified by another concurrent operation. Feb 04 05:45:07.921978 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Feb 04 05:45:07.929317 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:07.941637 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e1da0a-6327-4e27-b024-57b2d5ee38ce None None] Network a4d2b664-0e87-4841-82a4-be5da226b242 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:07.970139 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.020839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Subnet': ['ID=4594f455-db29-4e88-8426-237a7f0d32d3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:08.022860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b36482-ea83-4393-8d40-d3e30f10a7e5 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Checking segment: {'id': '4be68136-2b95-4344-b9f9-118474ebef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:08.023237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b36482-ea83-4393-8d40-d3e30f10a7e5 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Network hostable DHCP agents. Network: f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:08.027824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.050229 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-03ee3f3e-b729-45e4-9c43-a7110fd17332 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20a08d81f69747a5b8125d321d28b9a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4014904 Feb 04 05:45:08.052572 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ef9e-ede6-49d5-ae3b-4dde60342141 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.053955 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ef9e-ede6-49d5-ae3b-4dde60342141 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.060933 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:08.063554 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50302) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:08.067605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d2b664-0e87-4841-82a4-be5da226b242']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:08.073975 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:08.080484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Allocated IP 172.20.0.2 (1552bcf5-f6bd-4202-b3d4-aafa4eb01f73/1e98148b-bee8-4daf-acd6-b4ab3143ebc3/5dbd5886-4f79-4306-9a52-d50faac26011) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:08.082552 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:08.095493 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad56d88e-bb31-460c-ba2a-2ad9b4d82efe') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:08.095880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad56d88e-bb31-460c-ba2a-2ad9b4d82efe') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:08.111383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ef9e-ede6-49d5-ae3b-4dde60342141 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.118514 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Pushing event updated for resources: {'Port': ['ID=52a8a166-dcc0-43a8-89ba-a2acafd551b6,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:08.119743 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-79fea40a-659d-4905-9f59-3c3dc2a885cc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::f816:3eff:fe79:6fa4 (99cffe53-689e-4c68-95bc-797fbe732ade/936f36b5-b0f4-49cc-9a6f-cee8bef836ef/03fecafd-e501-4462-b8e2-23e351be1e9c) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:08.126499 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-63b6deec-b32a-4b71-8391-9794f35e13aa tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977250023&fields=id&tenant_id=cc5330e91f224377a5a1b171420d5342 HTTP/1.1" status: 200 len: 267 time: 0.5127697 Feb 04 05:45:08.136870 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.138414 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.139172 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.144202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ef9e-ede6-49d5-ae3b-4dde60342141 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.159285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b36482-ea83-4393-8d40-d3e30f10a7e5 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Network f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:08.181150 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3324a0f0-ddfe-4a51-9cab-e911d66ebfce tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.182221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3324a0f0-ddfe-4a51-9cab-e911d66ebfce tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.187204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.194464 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-90b36482-ea83-4393-8d40-d3e30f10a7e5 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:08.212195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b36482-ea83-4393-8d40-d3e30f10a7e5 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:08.212878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90b36482-ea83-4393-8d40-d3e30f10a7e5 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.218428 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:08.218828 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:08.224206 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:08.226504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac004a2-3721-4988-9c90-c22c0ed86b61 None None] Network f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:08.227765 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Attempting to bind port 52a8a166-dcc0-43a8-89ba-a2acafd551b6 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:08.228133 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Attempting to bind port 52a8a166-dcc0-43a8-89ba-a2acafd551b6 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:08.228518 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Attempting to bind port 52a8a166-dcc0-43a8-89ba-a2acafd551b6 on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:08.278877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:08.278877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:08.279703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.279703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:08.279869 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Bound port: 52a8a166-dcc0-43a8-89ba-a2acafd551b6, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:08.280611 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.282103 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ef9e-ede6-49d5-ae3b-4dde60342141 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.283452 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4fc5ef9e-ede6-49d5-ae3b-4dde60342141 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7597175 Feb 04 05:45:08.304545 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50304) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:08.330382 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-90b36482-ea83-4393-8d40-d3e30f10a7e5 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8817308 Feb 04 05:45:08.331414 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a0b418da-f727-4f43-b6f5-71c45f68bea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.340036 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50306) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:08.341464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.351925 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-50992bda-4250-4409-a93d-64fce79fffdb tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:08.468239 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] For port 52a8a166-dcc0-43a8-89ba-a2acafd551b6, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:08.499146 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] For port 52a8a166-dcc0-43a8-89ba-a2acafd551b6, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=52a8a166-dcc0-43a8-89ba-a2acafd551b6,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:08.509544 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.513497 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.544399 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-bdd8e408-85c3-45a0-a407-ee387ba431ac tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:08.545831 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-bdd8e408-85c3-45a0-a407-ee387ba431ac tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 812 time: 0.4184833 Feb 04 05:45:08.590801 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.601504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad', 'network_id': 'f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad', 'tenant_id': '5593896fb4a2499ab1b563f2ed103dab', 'fixed_ips': [{'subnet_id': 'efd2054c-0efc-4fb0-83f2-faae398e313a'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:08.602391 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.656447 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-48dd5893-9bf1-4408-98cf-19d989b7c004 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/quotas/cc5330e91f224377a5a1b171420d5342 HTTP/1.1" status: 200 len: 375 time: 0.0410380 Feb 04 05:45:08.665152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3324a0f0-ddfe-4a51-9cab-e911d66ebfce tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.692397 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.698545 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Network 1552bcf5-f6bd-4202-b3d4-aafa4eb01f73 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:08.703045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:08.715361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a885f2-49ce-46cc-93a9-7515ab433bab None None] Pushing event updated for resources: {'Port': ['ID=52a8a166-dcc0-43a8-89ba-a2acafd551b6,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:08.722265 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.724120 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:08.743442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.750359 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/networks/a4d2b664-0e87-4841-82a4-be5da226b242 HTTP/1.1" status: 204 len: 168 time: 1.8370411 Feb 04 05:45:08.754817 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3324a0f0-ddfe-4a51-9cab-e911d66ebfce tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.769581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50308) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:08.777565 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-71995a3f-14d6-4564-8d3e-4557d36824cb tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-397751493'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:08.788449 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a0b418da-f727-4f43-b6f5-71c45f68bea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.800216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Pushing event updated for resources: {'Port': ['ID=5dbd5886-4f79-4306-9a52-d50faac26011,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:08.808027 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f784fe-e775-4973-84d8-23e82c871128 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Network': ['ID=a4d2b664-0e87-4841-82a4-be5da226b242,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:08.840194 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-50992bda-4250-4409-a93d-64fce79fffdb tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.875123 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Attempting to bind port 5dbd5886-4f79-4306-9a52-d50faac26011 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:08.875780 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Attempting to bind port 5dbd5886-4f79-4306-9a52-d50faac26011 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '0f11cd9d-71b5-45ef-a9ea-5025442f9dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1552bcf5-f6bd-4202-b3d4-aafa4eb01f73'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:08.876316 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Attempting to bind port 5dbd5886-4f79-4306-9a52-d50faac26011 on network 1552bcf5-f6bd-4202-b3d4-aafa4eb01f73 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:08.909066 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:08.909066 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Checking segment: {'id': '0f11cd9d-71b5-45ef-a9ea-5025442f9dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1552bcf5-f6bd-4202-b3d4-aafa4eb01f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:08.909066 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.909582 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Bound using segment: {'id': '0f11cd9d-71b5-45ef-a9ea-5025442f9dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1552bcf5-f6bd-4202-b3d4-aafa4eb01f73'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:08.910057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Bound port: 5dbd5886-4f79-4306-9a52-d50faac26011, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f11cd9d-71b5-45ef-a9ea-5025442f9dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1552bcf5-f6bd-4202-b3d4-aafa4eb01f73'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:08.910583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.935320 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-fefbcca4-a58d-4f3d-8ce6-4600f7aa0938 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2449160 Feb 04 05:45:08.937142 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3324a0f0-ddfe-4a51-9cab-e911d66ebfce tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:08.941037 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3324a0f0-ddfe-4a51-9cab-e911d66ebfce tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1106327 Feb 04 05:45:08.942570 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50310) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:08.947958 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Request body: {'router': {'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:09.007030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Allocated IP 2001:db8:1::2 (f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad/efd2054c-0efc-4fb0-83f2-faae398e313a/d0ab57a6-8f54-467b-993b-4fddeb49916a) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:09.054238 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71995a3f-14d6-4564-8d3e-4557d36824cb tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Made reservation on behalf of 19932e6f433d4ed78b93cd81b83b7622 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:09.057683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-71995a3f-14d6-4564-8d3e-4557d36824cb tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:09.065169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] For port 5dbd5886-4f79-4306-9a52-d50faac26011, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:09.074416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79fea40a-659d-4905-9f59-3c3dc2a885cc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:09.092201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a0b418da-f727-4f43-b6f5-71c45f68bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:09.094179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a0b418da-f727-4f43-b6f5-71c45f68bea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:09.097723 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a0b418da-f727-4f43-b6f5-71c45f68bea5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f784d54-0f95-4efe-aa7e-0808aabb7c22 HTTP/1.1" status: 204 len: 168 time: 1.0308230 Feb 04 05:45:09.140973 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] For port 5dbd5886-4f79-4306-9a52-d50faac26011, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=5dbd5886-4f79-4306-9a52-d50faac26011,segment=NetworkSegment(0f11cd9d-71b5-45ef-a9ea-5025442f9dbb),segment_id=0f11cd9d-71b5-45ef-a9ea-5025442f9dbb)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:09.151360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b418da-f727-4f43-b6f5-71c45f68bea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f784d54-0f95-4efe-aa7e-0808aabb7c22,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:09.151578 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:09.166888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71995a3f-14d6-4564-8d3e-4557d36824cb tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:09.216454 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-71995a3f-14d6-4564-8d3e-4557d36824cb tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:09.217131 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-71995a3f-14d6-4564-8d3e-4557d36824cb tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Added segment d697356a-57b7-42e0-95f5-bdcd1f38b7dc of type vlan for network 681a8ea0-6349-497c-84aa-63abe04f538d Feb 04 05:45:09.219525 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:09.236980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79fea40a-659d-4905-9f59-3c3dc2a885cc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:09.344994 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-dc0da874-a45e-4750-a409-db1b851795a3 service neutron] 10.222.0.10 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407607 Feb 04 05:45:09.345561 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-71995a3f-14d6-4564-8d3e-4557d36824cb tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:09.346939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:09.405094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fea40a-659d-4905-9f59-3c3dc2a885cc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:09.408593 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bca6e5-e724-472e-9e62-8a5f5949b77d None None] Pushing event updated for resources: {'Port': ['ID=5dbd5886-4f79-4306-9a52-d50faac26011,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:09.419407 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-79fea40a-659d-4905-9f59-3c3dc2a885cc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:09.433840 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fea40a-659d-4905-9f59-3c3dc2a885cc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:09.440982 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fea40a-659d-4905-9f59-3c3dc2a885cc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:09.441616 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79fea40a-659d-4905-9f59-3c3dc2a885cc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:09.484141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fea40a-659d-4905-9f59-3c3dc2a885cc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=03fecafd-e501-4462-b8e2-23e351be1e9c,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:09.502929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-71995a3f-14d6-4564-8d3e-4557d36824cb tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:09.508614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71995a3f-14d6-4564-8d3e-4557d36824cb tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:09.509239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-71995a3f-14d6-4564-8d3e-4557d36824cb tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:09.530352 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-79fea40a-659d-4905-9f59-3c3dc2a885cc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2022774 Feb 04 05:45:09.592652 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50316) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:09.609520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:09.641415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:09.707849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 52a8a166-dcc0-43a8-89ba-a2acafd551b6 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:09.755851 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-71995a3f-14d6-4564-8d3e-4557d36824cb tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9821310 Feb 04 05:45:09.770108 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50324) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:09.788833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8f7aa787-4252-4b37-9c8b-ec706bb99962 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Request body: {'subnet': {'network_id': '681a8ea0-6349-497c-84aa-63abe04f538d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:09.804777 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Network f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:09.814346 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:09.818483 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:09.820829 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Pushing event updated for resources: {'Port': ['ID=d0ab57a6-8f54-467b-993b-4fddeb49916a,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:09.907980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71995a3f-14d6-4564-8d3e-4557d36824cb tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event updated for resources: {'Network': ['ID=681a8ea0-6349-497c-84aa-63abe04f538d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:09.921660 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 681a8ea0-6349-497c-84aa-63abe04f538d details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:09.944389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Attempting to bind port d0ab57a6-8f54-467b-993b-4fddeb49916a on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:09.944389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Attempting to bind port d0ab57a6-8f54-467b-993b-4fddeb49916a by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '4be68136-2b95-4344-b9f9-118474ebef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:09.944389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Attempting to bind port d0ab57a6-8f54-467b-993b-4fddeb49916a on network f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:10.003338 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 52a8a166-dcc0-43a8-89ba-a2acafd551b6 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:10.003716 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.032531 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fab953-ff28-4f32-bb56-1de7327b7d41 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:10.039681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fab953-ff28-4f32-bb56-1de7327b7d41 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:10.042267 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a6fab953-ff28-4f32-bb56-1de7327b7d41 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4492064 Feb 04 05:45:10.049942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50328) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:10.071583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:10.072042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Checking segment: {'id': '4be68136-2b95-4344-b9f9-118474ebef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:10.072460 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.073018 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Bound using segment: {'id': '4be68136-2b95-4344-b9f9-118474ebef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:10.073543 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Bound port: d0ab57a6-8f54-467b-993b-4fddeb49916a, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be68136-2b95-4344-b9f9-118474ebef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:10.073953 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.146371 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Allocated IP 172.20.0.1 (1552bcf5-f6bd-4202-b3d4-aafa4eb01f73/1e98148b-bee8-4daf-acd6-b4ab3143ebc3/a9c3c325-5cdd-47fd-9d1d-f37f9f7a42e2) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:10.187174 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-e52b8c97-6766-4e7f-ad94-01855bd33b50 service neutron] 10.222.0.10 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8338196 Feb 04 05:45:10.248343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] For port d0ab57a6-8f54-467b-993b-4fddeb49916a, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:10.250723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7aa787-4252-4b37-9c8b-ec706bb99962 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Made reservation on behalf of 19932e6f433d4ed78b93cd81b83b7622 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:10.258618 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] For port d0ab57a6-8f54-467b-993b-4fddeb49916a, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d0ab57a6-8f54-467b-993b-4fddeb49916a,segment=NetworkSegment(4be68136-2b95-4344-b9f9-118474ebef84),segment_id=4be68136-2b95-4344-b9f9-118474ebef84)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:10.260135 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f7aa787-4252-4b37-9c8b-ec706bb99962 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.265987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.292739 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.304343 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-50992bda-4250-4409-a93d-64fce79fffdb tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:45:10.305809 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-50992bda-4250-4409-a93d-64fce79fffdb tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "PUT /v2.0/routers/73a75882-d4b6-43fd-837b-6d4e650b9bec HTTP/1.1" status: 400 len: 364 time: 1.9630504 Feb 04 05:45:10.309497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50338) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:10.314611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.492303 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50346) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:10.503526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.590552 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 52a8a166-dcc0-43a8-89ba-a2acafd551b6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=52a8a166-dcc0-43a8-89ba-a2acafd551b6,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:10.590868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2903ef62-dd9c-41a1-ad08-91d327fcc7df tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port 03fecafd-e501-4462-b8e2-23e351be1e9c {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:10.591550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2903ef62-dd9c-41a1-ad08-91d327fcc7df tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.594532 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-3077c167-5a2c-459f-8148-2d87270e9eb6 None None] Provisioning complete for port 52a8a166-dcc0-43a8-89ba-a2acafd551b6 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:10.594848 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3077c167-5a2c-459f-8148-2d87270e9eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.635114 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.635723 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Allocated IP 172.26.3.228 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/3e962535-af48-40ea-ba28-4605034b121b) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:10.706480 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fab3d4-bb6b-4f4e-8b49-bf6a3791a0b4 None None] Pushing event updated for resources: {'Port': ['ID=d0ab57a6-8f54-467b-993b-4fddeb49916a,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:10.783366 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.861589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2903ef62-dd9c-41a1-ad08-91d327fcc7df tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.886224 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2903ef62-dd9c-41a1-ad08-91d327fcc7df tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for 03fecafd-e501-4462-b8e2-23e351be1e9c owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:10.905114 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1878404197'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:10.908943 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:10.926181 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=52a8a166-dcc0-43a8-89ba-a2acafd551b6,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:10.952221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:11.066146 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2a1d2606-8d5b-4731-a79a-830587e89b16 req-fd11e9ca-aa9b-4ef5-adff-5ef80ad367db tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 210 time: 0.1608560 Feb 04 05:45:11.081700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-ba3386b9-d310-44ff-8ac0-42608c6f67a4 None None] Provisioning complete for port 03fecafd-e501-4462-b8e2-23e351be1e9c triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:11.082105 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ba3386b9-d310-44ff-8ac0-42608c6f67a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:11.108552 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:11.113227 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:11.117222 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:11.123597 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Made reservation on behalf of 8c2405125bc146daaa6123a3ecbdd784 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:11.128784 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:11.185676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:11.200269 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-ba3386b9-d310-44ff-8ac0-42608c6f67a4 None None] Port 03fecafd-e501-4462-b8e2-23e351be1e9c cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:11.212038 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:11.249864 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=3e962535-af48-40ea-ba28-4605034b121b,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:11.390114 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7965253-61d5-4063-971d-336f39295d29 None None] Network 1552bcf5-f6bd-4202-b3d4-aafa4eb01f73 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:11.400439 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 1552bcf5-f6bd-4202-b3d4-aafa4eb01f73 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:11.415244 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:11.419694 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=a9c3c325-5cdd-47fd-9d1d-f37f9f7a42e2,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:11.435828 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:11.440015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:11.461970 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-19c587f2-3e03-438b-a284-a39afeff0f39 None None] Provisioning complete for port 5dbd5886-4f79-4306-9a52-d50faac26011 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:11.462345 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-19c587f2-3e03-438b-a284-a39afeff0f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:11.487329 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.objects.ports [None req-8f7aa787-4252-4b37-9c8b-ec706bb99962 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108744) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:45:11.497492 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f7aa787-4252-4b37-9c8b-ec706bb99962 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:11.571738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2903ef62-dd9c-41a1-ad08-91d327fcc7df tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:11.669945 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:11.707962 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:11.789067 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-19c587f2-3e03-438b-a284-a39afeff0f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:11.866890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Allocated IP 172.26.3.100 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/2ea41a77-c200-4f2a-8435-2c5dae7a42c5) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:11.908687 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d0ab57a6-8f54-467b-993b-4fddeb49916a up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:11.964710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-19c587f2-3e03-438b-a284-a39afeff0f39 None None] For port 5dbd5886-4f79-4306-9a52-d50faac26011, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=5dbd5886-4f79-4306-9a52-d50faac26011,segment=NetworkSegment(0f11cd9d-71b5-45ef-a9ea-5025442f9dbb),segment_id=0f11cd9d-71b5-45ef-a9ea-5025442f9dbb)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:11.994559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-19c587f2-3e03-438b-a284-a39afeff0f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.024842 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.036657 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903ef62-dd9c-41a1-ad08-91d327fcc7df tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=03fecafd-e501-4462-b8e2-23e351be1e9c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:12.102370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7aa787-4252-4b37-9c8b-ec706bb99962 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event updated for resources: {'Subnet': ['ID=75aa60c3-cdf4-4b6e-be23-12387395021a,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:12.124897 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port d0ab57a6-8f54-467b-993b-4fddeb49916a triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:12.125273 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.156173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2903ef62-dd9c-41a1-ad08-91d327fcc7df tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.159925 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2903ef62-dd9c-41a1-ad08-91d327fcc7df tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/03fecafd-e501-4462-b8e2-23e351be1e9c HTTP/1.1" status: 204 len: 168 time: 2.1059685 Feb 04 05:45:12.177430 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50362) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:12.203238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c587f2-3e03-438b-a284-a39afeff0f39 None None] Pushing event updated for resources: {'Port': ['ID=5dbd5886-4f79-4306-9a52-d50faac26011,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:12.283940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b9c9bff7-9d7f-45f5-9aea-935c92c37156 None None] Provisioning complete for port a9c3c325-5cdd-47fd-9d1d-f37f9f7a42e2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:12.284360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b9c9bff7-9d7f-45f5-9aea-935c92c37156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.306096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7aa787-4252-4b37-9c8b-ec706bb99962 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Checking segment: {'id': 'd697356a-57b7-42e0-95f5-bdcd1f38b7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '681a8ea0-6349-497c-84aa-63abe04f538d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:12.306298 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236a2d90-ab3c-473c-82a1-71cdbc1bf077 None None] Network f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:12.306905 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7aa787-4252-4b37-9c8b-ec706bb99962 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Network hostable DHCP agents. Network: 681a8ea0-6349-497c-84aa-63abe04f538d, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:12.379716 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.385180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5347484d-4bb1-46a9-93c7-738b7d5d71bb tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:12.393086 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5347484d-4bb1-46a9-93c7-738b7d5d71bb tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:12.400887 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5347484d-4bb1-46a9-93c7-738b7d5d71bb tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2219217 Feb 04 05:45:12.404022 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50364) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:12.413384 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7aa787-4252-4b37-9c8b-ec706bb99962 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Network 681a8ea0-6349-497c-84aa-63abe04f538d is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:12.422353 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.474445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Allocated IP 2001:db8::1 (01c5ed41-869c-4446-95e0-b6388f495d06/832910f9-4735-4bb7-a231-a95cac7002b9/841e9b91-7fb6-4844-84bb-45cc90f3b21f) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:12.482703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b9c9bff7-9d7f-45f5-9aea-935c92c37156 None None] Port a9c3c325-5cdd-47fd-9d1d-f37f9f7a42e2 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:12.496705 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.553196 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-8f7aa787-4252-4b37-9c8b-ec706bb99962 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 681a8ea0-6349-497c-84aa-63abe04f538d) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:12.557623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:12.572561 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7aa787-4252-4b37-9c8b-ec706bb99962 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:12.573506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f7aa787-4252-4b37-9c8b-ec706bb99962 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.581274 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.594151 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84b76d6-549b-439b-ab4f-62ee6210b62f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 936f36b5-b0f4-49cc-9a6f-cee8bef836ef {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:12.609107 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ffff2-686b-4d23-8520-bced062a00eb None None] Network 681a8ea0-6349-497c-84aa-63abe04f538d requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:12.610034 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f84b76d6-549b-439b-ab4f-62ee6210b62f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.613337 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.613337 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Added segment cb3a9e61-dd1b-4349-ac07-0fa4938325ec of type vlan for network 3912db04-d077-44fc-94ff-e5d58bf79aac Feb 04 05:45:12.641857 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2a0c98-f806-41b5-a065-4b8976c5598d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:12.659698 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b9c9bff7-9d7f-45f5-9aea-935c92c37156 None None] Provisioning complete for port 5dbd5886-4f79-4306-9a52-d50faac26011 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:12.659876 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b9c9bff7-9d7f-45f5-9aea-935c92c37156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.665420 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port d0ab57a6-8f54-467b-993b-4fddeb49916a, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d0ab57a6-8f54-467b-993b-4fddeb49916a,segment=NetworkSegment(4be68136-2b95-4344-b9f9-118474ebef84),segment_id=4be68136-2b95-4344-b9f9-118474ebef84)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:12.710833 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8f7aa787-4252-4b37-9c8b-ec706bb99962 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9260955 Feb 04 05:45:12.718926 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-717ac505-8456-4aec-bfb2-abdea6115d4d req-95435c0a-5202-4a18-b6f0-21a4d145b671 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 210 time: 0.4893086 Feb 04 05:45:12.721520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50366) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:12.735761 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f84b76d6-549b-439b-ab4f-62ee6210b62f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.741110 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.762288 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.763793 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 5dbd5886-4f79-4306-9a52-d50faac26011 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:12.777092 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.833834 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8aaf908f-65bc-4d2d-afd3-70d81f20f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.911030 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.916613 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:12.917319 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.944760 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.958444 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=d0ab57a6-8f54-467b-993b-4fddeb49916a,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:12.989049 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:12.999607 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f84b76d6-549b-439b-ab4f-62ee6210b62f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.035912 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.5254874 Feb 04 05:45:13.048946 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50372) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:13.054093 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d5781d4e-afea-4817-8840-2ce5b5608532 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Request body: {'subnet': {'network_id': '3912db04-d077-44fc-94ff-e5d58bf79aac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:13.116309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b64b8-9f66-4cb7-a2d4-626a15135c51 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Pushing event updated for resources: {'Network': ['ID=3912db04-d077-44fc-94ff-e5d58bf79aac,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:13.230751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f84b76d6-549b-439b-ab4f-62ee6210b62f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.259044 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 3912db04-d077-44fc-94ff-e5d58bf79aac details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:13.281393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b76d6-549b-439b-ab4f-62ee6210b62f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=936f36b5-b0f4-49cc-9a6f-cee8bef836ef,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:13.287944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f84b76d6-549b-439b-ab4f-62ee6210b62f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.291155 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f84b76d6-549b-439b-ab4f-62ee6210b62f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/936f36b5-b0f4-49cc-9a6f-cee8bef836ef HTTP/1.1" status: 204 len: 168 time: 0.8859375 Feb 04 05:45:13.295154 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50374) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:13.304598 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.307100 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.339688 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.368720 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d35cdf51-4119-4d04-ba4b-fe70e10bc2bc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705376 Feb 04 05:45:13.369909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5781d4e-afea-4817-8840-2ce5b5608532 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Made reservation on behalf of 8c2405125bc146daaa6123a3ecbdd784 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:13.373079 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0477182d-54f4-4253-866d-63486b573a05 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:13.381066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5781d4e-afea-4817-8840-2ce5b5608532 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.381682 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 5dbd5886-4f79-4306-9a52-d50faac26011 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:13.382088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.580056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50376) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:13.592964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.596621 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5781d4e-afea-4817-8840-2ce5b5608532 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.608848 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 52a8a166-dcc0-43a8-89ba-a2acafd551b6 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:13.620141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.682873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-681a8ea0-6349-497c-84aa-63abe04f538d', 'network_id': '681a8ea0-6349-497c-84aa-63abe04f538d', 'tenant_id': '19932e6f433d4ed78b93cd81b83b7622', 'fixed_ips': [{'subnet_id': '75aa60c3-cdf4-4b6e-be23-12387395021a'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:13.685517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.722623 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5b1302ed-4a2d-4b55-9ed6-9922e0e5b839 None None] Provisioning complete for port a9c3c325-5cdd-47fd-9d1d-f37f9f7a42e2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:13.723856 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5b1302ed-4a2d-4b55-9ed6-9922e0e5b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.761477 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=a9c3c325-5cdd-47fd-9d1d-f37f9f7a42e2,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:13.764132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5781d4e-afea-4817-8840-2ce5b5608532 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Pushing event updated for resources: {'Subnet': ['ID=ed1b574d-e9b6-4c3f-9991-1528157d62d3,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:13.768701 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5b1302ed-4a2d-4b55-9ed6-9922e0e5b839 None None] Port a9c3c325-5cdd-47fd-9d1d-f37f9f7a42e2 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:13.779462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf32ea3a-a35a-4b3c-a459-b27daa3a6ccc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:13.783449 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bf32ea3a-a35a-4b3c-a459-b27daa3a6ccc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1983016 Feb 04 05:45:13.784572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.789436 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50380) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:13.806908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 52a8a166-dcc0-43a8-89ba-a2acafd551b6 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:13.807453 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.808338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5781d4e-afea-4817-8840-2ce5b5608532 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Checking segment: {'id': 'cb3a9e61-dd1b-4349-ac07-0fa4938325ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3912db04-d077-44fc-94ff-e5d58bf79aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:13.809133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5781d4e-afea-4817-8840-2ce5b5608532 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Network hostable DHCP agents. Network: 3912db04-d077-44fc-94ff-e5d58bf79aac, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:13.848749 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:13.865076 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-ed1c6261-c8cd-45c0-b02e-4f081b1d4914 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:13.866786 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-ed1c6261-c8cd-45c0-b02e-4f081b1d4914 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.26 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 812 time: 1.2471521 Feb 04 05:45:13.881698 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:13.907624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f0c944-ee93-425c-a5f6-9c8e09a24876 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:13.912313 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-06f0c944-ee93-425c-a5f6-9c8e09a24876 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1189110 Feb 04 05:45:13.912480 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:13.912596 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50382) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:13.914131 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:13.918857 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5781d4e-afea-4817-8840-2ce5b5608532 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Network 3912db04-d077-44fc-94ff-e5d58bf79aac is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:13.943589 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Pushing event updated for resources: {'Port': ['ID=2ea41a77-c200-4f2a-8435-2c5dae7a42c5,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:13.953469 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d31501e7-c79e-4af5-9426-1762ce5d9b11 req-5d024d09-5d83-40f6-a35f-32c6d45f1c99 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 210 time: 0.0809634 Feb 04 05:45:13.975478 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e672fa43-5dd1-42e2-9943-1dc812bd81f6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578446 Feb 04 05:45:13.979206 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50384) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:13.984662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:13.989500 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5b1302ed-4a2d-4b55-9ed6-9922e0e5b839 None None] Provisioning complete for port d0ab57a6-8f54-467b-993b-4fddeb49916a triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:13.990150 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5b1302ed-4a2d-4b55-9ed6-9922e0e5b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:14.068499 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d5781d4e-afea-4817-8840-2ce5b5608532 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 3912db04-d077-44fc-94ff-e5d58bf79aac) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:14.093859 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c1d640-2822-4226-914e-7924cb53ba97 None None] Network 3912db04-d077-44fc-94ff-e5d58bf79aac requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:14.108087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5781d4e-afea-4817-8840-2ce5b5608532 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:14.108959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5781d4e-afea-4817-8840-2ce5b5608532 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:14.117380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:14.121399 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:14.135159 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-ff61fd11-8175-41c5-98e0-bd4292df32a3 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc5330e91f224377a5a1b171420d5342 HTTP/1.1" status: 200 len: 379 time: 0.2342181 Feb 04 05:45:14.139348 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Network 01c5ed41-869c-4446-95e0-b6388f495d06 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:14.154599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-abd6b603-d9e3-4412-98a9-b54aa65b26d0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Request body: {'port': {'device_id': '94202bfe-d1fe-4e42-b456-6c3fa7bf706f', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'admin_state_up': True, 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'security_groups': ['92b46f3e-02fd-4106-a0fa-9044f91b810b']}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:14.164975 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:14.187649 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:14.188322 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:14.254238 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d5781d4e-afea-4817-8840-2ce5b5608532 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2006803 Feb 04 05:45:14.287593 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50386) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:14.288748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event updated for resources: {'Port': ['ID=841e9b91-7fb6-4844-84bb-45cc90f3b21f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:14.295745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2cd61bb0-fd5e-4397-a37d-0f3d88003934 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Request body: {'port': {'network_id': '3912db04-d077-44fc-94ff-e5d58bf79aac', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-600162627'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:14.308256 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 1552bcf5-f6bd-4202-b3d4-aafa4eb01f73 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:14.332085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:14.347765 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c286c0de-044c-4e10-8b82-308bbe96cf54 None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:14.364544 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:14.491070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Allocated IP 2001:db8::f816:3eff:fec5:7244 (681a8ea0-6349-497c-84aa-63abe04f538d/75aa60c3-cdf4-4b6e-be23-12387395021a/734e27fa-1006-40d1-b100-c523ddeb942e) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:14.569433 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-3912db04-d077-44fc-94ff-e5d58bf79aac', 'network_id': '3912db04-d077-44fc-94ff-e5d58bf79aac', 'tenant_id': '8c2405125bc146daaa6123a3ecbdd784', 'fixed_ips': [{'subnet_id': 'ed1b574d-e9b6-4c3f-9991-1528157d62d3'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:14.572069 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:14.670009 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router dd8c84b9-453b-44a4-ab1c-94ed936ace98 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:45:14.687889 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:14.845008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d0ab57a6-8f54-467b-993b-4fddeb49916a up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:14.882467 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c286c0de-044c-4e10-8b82-308bbe96cf54 None None] Deleting port 52a8a166-dcc0-43a8-89ba-a2acafd551b6 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:14.883234 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c286c0de-044c-4e10-8b82-308bbe96cf54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:14.995715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.019347 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2dee81f5-58a5-4307-a904-ecc3febccd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.077452 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 4884ce41-282e-4df6-a911-9374ac31f68d is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:45:15.104422 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-fcf0d590-72b6-447d-8424-5889050cdc84 None None] Provisioning complete for port a9c3c325-5cdd-47fd-9d1d-f37f9f7a42e2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:15.105280 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fcf0d590-72b6-447d-8424-5889050cdc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.122787 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-abd6b603-d9e3-4412-98a9-b54aa65b26d0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Made reservation on behalf of cc5330e91f224377a5a1b171420d5342 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:15.126131 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-abd6b603-d9e3-4412-98a9-b54aa65b26d0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.139779 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:15.154988 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f7b920ea-005f-4dec-97f3-a2f597187a2e req-5465f535-e749-456f-8a32-557122b95363 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 210 time: 0.0550406 Feb 04 05:45:15.164718 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-39da5818-17c3-434e-a609-b15a5a3fd9ce tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/dd8c84b9-453b-44a4-ab1c-94ed936ace98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8570929 Feb 04 05:45:15.167862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50390) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:15.178731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467be94e-7f52-4d1c-a54c-dd72ac98a7a8 None None] Sync routers for ids ['dd8c84b9-453b-44a4-ab1c-94ed936ace98'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:15.218313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.objects.ports [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108744) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:45:15.222633 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.249026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Allocated IP 2001:db8::2 (3912db04-d077-44fc-94ff-e5d58bf79aac/ed1b574d-e9b6-4c3f-9991-1528157d62d3/3176260d-ddc1-4f7e-892e-4d437f496055) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:15.253252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-fcf0d590-72b6-447d-8424-5889050cdc84 None None] Port a9c3c325-5cdd-47fd-9d1d-f37f9f7a42e2 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:15.255943 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.320893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467be94e-7f52-4d1c-a54c-dd72ac98a7a8 None None] Routers {'dd8c84b9-453b-44a4-ab1c-94ed936ace98'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:15.321800 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-467be94e-7f52-4d1c-a54c-dd72ac98a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['dd8c84b9-453b-44a4-ab1c-94ed936ace98'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:15.346383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c286c0de-044c-4e10-8b82-308bbe96cf54 None None] For port 52a8a166-dcc0-43a8-89ba-a2acafd551b6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=52a8a166-dcc0-43a8-89ba-a2acafd551b6,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:15.347077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c286c0de-044c-4e10-8b82-308bbe96cf54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.361971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:15.376665 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d77546-b039-47eb-af16-3a042600f3f2 None None] Sync routers for ids ['4884ce41-282e-4df6-a911-9374ac31f68d'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:15.388946 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d77546-b039-47eb-af16-3a042600f3f2 None None] Routers {'4884ce41-282e-4df6-a911-9374ac31f68d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:15.389558 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-44d77546-b039-47eb-af16-3a042600f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4884ce41-282e-4df6-a911-9374ac31f68d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:15.416212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd61bb0-fd5e-4397-a37d-0f3d88003934 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Made reservation on behalf of 8c2405125bc146daaa6123a3ecbdd784 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:15.420238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2cd61bb0-fd5e-4397-a37d-0f3d88003934 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.429732 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-fcf0d590-72b6-447d-8424-5889050cdc84 None None] Provisioning complete for port 841e9b91-7fb6-4844-84bb-45cc90f3b21f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:15.430143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fcf0d590-72b6-447d-8424-5889050cdc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.444118 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339d9de3-36ae-48df-8398-6eef44a89f3a tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:15.448105 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-339d9de3-36ae-48df-8398-6eef44a89f3a tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports/a9c3c325-5cdd-47fd-9d1d-f37f9f7a42e2 HTTP/1.1" status: 200 len: 910 time: 0.2711561 Feb 04 05:45:15.458355 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50392) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:15.463490 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-44d77546-b039-47eb-af16-3a042600f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:15.470558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Network 681a8ea0-6349-497c-84aa-63abe04f538d is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:15.470740 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-52425b1a-a969-478d-8d19-3c6cd5bca22d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1e98148b-bee8-4daf-acd6-b4ab3143ebc3'}]}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:15.474192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:15.476630 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:15.478886 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port d0ab57a6-8f54-467b-993b-4fddeb49916a triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:15.479615 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.483355 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d77546-b039-47eb-af16-3a042600f3f2 None None] Routers {'4884ce41-282e-4df6-a911-9374ac31f68d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:15.483954 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-44d77546-b039-47eb-af16-3a042600f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4884ce41-282e-4df6-a911-9374ac31f68d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:15.497450 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.528627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-467be94e-7f52-4d1c-a54c-dd72ac98a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:15.553046 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-44d77546-b039-47eb-af16-3a042600f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:15.553708 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d77546-b039-47eb-af16-3a042600f3f2 None None] The sync data for ids ['4884ce41-282e-4df6-a911-9374ac31f68d'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:15.571806 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c286c0de-044c-4e10-8b82-308bbe96cf54 None None] Calling delete_port for 52a8a166-dcc0-43a8-89ba-a2acafd551b6 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:15.582507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.583530 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-93058549-2f62-4cdc-99b9-80a8a2146a20 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.0119696 Feb 04 05:45:15.584696 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.600785 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50394) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:15.654169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Pushing event updated for resources: {'Port': ['ID=734e27fa-1006-40d1-b100-c523ddeb942e,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:15.670807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467be94e-7f52-4d1c-a54c-dd72ac98a7a8 None None] Routers {'dd8c84b9-453b-44a4-ab1c-94ed936ace98'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:15.672896 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-467be94e-7f52-4d1c-a54c-dd72ac98a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['dd8c84b9-453b-44a4-ab1c-94ed936ace98'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:15.812970 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-52425b1a-a969-478d-8d19-3c6cd5bca22d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.844278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] For port 52a8a166-dcc0-43a8-89ba-a2acafd551b6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=52a8a166-dcc0-43a8-89ba-a2acafd551b6,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:15.911901 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.920557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.921517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:15.938616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-fcf0d590-72b6-447d-8424-5889050cdc84 None None] Port 841e9b91-7fb6-4844-84bb-45cc90f3b21f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:15.998633 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-467be94e-7f52-4d1c-a54c-dd72ac98a7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:15.999954 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467be94e-7f52-4d1c-a54c-dd72ac98a7a8 None None] The sync data for ids ['dd8c84b9-453b-44a4-ab1c-94ed936ace98'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:16.045693 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-2cd61bb0-fd5e-4397-a37d-0f3d88003934 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] device_id is not set on port a5476d94-52bd-4117-a503-6b4a930e5854 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:45:16.050311 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Subnet': ['ID=75aa60c3-cdf4-4b6e-be23-12387395021a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:16.053520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Attempting to bind port 734e27fa-1006-40d1-b100-c523ddeb942e on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:16.054151 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Attempting to bind port 734e27fa-1006-40d1-b100-c523ddeb942e by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'd697356a-57b7-42e0-95f5-bdcd1f38b7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '681a8ea0-6349-497c-84aa-63abe04f538d'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:16.054527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Attempting to bind port 734e27fa-1006-40d1-b100-c523ddeb942e on network 681a8ea0-6349-497c-84aa-63abe04f538d {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:16.056586 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.058423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 5dbd5886-4f79-4306-9a52-d50faac26011 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:16.062076 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:16.100756 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:16.104509 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:16.105071 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Checking segment: {'id': 'd697356a-57b7-42e0-95f5-bdcd1f38b7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '681a8ea0-6349-497c-84aa-63abe04f538d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:16.105636 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.106674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Bound using segment: {'id': 'd697356a-57b7-42e0-95f5-bdcd1f38b7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '681a8ea0-6349-497c-84aa-63abe04f538d'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:16.107321 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Bound port: 734e27fa-1006-40d1-b100-c523ddeb942e, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd697356a-57b7-42e0-95f5-bdcd1f38b7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '681a8ea0-6349-497c-84aa-63abe04f538d'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:16.107827 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.109238 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:16.110012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.139314 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=022f5305-3f36-459d-aad6-e86632cab8f8,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:16.159807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.262721 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.265658 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c286c0de-044c-4e10-8b82-308bbe96cf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.267818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] For port 734e27fa-1006-40d1-b100-c523ddeb942e, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:16.277113 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] For port 734e27fa-1006-40d1-b100-c523ddeb942e, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=734e27fa-1006-40d1-b100-c523ddeb942e,segment=NetworkSegment(d697356a-57b7-42e0-95f5-bdcd1f38b7dc),segment_id=d697356a-57b7-42e0-95f5-bdcd1f38b7dc)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:16.305109 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.316503 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-511b9a85-0336-4db8-9312-2378f4bd6943 req-c833ddba-f73e-4d97-9237-17802f845d05 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 210 time: 0.0324790 Feb 04 05:45:16.318071 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.319807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286c0de-044c-4e10-8b82-308bbe96cf54 None None] Pushing event deleted for resources: {'Port': ['ID=52a8a166-dcc0-43a8-89ba-a2acafd551b6,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:16.346052 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 5dbd5886-4f79-4306-9a52-d50faac26011 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:16.346421 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.376473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c286c0de-044c-4e10-8b82-308bbe96cf54 None None] No DVR routers for this DVR port 52a8a166-dcc0-43a8-89ba-a2acafd551b6 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:16.396870 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681a8ea0-6349-497c-84aa-63abe04f538d']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:16.434778 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd697356a-57b7-42e0-95f5-bdcd1f38b7dc') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:16.435137 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd697356a-57b7-42e0-95f5-bdcd1f38b7dc') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:16.435259 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Network 3912db04-d077-44fc-94ff-e5d58bf79aac is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:16.436554 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb38b8-1065-4fdf-9dd5-4e77ab7c8d97 None None] Network 681a8ea0-6349-497c-84aa-63abe04f538d requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:16.438332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473ce4d1-0d31-47ec-a6cb-873684a8e4a7 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:16.444569 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:16.465691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:16.474251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.476764 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.478788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-abd6b603-d9e3-4412-98a9-b54aa65b26d0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Allocated IP 172.20.0.3 (540e0162-bbab-4d1c-a7ab-cceeb43b39c7/41d92f0f-af9f-4bf4-abb9-845ab5d90d6e/a834a86b-d94f-45cd-9465-1b317dcc3737) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:16.495446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=52a8a166-dcc0-43a8-89ba-a2acafd551b6,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:16.504023 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-507806e0-ba82-497c-a8de-7a2472f16f88 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5212789 Feb 04 05:45:16.506855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50398) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:16.512859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-37438768-64db-4429-aec0-9a3aef9bd752 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'mac_address': 'fa:16:3e:6c:1c:06', 'name': 'tempest-NetworksTestDHCPv6-260880348'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:16.521568 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.557398 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.571590 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6ce00d96-877e-4ffe-9fe5-d630a421d076 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/routers/4884ce41-282e-4df6-a911-9374ac31f68d HTTP/1.1" status: 200 len: 884 time: 0.9631248 Feb 04 05:45:16.573363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.578456 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50400) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:16.599416 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:16.600037 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:16.604081 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:16.610618 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd08ee-22a0-41c7-a0fc-ece9f730f64e None None] Pushing event updated for resources: {'Port': ['ID=734e27fa-1006-40d1-b100-c523ddeb942e,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:16.645389 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.646061 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.658521 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-52425b1a-a969-478d-8d19-3c6cd5bca22d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.671518 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Pushing event updated for resources: {'Port': ['ID=3176260d-ddc1-4f7e-892e-4d437f496055,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:16.682469 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-52425b1a-a969-478d-8d19-3c6cd5bca22d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.749626 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-2cd61bb0-fd5e-4397-a37d-0f3d88003934 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Allocated IP 2001:db8::8b (3912db04-d077-44fc-94ff-e5d58bf79aac/ed1b574d-e9b6-4c3f-9991-1528157d62d3/a5476d94-52bd-4117-a503-6b4a930e5854) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:16.764288 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Attempting to bind port 3176260d-ddc1-4f7e-892e-4d437f496055 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:16.764821 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Attempting to bind port 3176260d-ddc1-4f7e-892e-4d437f496055 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'cb3a9e61-dd1b-4349-ac07-0fa4938325ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3912db04-d077-44fc-94ff-e5d58bf79aac'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:16.765289 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Attempting to bind port 3176260d-ddc1-4f7e-892e-4d437f496055 on network 3912db04-d077-44fc-94ff-e5d58bf79aac {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:16.792739 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37438768-64db-4429-aec0-9a3aef9bd752 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:16.803014 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:16.804718 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Checking segment: {'id': 'cb3a9e61-dd1b-4349-ac07-0fa4938325ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3912db04-d077-44fc-94ff-e5d58bf79aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:16.805207 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.806133 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Bound using segment: {'id': 'cb3a9e61-dd1b-4349-ac07-0fa4938325ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3912db04-d077-44fc-94ff-e5d58bf79aac'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:16.806307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Bound port: 3176260d-ddc1-4f7e-892e-4d437f496055, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3a9e61-dd1b-4349-ac07-0fa4938325ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3912db04-d077-44fc-94ff-e5d58bf79aac'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:16.806792 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.875615 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52425b1a-a969-478d-8d19-3c6cd5bca22d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=a9c3c325-5cdd-47fd-9d1d-f37f9f7a42e2,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:16.894734 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52425b1a-a969-478d-8d19-3c6cd5bca22d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:16.895649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-52425b1a-a969-478d-8d19-3c6cd5bca22d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:16.898665 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.db.api [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 05:45:16.898665 dv-neutron-827794-1-hyperv neutron-server[108745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 05:45:16.898665 dv-neutron-827794-1-hyperv neutron-server[108745]: [parameters: {'id': '681a8ea0-6349-497c-84aa-63abe04f538d'}] Feb 04 05:45:16.898665 dv-neutron-827794-1-hyperv neutron-server[108745]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:45:16.899100 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG oslo_db.api [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:45:16.902072 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-52425b1a-a969-478d-8d19-3c6cd5bca22d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/ports/a9c3c325-5cdd-47fd-9d1d-f37f9f7a42e2 HTTP/1.1" status: 200 len: 910 time: 1.4418733 Feb 04 05:45:16.910275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50402) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:16.946965 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 52a8a166-dcc0-43a8-89ba-a2acafd551b6 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:16.986380 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event updated for resources: {'Port': ['ID=841e9b91-7fb6-4844-84bb-45cc90f3b21f,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:16.992160 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 52a8a166-dcc0-43a8-89ba-a2acafd551b6 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:16.992640 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 52a8a166-dcc0-43a8-89ba-a2acafd551b6 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:17.002700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] For port 3176260d-ddc1-4f7e-892e-4d437f496055, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:17.014621 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '022f5305-3f36-459d-aad6-e86632cab8f8'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:17.015915 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:17.039487 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] For port 3176260d-ddc1-4f7e-892e-4d437f496055, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3176260d-ddc1-4f7e-892e-4d437f496055,segment=NetworkSegment(cb3a9e61-dd1b-4349-ac07-0fa4938325ec),segment_id=cb3a9e61-dd1b-4349-ac07-0fa4938325ec)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:17.051526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:17.162433 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37438768-64db-4429-aec0-9a3aef9bd752 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:17.205386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-37438768-64db-4429-aec0-9a3aef9bd752 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port b417474c-1adb-4825-a504-16baa53f1a20 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:45:17.218083 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8794948-0d46-4650-8f50-fd8077e85757 None None] Pushing event updated for resources: {'Port': ['ID=3176260d-ddc1-4f7e-892e-4d437f496055,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:17.242149 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Allocated IP 2001:db8::f816:3eff:fe23:7270 (99cffe53-689e-4c68-95bc-797fbe732ade/022f5305-3f36-459d-aad6-e86632cab8f8/4f5229c7-94f1-4060-bcb6-91b72e2b07dd) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:17.274092 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-abd6b603-d9e3-4412-98a9-b54aa65b26d0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:17.320199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2cd61bb0-fd5e-4397-a37d-0f3d88003934 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:17.326618 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-abd6b603-d9e3-4412-98a9-b54aa65b26d0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:17.442240 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-abd6b603-d9e3-4412-98a9-b54aa65b26d0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:17.443348 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:17.459201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:17.502877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:17.512972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:17.545257 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-abd6b603-d9e3-4412-98a9-b54aa65b26d0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:17.565942 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6b603-d9e3-4412-98a9-b54aa65b26d0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'Port': ['ID=a834a86b-d94f-45cd-9465-1b317dcc3737,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:17.587721 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Pushing event updated for resources: {'Port': ['ID=4f5229c7-94f1-4060-bcb6-91b72e2b07dd,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:17.597674 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-abd6b603-d9e3-4412-98a9-b54aa65b26d0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:17.606289 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:17.608045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:17.613878 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:17.681476 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:17.687987 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-37438768-64db-4429-aec0-9a3aef9bd752 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::f816:3eff:fe6c:1c06 (99cffe53-689e-4c68-95bc-797fbe732ade/022f5305-3f36-459d-aad6-e86632cab8f8/b417474c-1adb-4825-a504-16baa53f1a20) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:17.716503 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Attempting to bind port 4f5229c7-94f1-4060-bcb6-91b72e2b07dd on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:17.717052 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Attempting to bind port 4f5229c7-94f1-4060-bcb6-91b72e2b07dd by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:17.717428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Attempting to bind port 4f5229c7-94f1-4060-bcb6-91b72e2b07dd on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:17.730537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:17.731355 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:17.731767 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:17.732160 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:17.732641 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Bound port: 4f5229c7-94f1-4060-bcb6-91b72e2b07dd, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:17.733021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:17.753265 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2cd61bb0-fd5e-4397-a37d-0f3d88003934 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:17.757953 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Network 01c5ed41-869c-4446-95e0-b6388f495d06 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:17.792745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b717d2c-6417-428a-9436-1f019f01d0fa req-5576c18e-b31a-4ed4-af55-294e06e21908 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:17.800910 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3b717d2c-6417-428a-9436-1f019f01d0fa req-5576c18e-b31a-4ed4-af55-294e06e21908 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 931 time: 0.3010588 Feb 04 05:45:17.840599 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f871191f-c468-453c-a62f-1f910e014316 None None] For port 4f5229c7-94f1-4060-bcb6-91b72e2b07dd, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:17.842601 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:17.844881 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f871191f-c468-453c-a62f-1f910e014316 None None] For port 4f5229c7-94f1-4060-bcb6-91b72e2b07dd, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4f5229c7-94f1-4060-bcb6-91b72e2b07dd,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:17.850518 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:17.943346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Router 48c9875a-3439-4317-8822-abe3e0d80959 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:45:18.000246 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:18.017755 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871191f-c468-453c-a62f-1f910e014316 None None] Pushing event updated for resources: {'Port': ['ID=4f5229c7-94f1-4060-bcb6-91b72e2b07dd,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:18.063928 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd61bb0-fd5e-4397-a37d-0f3d88003934 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Network 3912db04-d077-44fc-94ff-e5d58bf79aac is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:18.082078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-2cd61bb0-fd5e-4397-a37d-0f3d88003934 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:18.085523 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd61bb0-fd5e-4397-a37d-0f3d88003934 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:18.094291 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd61bb0-fd5e-4397-a37d-0f3d88003934 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:18.094500 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37438768-64db-4429-aec0-9a3aef9bd752 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:18.095476 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2cd61bb0-fd5e-4397-a37d-0f3d88003934 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:18.122685 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3b717d2c-6417-428a-9436-1f019f01d0fa req-b506ab1f-2318-4c9e-a8c6-38343ae8cf72 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208525 Feb 04 05:45:18.126205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port a9c3c325-5cdd-47fd-9d1d-f37f9f7a42e2 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:18.126556 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:18.130001 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-dcc05946-2e82-4e20-ba38-03e117772433 None None] Provisioning complete for port a834a86b-d94f-45cd-9465-1b317dcc3737 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:18.132680 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dcc05946-2e82-4e20-ba38-03e117772433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:18.164147 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-abd6b603-d9e3-4412-98a9-b54aa65b26d0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:18.164909 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-abd6b603-d9e3-4412-98a9-b54aa65b26d0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:18.213931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37438768-64db-4429-aec0-9a3aef9bd752 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:18.221516 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-dcc05946-2e82-4e20-ba38-03e117772433 None None] Port a834a86b-d94f-45cd-9465-1b317dcc3737 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:18.276975 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2cd61bb0-fd5e-4397-a37d-0f3d88003934 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.9850309 Feb 04 05:45:18.280784 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50406) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:18.300973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Request body: {'port': {'network_id': '3912db04-d077-44fc-94ff-e5d58bf79aac', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1106916140', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:18.302340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.api.validators [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] bootfile-name is not in valid_values {{(pid=108745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:45:18.302340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.api.validators [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] tftp-server is not in valid_values {{(pid=108745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:45:18.302340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.api.validators [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] server-ip-address is not in valid_values {{(pid=108745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:45:18.306851 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37438768-64db-4429-aec0-9a3aef9bd752 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:18.322416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-37438768-64db-4429-aec0-9a3aef9bd752 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:18.346934 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:18.349498 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37438768-64db-4429-aec0-9a3aef9bd752 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:18.355173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37438768-64db-4429-aec0-9a3aef9bd752 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:18.356353 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37438768-64db-4429-aec0-9a3aef9bd752 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:18.380623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37438768-64db-4429-aec0-9a3aef9bd752 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=b417474c-1adb-4825-a504-16baa53f1a20,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:18.391271 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for a9c3c325-5cdd-47fd-9d1d-f37f9f7a42e2 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:18.406501 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-37438768-64db-4429-aec0-9a3aef9bd752 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8965609 Feb 04 05:45:18.410430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd61bb0-fd5e-4397-a37d-0f3d88003934 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Pushing event updated for resources: {'Port': ['ID=a5476d94-52bd-4117-a503-6b4a930e5854,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:18.411977 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50408) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:18.427372 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-abd6b603-d9e3-4412-98a9-b54aa65b26d0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2765536 Feb 04 05:45:18.453504 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Request body: {'port': {'device_id': '94202bfe-d1fe-4e42-b456-6c3fa7bf706f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:18.456609 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-2f97b9d1-da57-46ef-a0f3-2d63b68d93f3 None None] Provisioning complete for port 841e9b91-7fb6-4844-84bb-45cc90f3b21f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:18.456991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2f97b9d1-da57-46ef-a0f3-2d63b68d93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:18.526754 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Router 73a75882-d4b6-43fd-837b-6d4e650b9bec has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:45:18.548450 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-2f97b9d1-da57-46ef-a0f3-2d63b68d93f3 None None] Port 841e9b91-7fb6-4844-84bb-45cc90f3b21f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:18.574880 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e80d75f8-c62c-46e3-bf48-eb1ba9ba64df tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.9911594 Feb 04 05:45:18.597143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50410) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:18.607925 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-fbfaf9b3-01fe-4470-9475-f619e4ffbaf1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-265267140'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:18.686532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a6794e-6460-4ecd-82f8-fc2dc4e8db52 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:18.693434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a6794e-6460-4ecd-82f8-fc2dc4e8db52 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:18.698517 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-64a6794e-6460-4ecd-82f8-fc2dc4e8db52 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2792487 Feb 04 05:45:18.698517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50412) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:18.803001 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd316d0f-973a-45c3-9f8c-bdc3c5b30dd1 None None] Network 3912db04-d077-44fc-94ff-e5d58bf79aac requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:18.827829 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:18.871373 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=a9c3c325-5cdd-47fd-9d1d-f37f9f7a42e2,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:18.931517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:18.931943 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:18.932544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:18.932941 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:18.933339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:18.933856 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:18.934269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:18.934662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:18.935050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:18.935445 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:18.935837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:18.936222 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:19.002441 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1297741d-25e2-4e03-a5d2-391df3a1dcf3 None None] Provisioning complete for port 3176260d-ddc1-4f7e-892e-4d437f496055 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:19.002970 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1297741d-25e2-4e03-a5d2-391df3a1dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:19.113734 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Deleting port 734e27fa-1006-40d1-b100-c523ddeb942e {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:19.114108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:19.211711 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1297741d-25e2-4e03-a5d2-391df3a1dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:19.303756 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-1297741d-25e2-4e03-a5d2-391df3a1dcf3 None None] For port 3176260d-ddc1-4f7e-892e-4d437f496055, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3176260d-ddc1-4f7e-892e-4d437f496055,segment=NetworkSegment(cb3a9e61-dd1b-4349-ac07-0fa4938325ec),segment_id=cb3a9e61-dd1b-4349-ac07-0fa4938325ec)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:19.316682 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1297741d-25e2-4e03-a5d2-391df3a1dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:19.416507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297741d-25e2-4e03-a5d2-391df3a1dcf3 None None] Pushing event updated for resources: {'Port': ['ID=3176260d-ddc1-4f7e-892e-4d437f496055,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:19.427085 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3176260d-ddc1-4f7e-892e-4d437f496055 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:19.494669 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:19.497513 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:19.517143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23730259-ead0-4ab2-af6e-4e936d063f8d None None] Sync routers for ids ['48c9875a-3439-4317-8822-abe3e0d80959'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:19.522086 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:19.523299 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ba3cc81c-4228-4788-ae08-4a0fe2a1ddd2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "PUT /v2.0/routers/48c9875a-3439-4317-8822-abe3e0d80959 HTTP/1.1" status: 200 len: 879 time: 10.5790107 Feb 04 05:45:19.530246 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-353a0231-af0b-434a-955f-08d2e07b9748 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port b417474c-1adb-4825-a504-16baa53f1a20 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:19.531263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-353a0231-af0b-434a-955f-08d2e07b9748 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:19.536323 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50416) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:19.592970 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 3176260d-ddc1-4f7e-892e-4d437f496055 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:19.593812 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:19.594954 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23730259-ead0-4ab2-af6e-4e936d063f8d None None] Routers {'48c9875a-3439-4317-8822-abe3e0d80959'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:19.595595 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-23730259-ead0-4ab2-af6e-4e936d063f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['48c9875a-3439-4317-8822-abe3e0d80959'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:19.654918 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-2dfd25f1-06a7-4aaf-9906-953244ba9671 None None] Provisioning complete for port 3176260d-ddc1-4f7e-892e-4d437f496055 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:19.655294 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2dfd25f1-06a7-4aaf-9906-953244ba9671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:19.664949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] For port 734e27fa-1006-40d1-b100-c523ddeb942e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=734e27fa-1006-40d1-b100-c523ddeb942e,segment=NetworkSegment(d697356a-57b7-42e0-95f5-bdcd1f38b7dc),segment_id=d697356a-57b7-42e0-95f5-bdcd1f38b7dc)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:19.665327 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:19.669327 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-23730259-ead0-4ab2-af6e-4e936d063f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:19.686495 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Calling delete_port for 734e27fa-1006-40d1-b100-c523ddeb942e owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:19.738512 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23730259-ead0-4ab2-af6e-4e936d063f8d None None] Routers {'48c9875a-3439-4317-8822-abe3e0d80959'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:19.739469 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-23730259-ead0-4ab2-af6e-4e936d063f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['48c9875a-3439-4317-8822-abe3e0d80959'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:19.776301 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Made reservation on behalf of 8c2405125bc146daaa6123a3ecbdd784 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:19.780984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:19.791764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-23730259-ead0-4ab2-af6e-4e936d063f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:19.792397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23730259-ead0-4ab2-af6e-4e936d063f8d None None] The sync data for ids ['48c9875a-3439-4317-8822-abe3e0d80959'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:19.817923 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0a930fa7-00ac-4d32-b5ac-b58339bc9105 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/routers/48c9875a-3439-4317-8822-abe3e0d80959 HTTP/1.1" status: 200 len: 920 time: 0.2718251 Feb 04 05:45:19.860067 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:19.862129 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50418) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:19.917471 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dffc9-f258-4279-aa3c-03c1bf97d567 req-fcab55d5-c556-4e6b-8a4b-babffbad3e30 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:19.919346 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-649dffc9-f258-4279-aa3c-03c1bf97d567 req-fcab55d5-c556-4e6b-8a4b-babffbad3e30 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 931 time: 0.5261073 Feb 04 05:45:19.928800 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-2dfd25f1-06a7-4aaf-9906-953244ba9671 None None] Provisioning complete for port a5476d94-52bd-4117-a503-6b4a930e5854 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:19.929319 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2dfd25f1-06a7-4aaf-9906-953244ba9671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:19.930753 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-353a0231-af0b-434a-955f-08d2e07b9748 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:19.942026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] device_id is not set on port db66298f-2db1-49c1-9369-b783838f6230 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:45:19.956173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-353a0231-af0b-434a-955f-08d2e07b9748 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for b417474c-1adb-4825-a504-16baa53f1a20 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:19.971913 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd25f1-06a7-4aaf-9906-953244ba9671 None None] Port a5476d94-52bd-4117-a503-6b4a930e5854 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:19.976513 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4f5229c7-94f1-4060-bcb6-91b72e2b07dd up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:19.976698 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:19.988922 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febf1c0b-9053-4498-acbc-8c0c0424ac09 None None] Sync routers for ids ['73a75882-d4b6-43fd-837b-6d4e650b9bec'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:20.003141 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf1c0b-9053-4498-acbc-8c0c0424ac09 None None] Routers {'73a75882-d4b6-43fd-837b-6d4e650b9bec'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:20.003769 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-febf1c0b-9053-4498-acbc-8c0c0424ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['73a75882-d4b6-43fd-837b-6d4e650b9bec'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:20.018922 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-74895d1b-18c4-4e1a-a386-8ce70da712f2 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "PUT /v2.0/routers/73a75882-d4b6-43fd-837b-6d4e650b9bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7080035 Feb 04 05:45:20.040359 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-febf1c0b-9053-4498-acbc-8c0c0424ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:20.053067 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf1c0b-9053-4498-acbc-8c0c0424ac09 None None] Routers {'73a75882-d4b6-43fd-837b-6d4e650b9bec'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:20.053900 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-febf1c0b-9053-4498-acbc-8c0c0424ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['73a75882-d4b6-43fd-837b-6d4e650b9bec'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:20.059610 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 4f5229c7-94f1-4060-bcb6-91b72e2b07dd triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:20.060061 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:20.103154 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a53dcf6a-ff71-404e-9591-a69a2ecafbbb None None] Provisioning complete for port 4f5229c7-94f1-4060-bcb6-91b72e2b07dd triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:20.103602 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a53dcf6a-ff71-404e-9591-a69a2ecafbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:20.113972 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-febf1c0b-9053-4498-acbc-8c0c0424ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:20.114857 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febf1c0b-9053-4498-acbc-8c0c0424ac09 None None] The sync data for ids ['73a75882-d4b6-43fd-837b-6d4e650b9bec'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:20.133261 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50420) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:20.192801 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a42918c-919f-43e6-a7cc-66e397875904 None None] get_active_networks_info from dv-neutron-827794-1-hyperv {{(pid=108746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:45:20.221927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018db996-665c-41df-b65a-9e38fe6f34d1 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:20.226003 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-018db996-665c-41df-b65a-9e38fe6f34d1 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&device_id=48c9875a-3439-4317-8822-abe3e0d80959&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3572991 Feb 04 05:45:20.227739 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50422) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:20.233129 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:20.329216 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-649dffc9-f258-4279-aa3c-03c1bf97d567 req-2f82158e-7847-4bd1-a591-15d0574c7097 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3948138 Feb 04 05:45:20.343400 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Port': ['ID=734e27fa-1006-40d1-b100-c523ddeb942e,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:20.345745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] No DVR routers for this DVR port 734e27fa-1006-40d1-b100-c523ddeb942e on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:20.379225 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router dd8c84b9-453b-44a4-ab1c-94ed936ace98 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:45:20.381869 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-353a0231-af0b-434a-955f-08d2e07b9748 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:20.412342 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:20.430577 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a0231-af0b-434a-955f-08d2e07b9748 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=b417474c-1adb-4825-a504-16baa53f1a20,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:20.440253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b86e359-6b23-4da8-995a-943140aa4bee tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:20.444167 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3b86e359-6b23-4da8-995a-943140aa4bee tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/networks/205cec25-dbe4-4e69-8d9c-9f731181c624 HTTP/1.1" status: 200 len: 881 time: 0.2128229 Feb 04 05:45:20.446646 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50424) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:20.494732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.495382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.495484 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.495754 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.496100 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.496479 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.497116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.497116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.497463 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.497806 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.498137 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.498582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.508408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 4f5229c7-94f1-4060-bcb6-91b72e2b07dd, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4f5229c7-94f1-4060-bcb6-91b72e2b07dd,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:20.519463 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:20.527516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-353a0231-af0b-434a-955f-08d2e07b9748 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:20.533504 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-353a0231-af0b-434a-955f-08d2e07b9748 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/b417474c-1adb-4825-a504-16baa53f1a20 HTTP/1.1" status: 204 len: 168 time: 1.8318145 Feb 04 05:45:20.539435 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a53dcf6a-ff71-404e-9591-a69a2ecafbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:20.544100 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50426) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:20.551967 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1b6c3be5-2b5f-4c3d-a839-4f8d1ae647f3 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9875a-3439-4317-8822-abe3e0d80959 HTTP/1.1" status: 200 len: 205 time: 0.0751739 Feb 04 05:45:20.558453 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50428) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:20.577860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0b3a-374e-4918-8733-88454366346c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:20.620265 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:20.635003 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b5a1e3b0-3a7e-4eff-9060-00d2712ba276 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/dd8c84b9-453b-44a4-ab1c-94ed936ace98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7288749 Feb 04 05:45:20.637972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50430) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:20.655385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=4f5229c7-94f1-4060-bcb6-91b72e2b07dd,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:20.657610 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353a983-50c9-4032-b622-a27478a3b2bf None None] Sync routers for ids ['dd8c84b9-453b-44a4-ab1c-94ed936ace98'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:20.669172 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:20.677669 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7d51f914-acc6-4033-85e9-653543cc47e4 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd8c84b9-453b-44a4-ab1c-94ed936ace98 HTTP/1.1" status: 200 len: 205 time: 0.0345385 Feb 04 05:45:20.678321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Allocated IP 2001:db8::321 (3912db04-d077-44fc-94ff-e5d58bf79aac/ed1b574d-e9b6-4c3f-9991-1528157d62d3/db66298f-2db1-49c1-9369-b783838f6230) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:20.680063 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.680440 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.680720 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50432) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:20.680848 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.681104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.681433 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.681778 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.682128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.682473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.682817 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.683151 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.683456 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.683808 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:45:20.693430 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59312ebc-b671-4207-8ce0-6c6d37180463 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:20.695085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59312ebc-b671-4207-8ce0-6c6d37180463 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:20.699017 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-59312ebc-b671-4207-8ce0-6c6d37180463 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1494594 Feb 04 05:45:20.701106 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50434) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:20.706261 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353a983-50c9-4032-b622-a27478a3b2bf None None] Routers {'dd8c84b9-453b-44a4-ab1c-94ed936ace98'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:20.706904 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5353a983-50c9-4032-b622-a27478a3b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['dd8c84b9-453b-44a4-ab1c-94ed936ace98'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:20.711072 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a42918c-919f-43e6-a7cc-66e397875904 None None] Resources bound (agent type, host, resource id): {{(pid=108746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:45:20.744485 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-a53dcf6a-ff71-404e-9591-a69a2ecafbbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:45:20.744869 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-a53dcf6a-ff71-404e-9591-a69a2ecafbbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:45:20.745722 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5353a983-50c9-4032-b622-a27478a3b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:20.762354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353a983-50c9-4032-b622-a27478a3b2bf None None] Routers {'dd8c84b9-453b-44a4-ab1c-94ed936ace98'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:20.762978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5353a983-50c9-4032-b622-a27478a3b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['dd8c84b9-453b-44a4-ab1c-94ed936ace98'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:20.790381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681a8ea0-6349-497c-84aa-63abe04f538d']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:20.798593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7641-f0bb-452a-b212-8bd0b49d11ea tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:20.811151 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5353a983-50c9-4032-b622-a27478a3b2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:20.811798 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353a983-50c9-4032-b622-a27478a3b2bf None None] The sync data for ids ['dd8c84b9-453b-44a4-ab1c-94ed936ace98'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:20.822039 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd697356a-57b7-42e0-95f5-bdcd1f38b7dc') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:20.822339 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd697356a-57b7-42e0-95f5-bdcd1f38b7dc') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:20.866213 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-9a5d0b3a-374e-4918-8733-88454366346c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 05:45:20.869935 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9a5d0b3a-374e-4918-8733-88454366346c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "DELETE /v2.0/routers/73a75882-d4b6-43fd-837b-6d4e650b9bec HTTP/1.1" status: 409 len: 329 time: 0.7321148 Feb 04 05:45:20.870066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9dfb38bf-e80c-4e66-b134-acdd2b0a7400 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:20.873890 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50436) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:20.877232 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:20.891631 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf9b3-01fe-4470-9475-f619e4ffbaf1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:20.898200 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-511366bb-b7b1-4eaf-b90b-99132555b900 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 022f5305-3f36-459d-aad6-e86632cab8f8 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:21.087945 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eea1f67-6bd6-46ab-ada2-755e06c2908b None None] get_active_networks_info from dv-neutron-827794-1-hyperv {{(pid=108746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:45:21.163756 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3176260d-ddc1-4f7e-892e-4d437f496055 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:21.225781 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-511366bb-b7b1-4eaf-b90b-99132555b900 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.264771 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.279539 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf9b3-01fe-4470-9475-f619e4ffbaf1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.291780 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:21.292192 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.294411 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 3176260d-ddc1-4f7e-892e-4d437f496055 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:21.294884 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:21.297609 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:21.316958 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7641-f0bb-452a-b212-8bd0b49d11ea tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.338869 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eea1f67-6bd6-46ab-ada2-755e06c2908b None None] Resources bound (agent type, host, resource id): {{(pid=108746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:45:21.346970 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7641-f0bb-452a-b212-8bd0b49d11ea tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.409423 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-511366bb-b7b1-4eaf-b90b-99132555b900 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.422277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a53dcf6a-ff71-404e-9591-a69a2ecafbbb None None] Provisioning complete for port a5476d94-52bd-4117-a503-6b4a930e5854 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:21.422839 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a53dcf6a-ff71-404e-9591-a69a2ecafbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.478049 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7641-f0bb-452a-b212-8bd0b49d11ea tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.478831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4e7641-f0bb-452a-b212-8bd0b49d11ea tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Fanout notify agent at l3_agent the message router_deleted on router dd8c84b9-453b-44a4-ab1c-94ed936ace98 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:45:21.487156 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7641-f0bb-452a-b212-8bd0b49d11ea tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.488583 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7a4e7641-f0bb-452a-b212-8bd0b49d11ea tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/routers/dd8c84b9-453b-44a4-ab1c-94ed936ace98 HTTP/1.1" status: 204 len: 168 time: 0.8052754 Feb 04 05:45:21.493547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50440) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:21.507290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a834a86b-d94f-45cd-9465-1b317dcc3737 {{(pid=108745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:45:21.528937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9dfb38bf-e80c-4e66-b134-acdd2b0a7400 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.534949 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a53dcf6a-ff71-404e-9591-a69a2ecafbbb None None] Port a5476d94-52bd-4117-a503-6b4a930e5854 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:21.541542 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.545667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4f5229c7-94f1-4060-bcb6-91b72e2b07dd up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:21.616728 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9056b9b-49e6-4be5-85fa-95b7e6db4dba tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting subnet 1e98148b-bee8-4daf-acd6-b4ab3143ebc3 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:21.617592 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.628643 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.provisioning_blocks [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Transition to ACTIVE for port object a834a86b-d94f-45cd-9465-1b317dcc3737 will not be triggered until provisioned by entity L2. {{(pid=108745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:45:21.629322 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c9056b9b-49e6-4be5-85fa-95b7e6db4dba tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.641428 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.644508 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/networks/681a8ea0-6349-497c-84aa-63abe04f538d HTTP/1.1" status: 204 len: 168 time: 8.8864539 Feb 04 05:45:21.651520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50442) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:21.656086 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1789ef1f-53f1-4c41-985d-bb7f1d1a38ff None None] Could not find standard attr ID for object b417474c-1adb-4825-a504-16baa53f1a20. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:45:21.672404 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.724989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c9056b9b-49e6-4be5-85fa-95b7e6db4dba tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.733165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8aa58-d1f6-4b4a-9caf-69cc630451ac tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Network': ['ID=681a8ea0-6349-497c-84aa-63abe04f538d,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:21.737829 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 4f5229c7-94f1-4060-bcb6-91b72e2b07dd triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:21.738216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.769675 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-978184f6-db24-462c-ab34-f057a0945880 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] DELETE failed (client error): The resource could not be found. Feb 04 05:45:21.770170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978184f6-db24-462c-ab34-f057a0945880 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:45:21.777516 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-978184f6-db24-462c-ab34-f057a0945880 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/subnets/75aa60c3-cdf4-4b6e-be23-12387395021a HTTP/1.1" status: 404 len: 337 time: 0.1074440 Feb 04 05:45:21.777727 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50444) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:21.817112 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc99c92b-4cd0-42a7-9a29-22e1a9625058 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] DELETE failed (client error): The resource could not be found. Feb 04 05:45:21.819607 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc99c92b-4cd0-42a7-9a29-22e1a9625058 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:45:21.826922 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cc99c92b-4cd0-42a7-9a29-22e1a9625058 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/networks/681a8ea0-6349-497c-84aa-63abe04f538d HTTP/1.1" status: 404 len: 339 time: 0.0458488 Feb 04 05:45:21.827087 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ab401-b7fe-4580-9074-ff39d6b769a9 req-99769664-4245-42ed-8a1b-153902d3956c tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:21.827765 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-750ab401-b7fe-4580-9074-ff39d6b769a9 req-99769664-4245-42ed-8a1b-153902d3956c tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 931 time: 0.3463650 Feb 04 05:45:21.830084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50446) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:21.856729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9dfb38bf-e80c-4e66-b134-acdd2b0a7400 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Deleting port 2ea41a77-c200-4f2a-8435-2c5dae7a42c5 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:21.857094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9dfb38bf-e80c-4e66-b134-acdd2b0a7400 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.865302 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-511366bb-b7b1-4eaf-b90b-99132555b900 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.884688 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:21.950614 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfaf9b3-01fe-4470-9475-f619e4ffbaf1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 4884ce41-282e-4df6-a911-9374ac31f68d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:45:21.967843 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0736a248-c27c-4d04-82b8-9db3a68e9a5c tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] DELETE failed (client error): The resource could not be found. Feb 04 05:45:21.968309 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0736a248-c27c-4d04-82b8-9db3a68e9a5c tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:45:21.973649 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0736a248-c27c-4d04-82b8-9db3a68e9a5c tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/subnets/4594f455-db29-4e88-8426-237a7f0d32d3 HTTP/1.1" status: 404 len: 337 time: 0.1349177 Feb 04 05:45:21.973649 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Pushing event updated for resources: {'Port': ['ID=a834a86b-d94f-45cd-9465-1b317dcc3737,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:21.979747 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50448) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:22.012752 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6a267e-a197-43a9-be5d-7077d0cdb452 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] DELETE failed (client error): The resource could not be found. Feb 04 05:45:22.013338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6a267e-a197-43a9-be5d-7077d0cdb452 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:45:22.017819 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-db6a267e-a197-43a9-be5d-7077d0cdb452 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/networks/a4d2b664-0e87-4841-82a4-be5da226b242 HTTP/1.1" status: 404 len: 339 time: 0.0356514 Feb 04 05:45:22.029629 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50450) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:22.063893 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-791dec09-e88f-485b-869b-0f75a25aa94c tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] DELETE failed (client error): The resource could not be found. Feb 04 05:45:22.064391 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791dec09-e88f-485b-869b-0f75a25aa94c tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:45:22.068787 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-791dec09-e88f-485b-869b-0f75a25aa94c tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/subnets/98a67de3-d7ec-46e9-899d-1638b3fcc42a HTTP/1.1" status: 404 len: 337 time: 0.0350604 Feb 04 05:45:22.077602 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50452) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:22.078796 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c9056b9b-49e6-4be5-85fa-95b7e6db4dba tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.124575 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-750ab401-b7fe-4580-9074-ff39d6b769a9 req-2066a516-0a5f-472e-a313-a1eeb8c77174 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749765 Feb 04 05:45:22.156678 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9dfb38bf-e80c-4e66-b134-acdd2b0a7400 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.159660 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4ec40d-b7ba-4920-bac4-8c65de7c6072 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] DELETE failed (client error): The resource could not be found. Feb 04 05:45:22.160269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e4ec40d-b7ba-4920-bac4-8c65de7c6072 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:45:22.160517 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-511366bb-b7b1-4eaf-b90b-99132555b900 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.165673 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1e4ec40d-b7ba-4920-bac4-8c65de7c6072 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/networks/f78b0de1-3227-465a-be2c-b40b91dd97c8 HTTP/1.1" status: 404 len: 339 time: 0.0805259 Feb 04 05:45:22.165983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31d62cf2-4430-4bd8-882f-07ed01284217 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.173279 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50454) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:22.211920 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.241871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9dfb38bf-e80c-4e66-b134-acdd2b0a7400 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Calling delete_port for 2ea41a77-c200-4f2a-8435-2c5dae7a42c5 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:22.245465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-511366bb-b7b1-4eaf-b90b-99132555b900 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.248621 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef851d8-6b29-47fa-aeaf-8839cea91ce1 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:22.251417 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-511366bb-b7b1-4eaf-b90b-99132555b900 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/022f5305-3f36-459d-aad6-e86632cab8f8 HTTP/1.1" status: 204 len: 168 time: 1.5438428 Feb 04 05:45:22.251417 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Attempting to bind port a834a86b-d94f-45cd-9465-1b317dcc3737 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:22.251417 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Attempting to bind port a834a86b-d94f-45cd-9465-1b317dcc3737 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:22.251417 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Attempting to bind port a834a86b-d94f-45cd-9465-1b317dcc3737 on network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:22.252556 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511366bb-b7b1-4eaf-b90b-99132555b900 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=022f5305-3f36-459d-aad6-e86632cab8f8,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:22.256557 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50456) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:22.297624 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Port a834a86b-d94f-45cd-9465-1b317dcc3737 on network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:45:22.297973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Attempting to bind port a834a86b-d94f-45cd-9465-1b317dcc3737 on network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:22.339451 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-665127d6-d672-418f-8e3b-2a02da51da2f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781913 Feb 04 05:45:22.345906 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50458) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:22.347848 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Network 3912db04-d077-44fc-94ff-e5d58bf79aac is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:22.352907 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c9056b9b-49e6-4be5-85fa-95b7e6db4dba tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.353094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-9bb65896-6f4a-464d-ac4c-a16e75f3a016 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:22.356824 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:22.357379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Checking segment: {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:22.357760 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Bound using segment: {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:22.358230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Bound port: a834a86b-d94f-45cd-9465-1b317dcc3737, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:22.358587 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.364828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfaf9b3-01fe-4470-9475-f619e4ffbaf1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:22.378572 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb37203-072a-418e-a33a-8295eb275f78 None None] Sync routers for ids ['4884ce41-282e-4df6-a911-9374ac31f68d'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:22.387860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:22.396313 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf9b3-01fe-4470-9475-f619e4ffbaf1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.399955 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fbfaf9b3-01fe-4470-9475-f619e4ffbaf1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/4884ce41-282e-4df6-a911-9374ac31f68d HTTP/1.1" status: 200 len: 891 time: 3.7944221 Feb 04 05:45:22.404664 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50460) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:22.405602 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb37203-072a-418e-a33a-8295eb275f78 None None] Routers {'4884ce41-282e-4df6-a911-9374ac31f68d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:22.408021 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fdb37203-072a-418e-a33a-8295eb275f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4884ce41-282e-4df6-a911-9374ac31f68d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:22.413052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9056b9b-49e6-4be5-85fa-95b7e6db4dba tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Subnet': ['ID=1e98148b-bee8-4daf-acd6-b4ab3143ebc3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:22.430187 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:22.436310 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:22.437199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.444845 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6248e15c-9bc7-4ebf-b7fd-16443e98b5de None None] Network 1552bcf5-f6bd-4202-b3d4-aafa4eb01f73 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:22.454598 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Pushing event updated for resources: {'Port': ['ID=db66298f-2db1-49c1-9369-b783838f6230,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:22.471301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c9056b9b-49e6-4be5-85fa-95b7e6db4dba tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.474486 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c9056b9b-49e6-4be5-85fa-95b7e6db4dba tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/1e98148b-bee8-4daf-acd6-b4ab3143ebc3 HTTP/1.1" status: 204 len: 168 time: 0.9768281 Feb 04 05:45:22.481074 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50462) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:22.486528 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fdb37203-072a-418e-a33a-8295eb275f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:22.511402 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb37203-072a-418e-a33a-8295eb275f78 None None] Routers {'4884ce41-282e-4df6-a911-9374ac31f68d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:22.512413 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fdb37203-072a-418e-a33a-8295eb275f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4884ce41-282e-4df6-a911-9374ac31f68d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:22.561555 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dbdc7c64-cdb2-4cfd-9c73-c50edfaaee1e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.2649295 Feb 04 05:45:22.568695 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50464) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:22.574363 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15b6d7b-6734-437d-8a99-5d76ef79910b None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:22.589359 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fdb37203-072a-418e-a33a-8295eb275f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:22.592043 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb37203-072a-418e-a33a-8295eb275f78 None None] The sync data for ids ['4884ce41-282e-4df6-a911-9374ac31f68d'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:22.689446 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] For port a834a86b-d94f-45cd-9465-1b317dcc3737, host hv-neutron-8277, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:22.695088 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] For port a834a86b-d94f-45cd-9465-1b317dcc3737, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a834a86b-d94f-45cd-9465-1b317dcc3737,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:22.709109 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2657f602-6ed8-443f-bb9c-231b1cc818bb tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/routers/4884ce41-282e-4df6-a911-9374ac31f68d HTTP/1.1" status: 200 len: 891 time: 0.2686684 Feb 04 05:45:22.712816 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50466) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:22.713326 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.727412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91abecf-c820-4cd2-8413-f17e028b33a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:22.733260 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91abecf-c820-4cd2-8413-f17e028b33a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:22.739078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91abecf-c820-4cd2-8413-f17e028b33a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:22.740254 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e15b6d7b-6734-437d-8a99-5d76ef79910b None None] Deleting port 4f5229c7-94f1-4060-bcb6-91b72e2b07dd {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:22.740807 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d91abecf-c820-4cd2-8413-f17e028b33a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1706386 Feb 04 05:45:22.741550 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb65896-6f4a-464d-ac4c-a16e75f3a016 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:22.744807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9bb65896-6f4a-464d-ac4c-a16e75f3a016 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.747473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e15b6d7b-6734-437d-8a99-5d76ef79910b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.762770 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50468) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:22.772452 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-28ea3d3a-6dbd-42fc-8cbe-203e211d3ede tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports?device_id=4884ce41-282e-4df6-a911-9374ac31f68d HTTP/1.1" status: 200 len: 205 time: 0.0502441 Feb 04 05:45:22.774271 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50470) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:22.822140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e15b6d7b-6734-437d-8a99-5d76ef79910b None None] For port 4f5229c7-94f1-4060-bcb6-91b72e2b07dd, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4f5229c7-94f1-4060-bcb6-91b72e2b07dd,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:22.822650 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e15b6d7b-6734-437d-8a99-5d76ef79910b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.838525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e15b6d7b-6734-437d-8a99-5d76ef79910b None None] Calling delete_port for 4f5229c7-94f1-4060-bcb6-91b72e2b07dd owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:22.840675 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.869328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9dfb38bf-e80c-4e66-b134-acdd2b0a7400 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.885271 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:22.885911 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.887846 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] 10.222.0.26 "PUT /v2.0/ports/a834a86b-d94f-45cd-9465-1b317dcc3737 HTTP/1.1" status: 200 len: 1093 time: 4.4390578 Feb 04 05:45:22.892128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94202bfe-d1fe-4e42-b456-6c3fa7bf706f', 'tag': 'a834a86b-d94f-45cd-9465-1b317dcc3737'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:45:22.894807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83eda94-c277-4a74-8a65-6f288761c114" -d '{"events": [{"name": "network-changed", "server_uuid": "94202bfe-d1fe-4e42-b456-6c3fa7bf706f", "tag": "a834a86b-d94f-45cd-9465-1b317dcc3737"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:45:22.897731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-81fcb663-ef1e-4a82-8b39-4d6c6fe4585f None None] Provisioning complete for port db66298f-2db1-49c1-9369-b783838f6230 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:22.898137 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-81fcb663-ef1e-4a82-8b39-4d6c6fe4585f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.904637 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b5761e-63be-476b-9824-d985c7402e62 None None] DHCP port deletion for 1552bcf5-f6bd-4202-b3d4-aafa4eb01f73 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:22.934617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6954a542-18fc-43bd-8c2f-be9209c0ec51 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Deleting port a97beea6-e8a2-4cf3-a73c-a38c0b2c4ee5 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:22.935126 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6954a542-18fc-43bd-8c2f-be9209c0ec51 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:22.969509 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb38bf-e80c-4e66-b134-acdd2b0a7400 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Pushing event deleted for resources: {'Port': ['ID=2ea41a77-c200-4f2a-8435-2c5dae7a42c5,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:22.969934 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a6636-b182-465c-8922-b0b21f575427 service neutron] Pushing event updated for resources: {'Port': ['ID=a834a86b-d94f-45cd-9465-1b317dcc3737,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:22.978284 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dab70ce-b306-4d81-8d2c-28da1deab198 x-openstack-request-id: req-3dab70ce-b306-4d81-8d2c-28da1deab198 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:45:22.978806 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94202bfe-d1fe-4e42-b456-6c3fa7bf706f", "tag": "a834a86b-d94f-45cd-9465-1b317dcc3737", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:45:22.979235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3dab70ce-b306-4d81-8d2c-28da1deab198 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:45:22.979797 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94202bfe-d1fe-4e42-b456-6c3fa7bf706f', 'tag': 'a834a86b-d94f-45cd-9465-1b317dcc3737', 'status': 'completed', 'code': 200} Feb 04 05:45:23.010939 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-81fcb663-ef1e-4a82-8b39-4d6c6fe4585f None None] Port db66298f-2db1-49c1-9369-b783838f6230 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:23.038977 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-97b5761e-63be-476b-9824-d985c7402e62 None None] Deleting port 5dbd5886-4f79-4306-9a52-d50faac26011 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:23.039582 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-97b5761e-63be-476b-9824-d985c7402e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.096824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e15b6d7b-6734-437d-8a99-5d76ef79910b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.128787 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-87037ad3-776d-4109-bc8e-49e7f3bfa3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:23.132898 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-87037ad3-776d-4109-bc8e-49e7f3bfa3f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 1096 time: 0.1859674 Feb 04 05:45:23.142153 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15b6d7b-6734-437d-8a99-5d76ef79910b None None] No DVR routers for this DVR port 4f5229c7-94f1-4060-bcb6-91b72e2b07dd on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:23.160476 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 5dbd5886-4f79-4306-9a52-d50faac26011 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:23.172038 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85b196e6-d543-4ac4-a90c-c38436f3c4d7 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.178560 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-97b5761e-63be-476b-9824-d985c7402e62 None None] For port 5dbd5886-4f79-4306-9a52-d50faac26011, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=5dbd5886-4f79-4306-9a52-d50faac26011,segment=NetworkSegment(0f11cd9d-71b5-45ef-a9ea-5025442f9dbb),segment_id=0f11cd9d-71b5-45ef-a9ea-5025442f9dbb)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:23.178960 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-97b5761e-63be-476b-9824-d985c7402e62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.196384 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-97b5761e-63be-476b-9824-d985c7402e62 None None] Calling delete_port for 5dbd5886-4f79-4306-9a52-d50faac26011 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:23.199485 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b6d7b-6734-437d-8a99-5d76ef79910b None None] Pushing event deleted for resources: {'Port': ['ID=4f5229c7-94f1-4060-bcb6-91b72e2b07dd,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:23.241845 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6954a542-18fc-43bd-8c2f-be9209c0ec51 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.274941 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6954a542-18fc-43bd-8c2f-be9209c0ec51 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Calling delete_port for a97beea6-e8a2-4cf3-a73c-a38c0b2c4ee5 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:23.315730 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9dfb38bf-e80c-4e66-b134-acdd2b0a7400 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.362053 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.365905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-97b5761e-63be-476b-9824-d985c7402e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.400859 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5761e-63be-476b-9824-d985c7402e62 None None] Pushing event deleted for resources: {'Port': ['ID=5dbd5886-4f79-4306-9a52-d50faac26011,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:23.406852 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5761e-63be-476b-9824-d985c7402e62 None None] No DVR routers for this DVR port 5dbd5886-4f79-4306-9a52-d50faac26011 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:23.443636 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4f5229c7-94f1-4060-bcb6-91b72e2b07dd no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:23.466358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 4f5229c7-94f1-4060-bcb6-91b72e2b07dd {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:23.467046 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4f5229c7-94f1-4060-bcb6-91b72e2b07dd not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:23.567132 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-100c52ac-a78a-43a6-919f-cdf47265f823 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a834a86b-d94f-45cd-9465-1b317dcc3737 HTTP/1.1" status: 200 len: 217 time: 0.4077582 Feb 04 05:45:23.659328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-45cfd6d3-2e85-4195-b8fa-b30191d0c244 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Deleting port db66298f-2db1-49c1-9369-b783838f6230 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:23.659664 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45cfd6d3-2e85-4195-b8fa-b30191d0c244 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.698312 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9dfb38bf-e80c-4e66-b134-acdd2b0a7400 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.703898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9dfb38bf-e80c-4e66-b134-acdd2b0a7400 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.726783 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-bde8a97e-c503-48d4-9906-6dff43d59f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:23.728252 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-bde8a97e-c503-48d4-9906-6dff43d59f2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 200 len: 851 time: 0.1483686 Feb 04 05:45:23.758544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port 5dbd5886-4f79-4306-9a52-d50faac26011 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:23.759108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17a9a7-92c8-461f-bc8b-43bb4c2c9155 req-98254820-3f1b-4da7-b61e-a8e569fde655 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:23.759255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.760324 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2b17a9a7-92c8-461f-bc8b-43bb4c2c9155 req-98254820-3f1b-4da7-b61e-a8e569fde655 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 943 time: 0.2035592 Feb 04 05:45:23.829893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85b196e6-d543-4ac4-a90c-c38436f3c4d7 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.865576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9dfb38bf-e80c-4e66-b134-acdd2b0a7400 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.866112 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfb38bf-e80c-4e66-b134-acdd2b0a7400 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Fanout notify agent at l3_agent the message router_deleted on router 48c9875a-3439-4317-8822-abe3e0d80959 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:45:23.883226 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9dfb38bf-e80c-4e66-b134-acdd2b0a7400 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.884323 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9dfb38bf-e80c-4e66-b134-acdd2b0a7400 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "DELETE /v2.0/routers/48c9875a-3439-4317-8822-abe3e0d80959 HTTP/1.1" status: 204 len: 168 time: 3.3239884 Feb 04 05:45:23.891887 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50476) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:23.894937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-31d62cf2-4430-4bd8-882f-07ed01284217 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Deleting port 841e9b91-7fb6-4844-84bb-45cc90f3b21f {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:23.895247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31d62cf2-4430-4bd8-882f-07ed01284217 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.895686 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2b17a9a7-92c8-461f-bc8b-43bb4c2c9155 req-1bf1941c-ba26-4d6c-9894-e9cd8a4261fc tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177659 Feb 04 05:45:23.913208 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.objects.ports [None req-9bb65896-6f4a-464d-ac4c-a16e75f3a016 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108745) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:45:23.921355 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-cc5a7e21-7bcf-43d3-8a1e-9196c79471a6 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1946990019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:23.926919 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9bb65896-6f4a-464d-ac4c-a16e75f3a016 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.930560 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] For port 5dbd5886-4f79-4306-9a52-d50faac26011, host dv-neutron-827794-1-hyperv, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:23.930695 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-d0d2fd5e-92ba-4383-9646-0764fa9abf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:23.930924 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.932134 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-d0d2fd5e-92ba-4383-9646-0764fa9abf4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1958418 Feb 04 05:45:23.987256 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for 5dbd5886-4f79-4306-9a52-d50faac26011 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:23.992084 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45cfd6d3-2e85-4195-b8fa-b30191d0c244 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:23.995489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Port 5dbd5886-4f79-4306-9a52-d50faac26011 was not found and therefore no delete operation was performed {{(pid=108744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:45:24.003256 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6954a542-18fc-43bd-8c2f-be9209c0ec51 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.007999 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.018563 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-45cfd6d3-2e85-4195-b8fa-b30191d0c244 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Calling delete_port for db66298f-2db1-49c1-9369-b783838f6230 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:24.034999 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb65896-6f4a-464d-ac4c-a16e75f3a016 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:24.051500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-9bb65896-6f4a-464d-ac4c-a16e75f3a016 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:24.060678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb65896-6f4a-464d-ac4c-a16e75f3a016 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:24.061123 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9bb65896-6f4a-464d-ac4c-a16e75f3a016 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.062157 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e29edc2-f136-41ef-9392-64c8aa4a4c52 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:24.067171 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb65896-6f4a-464d-ac4c-a16e75f3a016 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=403850e4-bc1b-4569-943f-72bf8f8719c4,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:24.072072 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=5dbd5886-4f79-4306-9a52-d50faac26011,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:24.078289 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5a7e21-7bcf-43d3-8a1e-9196c79471a6 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.079832 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No DVR routers for this DVR port 5dbd5886-4f79-4306-9a52-d50faac26011 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:24.080016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5a7e21-7bcf-43d3-8a1e-9196c79471a6 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.111216 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9bb65896-6f4a-464d-ac4c-a16e75f3a016 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7597051 Feb 04 05:45:24.114107 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-85b196e6-d543-4ac4-a90c-c38436f3c4d7 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port 3e962535-af48-40ea-ba28-4605034b121b {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:24.114410 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85b196e6-d543-4ac4-a90c-c38436f3c4d7 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.117437 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50480) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:24.120859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6954a542-18fc-43bd-8c2f-be9209c0ec51 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.124088 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6954a542-18fc-43bd-8c2f-be9209c0ec51 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/ports/a97beea6-e8a2-4cf3-a73c-a38c0b2c4ee5 HTTP/1.1" status: 204 len: 168 time: 1.9467108 Feb 04 05:45:24.132786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-8279d355-5796-422e-b3d8-1b7bd445c4af tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'mac_address': 'fa:16:3e:3d:3b:7d', 'name': 'tempest-NetworksTestDHCPv6-849225983'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:24.145173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50482) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:24.183686 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31d62cf2-4430-4bd8-882f-07ed01284217 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.223589 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-50eb5a4f-7faf-478a-a863-8d401cf9616c service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785680 Feb 04 05:45:24.235814 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '403850e4-bc1b-4569-943f-72bf8f8719c4'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:24.236680 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.245510 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-66730880-b42a-4758-adec-aaa88421dd85 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] DELETE failed (client error): The resource could not be found. Feb 04 05:45:24.246532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66730880-b42a-4758-adec-aaa88421dd85 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:45:24.249495 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-66730880-b42a-4758-adec-aaa88421dd85 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/subnets/e0e3c8d7-9771-40f8-b00b-0069245ebae7 HTTP/1.1" status: 404 len: 337 time: 0.0995159 Feb 04 05:45:24.256542 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50484) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:24.259074 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5a7e21-7bcf-43d3-8a1e-9196c79471a6 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.285807 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954a542-18fc-43bd-8c2f-be9209c0ec51 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Port': ['ID=a97beea6-e8a2-4cf3-a73c-a38c0b2c4ee5,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:24.289082 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-31d62cf2-4430-4bd8-882f-07ed01284217 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Calling delete_port for 841e9b91-7fb6-4844-84bb-45cc90f3b21f owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:24.296684 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5a7e21-7bcf-43d3-8a1e-9196c79471a6 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.299134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.368337 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1552bcf5-f6bd-4202-b3d4-aafa4eb01f73']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:24.380810 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f11cd9d-71b5-45ef-a9ea-5025442f9dbb') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:24.381295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f11cd9d-71b5-45ef-a9ea-5025442f9dbb') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:24.397544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.442270 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc5a7e21-7bcf-43d3-8a1e-9196c79471a6 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.443764 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cc5a7e21-7bcf-43d3-8a1e-9196c79471a6 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5471735 Feb 04 05:45:24.448359 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85b196e6-d543-4ac4-a90c-c38436f3c4d7 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.455275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50486) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:24.456289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.474333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'enable_snat': True}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:24.476621 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:24.477017 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.491457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-85b196e6-d543-4ac4-a90c-c38436f3c4d7 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for 3e962535-af48-40ea-ba28-4605034b121b owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:24.497622 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e198fd7-25f8-42d6-9c80-0fd6ec2d6c23 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:24.516751 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:24.540191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Allocated IP 2001:db8::f816:3eff:feb1:f644 (99cffe53-689e-4c68-95bc-797fbe732ade/403850e4-bc1b-4569-943f-72bf8f8719c4/9e7fd090-d087-441f-9275-2d79ceb9dea6) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:24.567297 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4cb55feb-e8e5-4cd1-974b-940ce9f31692 req-c24b7714-82d2-4bb8-b2c7-afd6651f166e service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098075 Feb 04 05:45:24.654659 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45cfd6d3-2e85-4195-b8fa-b30191d0c244 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.693425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8279d355-5796-422e-b3d8-1b7bd445c4af tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:24.729195 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.736110 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.748676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.755301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfd6d3-2e85-4195-b8fa-b30191d0c244 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Pushing event deleted for resources: {'Port': ['ID=db66298f-2db1-49c1-9369-b783838f6230,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:24.779475 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:24.782567 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:24.786360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:24.794167 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e198fd7-25f8-42d6-9c80-0fd6ec2d6c23 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.801381 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Pushing event updated for resources: {'Port': ['ID=9e7fd090-d087-441f-9275-2d79ceb9dea6,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:24.803141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.811918 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/networks/1552bcf5-f6bd-4202-b3d4-aafa4eb01f73 HTTP/1.1" status: 204 len: 168 time: 2.3262038 Feb 04 05:45:24.813490 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50488) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:24.819730 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7dadf49f-764e-482f-a4a7-ebd8c23c3bb6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1920638232', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:24.835202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83eda94-c277-4a74-8a65-6f288761c114 req-1a404947-fd22-4462-8b8b-3acfae1a42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:24.836977 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b83eda94-c277-4a74-8a65-6f288761c114 req-1a404947-fd22-4462-8b8b-3acfae1a42e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 1096 time: 0.2114785 Feb 04 05:45:24.844577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-2e198fd7-25f8-42d6-9c80-0fd6ec2d6c23 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071d3df1-160c-4133-a3e9-eca81038054b']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:24.864107 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Attempting to bind port 9e7fd090-d087-441f-9275-2d79ceb9dea6 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:24.864490 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Attempting to bind port 9e7fd090-d087-441f-9275-2d79ceb9dea6 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:24.864855 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Attempting to bind port 9e7fd090-d087-441f-9275-2d79ceb9dea6 on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:24.865290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-2e198fd7-25f8-42d6-9c80-0fd6ec2d6c23 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef050027-e4d3-4162-bc46-7d599daf456c') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:24.865595 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-2e198fd7-25f8-42d6-9c80-0fd6ec2d6c23 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef050027-e4d3-4162-bc46-7d599daf456c') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:24.870851 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:24.871872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:24.872354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.872828 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:24.873312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Bound port: 9e7fd090-d087-441f-9275-2d79ceb9dea6, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:24.873785 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.877878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06434655-49ab-433a-98aa-9fbbe388d038 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Network': ['ID=1552bcf5-f6bd-4202-b3d4-aafa4eb01f73,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:24.888453 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45cfd6d3-2e85-4195-b8fa-b30191d0c244 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.891591 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-45cfd6d3-2e85-4195-b8fa-b30191d0c244 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] 10.222.0.10 "DELETE /v2.0/ports/db66298f-2db1-49c1-9369-b783838f6230 HTTP/1.1" status: 204 len: 168 time: 2.1202636 Feb 04 05:45:24.899233 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50490) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:24.900900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e198fd7-25f8-42d6-9c80-0fd6ec2d6c23 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.911362 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b6a0b34d-1be5-404c-9072-f3afbab20d8e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Request body: {'port': {'name': 'tempest-new-port-name-2096359386', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:24.911759 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.api.validators [None req-b6a0b34d-1be5-404c-9072-f3afbab20d8e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] bootfile-name is not in valid_values {{(pid=108745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:45:24.912101 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.api.validators [None req-b6a0b34d-1be5-404c-9072-f3afbab20d8e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] tftp-server is not in valid_values {{(pid=108745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:45:24.912432 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.api.validators [None req-b6a0b34d-1be5-404c-9072-f3afbab20d8e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] server-ip-address is not in valid_values {{(pid=108745) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 04 05:45:24.939787 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.948662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31d62cf2-4430-4bd8-882f-07ed01284217 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:24.992152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d62cf2-4430-4bd8-882f-07ed01284217 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event deleted for resources: {'Port': ['ID=841e9b91-7fb6-4844-84bb-45cc90f3b21f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:25.020417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dadf49f-764e-482f-a4a7-ebd8c23c3bb6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.021475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dadf49f-764e-482f-a4a7-ebd8c23c3bb6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.042756 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e198fd7-25f8-42d6-9c80-0fd6ec2d6c23 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.046947 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8279d355-5796-422e-b3d8-1b7bd445c4af tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.067837 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] For port 9e7fd090-d087-441f-9275-2d79ceb9dea6, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:25.071642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] For port 9e7fd090-d087-441f-9275-2d79ceb9dea6, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9e7fd090-d087-441f-9275-2d79ceb9dea6,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:25.081335 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.102298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e198fd7-25f8-42d6-9c80-0fd6ec2d6c23 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:25.102723 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e198fd7-25f8-42d6-9c80-0fd6ec2d6c23 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:25.115329 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:25.162415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b5de9-514b-47bf-8aaa-706e4f2a10a4 None None] Pushing event updated for resources: {'Port': ['ID=9e7fd090-d087-441f-9275-2d79ceb9dea6,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:25.226507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e198fd7-25f8-42d6-9c80-0fd6ec2d6c23 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.232498 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e198fd7-25f8-42d6-9c80-0fd6ec2d6c23 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.236449 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dadf49f-764e-482f-a4a7-ebd8c23c3bb6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.237653 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2e198fd7-25f8-42d6-9c80-0fd6ec2d6c23 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/networks/071d3df1-160c-4133-a3e9-eca81038054b HTTP/1.1" status: 204 len: 168 time: 0.9759576 Feb 04 05:45:25.238956 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31d62cf2-4430-4bd8-882f-07ed01284217 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.245966 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50494) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:25.250996 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-8279d355-5796-422e-b3d8-1b7bd445c4af tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port 3624ef84-e057-4a1e-82fb-f10439efcf49 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:45:25.287881 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dadf49f-764e-482f-a4a7-ebd8c23c3bb6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.314008 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85b196e6-d543-4ac4-a90c-c38436f3c4d7 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.325441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6a0b34d-1be5-404c-9072-f3afbab20d8e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.389362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dadf49f-764e-482f-a4a7-ebd8c23c3bb6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.390237 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e198fd7-25f8-42d6-9c80-0fd6ec2d6c23 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Network': ['ID=071d3df1-160c-4133-a3e9-eca81038054b,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:25.390864 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7dadf49f-764e-482f-a4a7-ebd8c23c3bb6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5743520 Feb 04 05:45:25.398505 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b196e6-d543-4ac4-a90c-c38436f3c4d7 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=3e962535-af48-40ea-ba28-4605034b121b,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:25.400998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50496) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:25.415066 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd34b78-4c4d-403f-8fc7-c65c96f685a2 req-08da349b-d687-45db-a23a-a4fddddb194e tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:25.416990 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1fd34b78-4c4d-403f-8fc7-c65c96f685a2 req-08da349b-d687-45db-a23a-a4fddddb194e tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 943 time: 0.4014075 Feb 04 05:45:25.425203 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-18ec45d6-777b-4056-a3c7-30d72cdb3288 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'network': {'name': 'tempest-RoutersTest-1466890322'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:25.432563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83eda94-c277-4a74-8a65-6f288761c114 req-6cbd69e5-ca41-463b-9f9f-012c1bdf8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:25.434214 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b83eda94-c277-4a74-8a65-6f288761c114 req-6cbd69e5-ca41-463b-9f9f-012c1bdf8aa3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 912 time: 0.5809832 Feb 04 05:45:25.610996 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b83eda94-c277-4a74-8a65-6f288761c114 req-13b8d46f-0268-4dfe-b223-fbdac8f2eedf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a834a86b-d94f-45cd-9465-1b317dcc3737 HTTP/1.1" status: 200 len: 217 time: 0.1152062 Feb 04 05:45:25.653320 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-8279d355-5796-422e-b3d8-1b7bd445c4af tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::f816:3eff:fe3d:3b7d (99cffe53-689e-4c68-95bc-797fbe732ade/403850e4-bc1b-4569-943f-72bf8f8719c4/3624ef84-e057-4a1e-82fb-f10439efcf49) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:25.719645 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1fd34b78-4c4d-403f-8fc7-c65c96f685a2 req-f87f9d2a-19b3-4c16-8e0a-e5b5c15f13ae tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833488 Feb 04 05:45:25.731277 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85b196e6-d543-4ac4-a90c-c38436f3c4d7 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.737020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ec45d6-777b-4056-a3c7-30d72cdb3288 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:25.740580 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18ec45d6-777b-4056-a3c7-30d72cdb3288 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:25.806307 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d62cf2-4430-4bd8-882f-07ed01284217 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Router 73a75882-d4b6-43fd-837b-6d4e650b9bec has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:45:25.875760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ebba3664-e345-4a2b-b241-12a718718f7f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Deleting port 9d4d3cfb-71b9-4558-9de3-0546dbd739cc {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:25.876113 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ebba3664-e345-4a2b-b241-12a718718f7f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.046707 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ebba3664-e345-4a2b-b241-12a718718f7f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.049618 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d62cf2-4430-4bd8-882f-07ed01284217 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:26.061296 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-31d62cf2-4430-4bd8-882f-07ed01284217 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "PUT /v2.0/routers/73a75882-d4b6-43fd-837b-6d4e650b9bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1864846 Feb 04 05:45:26.065751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50498) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:26.072414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a3493e-e2dd-4f09-9625-7283e01e23de None None] Sync routers for ids ['73a75882-d4b6-43fd-837b-6d4e650b9bec'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:26.075649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ebba3664-e345-4a2b-b241-12a718718f7f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Calling delete_port for 9d4d3cfb-71b9-4558-9de3-0546dbd739cc owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:26.081665 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.084965 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3493e-e2dd-4f09-9625-7283e01e23de None None] Routers {'73a75882-d4b6-43fd-837b-6d4e650b9bec'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:26.086077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a3a3493e-e2dd-4f09-9625-7283e01e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['73a75882-d4b6-43fd-837b-6d4e650b9bec'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:26.123265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a3a3493e-e2dd-4f09-9625-7283e01e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:26.128438 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-64c2d227-b9b5-49b4-9799-12268dda52a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] show failed (client error): The resource could not be found. Feb 04 05:45:26.132464 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-64c2d227-b9b5-49b4-9799-12268dda52a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1951540815 HTTP/1.1" status: 404 len: 335 time: 0.0613561 Feb 04 05:45:26.137913 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3493e-e2dd-4f09-9625-7283e01e23de None None] Routers {'73a75882-d4b6-43fd-837b-6d4e650b9bec'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:26.138898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a3a3493e-e2dd-4f09-9625-7283e01e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['73a75882-d4b6-43fd-837b-6d4e650b9bec'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:26.153785 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50500) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:26.159998 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1d64ff73-db10-44dc-996d-cce2144a3190 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Request body: {'router': {'name': 'new_name'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:26.164380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.184209 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a3a3493e-e2dd-4f09-9625-7283e01e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:26.184866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a3493e-e2dd-4f09-9625-7283e01e23de None None] The sync data for ids ['73a75882-d4b6-43fd-837b-6d4e650b9bec'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:26.203006 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83eda94-c277-4a74-8a65-6f288761c114 req-a1aa3355-406e-4889-9f34-a2026461746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:26.204499 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b83eda94-c277-4a74-8a65-6f288761c114 req-a1aa3355-406e-4889-9f34-a2026461746c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 200 len: 851 time: 0.5827017 Feb 04 05:45:26.215826 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85b196e6-d543-4ac4-a90c-c38436f3c4d7 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.231302 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85b196e6-d543-4ac4-a90c-c38436f3c4d7 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.234003 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-1d64ff73-db10-44dc-996d-cce2144a3190 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] update failed (client error): The resource could not be found. Feb 04 05:45:26.238208 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1d64ff73-db10-44dc-996d-cce2144a3190 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-635525642 HTTP/1.1" status: 404 len: 334 time: 0.0788431 Feb 04 05:45:26.243473 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50502) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:26.312922 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ec45d6-777b-4056-a3c7-30d72cdb3288 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:26.342949 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ebba3664-e345-4a2b-b241-12a718718f7f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.374940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba3664-e345-4a2b-b241-12a718718f7f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Port': ['ID=9d4d3cfb-71b9-4558-9de3-0546dbd739cc,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:26.390709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18ec45d6-777b-4056-a3c7-30d72cdb3288 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.391066 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-18ec45d6-777b-4056-a3c7-30d72cdb3288 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Added segment 712a685f-81c1-45cc-a6bf-0879bf9031fb of type vlan for network e28356cf-912a-483e-ace9-527697c65b5f Feb 04 05:45:26.397907 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ebba3664-e345-4a2b-b241-12a718718f7f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.403433 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ebba3664-e345-4a2b-b241-12a718718f7f tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/ports/9d4d3cfb-71b9-4558-9de3-0546dbd739cc HTTP/1.1" status: 204 len: 168 time: 1.1512365 Feb 04 05:45:26.403433 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Allocated IP 172.26.3.193 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/02bc3360-ab90-4d49-a999-fcaa23139820) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:26.404186 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50504) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:26.408011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-40078867-e5ae-43e3-a2ce-380e5bd4166a None None] Provisioning complete for port 9e7fd090-d087-441f-9275-2d79ceb9dea6 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:26.408395 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-40078867-e5ae-43e3-a2ce-380e5bd4166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.436722 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d5ae0f-5175-4d8f-b18c-9aba2b0398bb tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] DELETE failed (client error): The resource could not be found. Feb 04 05:45:26.437183 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d5ae0f-5175-4d8f-b18c-9aba2b0398bb tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:45:26.442558 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-91d5ae0f-5175-4d8f-b18c-9aba2b0398bb tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/subnets/cab25992-3012-4b53-80c9-ede064ee3685 HTTP/1.1" status: 404 len: 337 time: 0.0351114 Feb 04 05:45:26.444124 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50506) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:26.459920 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85b196e6-d543-4ac4-a90c-c38436f3c4d7 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.460702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b196e6-d543-4ac4-a90c-c38436f3c4d7 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Fanout notify agent at l3_agent the message router_deleted on router 4884ce41-282e-4df6-a911-9374ac31f68d {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:45:26.475262 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85b196e6-d543-4ac4-a90c-c38436f3c4d7 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.476382 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-85b196e6-d543-4ac4-a90c-c38436f3c4d7 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/routers/4884ce41-282e-4df6-a911-9374ac31f68d HTTP/1.1" status: 204 len: 168 time: 3.6928875 Feb 04 05:45:26.485717 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50508) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:26.492505 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-43cf6d3e-0e82-4069-acff-1dea58754b6d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-337451369'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:26.498132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-40078867-e5ae-43e3-a2ce-380e5bd4166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.524559 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-2724d88e-0ca2-429d-a44b-36bebfa50b12 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Deleting subnet efd2054c-0efc-4fb0-83f2-faae398e313a {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:26.529974 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-40078867-e5ae-43e3-a2ce-380e5bd4166a None None] For port 9e7fd090-d087-441f-9275-2d79ceb9dea6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9e7fd090-d087-441f-9275-2d79ceb9dea6,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:26.535087 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83eda94-c277-4a74-8a65-6f288761c114 req-ec65c85d-68a1-4a38-8700-69f7a51e19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:26.535293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-40078867-e5ae-43e3-a2ce-380e5bd4166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.536614 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b83eda94-c277-4a74-8a65-6f288761c114 req-ec65c85d-68a1-4a38-8700-69f7a51e19a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3164382 Feb 04 05:45:26.537819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2724d88e-0ca2-429d-a44b-36bebfa50b12 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.587670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2591e310-17b7-4a6c-b05d-56f3e3941481 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.596541 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40078867-e5ae-43e3-a2ce-380e5bd4166a None None] Pushing event updated for resources: {'Port': ['ID=9e7fd090-d087-441f-9275-2d79ceb9dea6,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:26.625913 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18ec45d6-777b-4056-a3c7-30d72cdb3288 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.628099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.700333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2724d88e-0ca2-429d-a44b-36bebfa50b12 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.708725 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2591e310-17b7-4a6c-b05d-56f3e3941481 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.738681 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6a0b34d-1be5-404c-9072-f3afbab20d8e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.740845 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2591e310-17b7-4a6c-b05d-56f3e3941481 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500e9c70-d877-4a8f-8224-0827181700be']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:26.752271 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2591e310-17b7-4a6c-b05d-56f3e3941481 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88902b2e-79f8-4711-8abb-8aa346a544ec') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:26.752573 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2591e310-17b7-4a6c-b05d-56f3e3941481 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88902b2e-79f8-4711-8abb-8aa346a544ec') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:26.759560 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.764617 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cf6d3e-0e82-4069-acff-1dea58754b6d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:26.768115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-43cf6d3e-0e82-4069-acff-1dea58754b6d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.782652 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8279d355-5796-422e-b3d8-1b7bd445c4af tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.784775 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6a0b34d-1be5-404c-9072-f3afbab20d8e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.793155 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2591e310-17b7-4a6c-b05d-56f3e3941481 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.816364 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Pushing event updated for resources: {'Port': ['ID=02bc3360-ab90-4d49-a999-fcaa23139820,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:26.820179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2591e310-17b7-4a6c-b05d-56f3e3941481 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.828341 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:26.830997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:26.833095 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2591e310-17b7-4a6c-b05d-56f3e3941481 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:26.833584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2591e310-17b7-4a6c-b05d-56f3e3941481 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:26.836925 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:26.839297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:26.851021 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18ec45d6-777b-4056-a3c7-30d72cdb3288 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.856863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec45d6-777b-4056-a3c7-30d72cdb3288 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:26.857437 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18ec45d6-777b-4056-a3c7-30d72cdb3288 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.927190 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2591e310-17b7-4a6c-b05d-56f3e3941481 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.932466 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-b6a0b34d-1be5-404c-9072-f3afbab20d8e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] In _notify_port_updated(), no bound segment for port a5476d94-52bd-4117-a503-6b4a930e5854 on network 3912db04-d077-44fc-94ff-e5d58bf79aac {{(pid=108745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:45:26.934674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2591e310-17b7-4a6c-b05d-56f3e3941481 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.938030 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a0b34d-1be5-404c-9072-f3afbab20d8e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:26.938779 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6a0b34d-1be5-404c-9072-f3afbab20d8e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:26.942419 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b6a0b34d-1be5-404c-9072-f3afbab20d8e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] 10.222.0.10 "PUT /v2.0/ports/a5476d94-52bd-4117-a503-6b4a930e5854 HTTP/1.1" status: 200 len: 1129 time: 2.0342517 Feb 04 05:45:26.942587 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2591e310-17b7-4a6c-b05d-56f3e3941481 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/networks/500e9c70-d877-4a8f-8224-0827181700be HTTP/1.1" status: 204 len: 168 time: 0.4951973 Feb 04 05:45:26.944200 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50512) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:26.944536 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50514) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:26.984719 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b83eda94-c277-4a74-8a65-6f288761c114 req-2b9a5af6-09cf-450c-83a5-de777b601c46 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312966 Feb 04 05:45:27.013238 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591e310-17b7-4a6c-b05d-56f3e3941481 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Network': ['ID=500e9c70-d877-4a8f-8224-0827181700be,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:27.054209 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-18ec45d6-777b-4056-a3c7-30d72cdb3288 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6481788 Feb 04 05:45:27.055142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cf6d3e-0e82-4069-acff-1dea58754b6d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:27.057306 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50516) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:27.067885 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-58e82734-7ef6-4110-9fa7-a642d49de982 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'subnet': {'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:27.121885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0b34d-1be5-404c-9072-f3afbab20d8e tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Pushing event updated for resources: {'Port': ['ID=a5476d94-52bd-4117-a503-6b4a930e5854,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:27.188586 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec45d6-777b-4056-a3c7-30d72cdb3288 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Network': ['ID=e28356cf-912a-483e-ace9-527697c65b5f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:27.195065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-43cf6d3e-0e82-4069-acff-1dea58754b6d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.195405 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-43cf6d3e-0e82-4069-acff-1dea58754b6d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Added segment a5dd0e3d-8182-490e-98f4-458483c1457a of type vlan for network 805baa55-6e08-4685-956e-acd8eacd5a69 Feb 04 05:45:27.211764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network e28356cf-912a-483e-ace9-527697c65b5f details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:27.223334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3027d56-4d6d-4f5d-a6fa-9131b49d4283 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:27.227810 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f3027d56-4d6d-4f5d-a6fa-9131b49d4283 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] 10.222.0.10 "GET /v2.0/ports/a5476d94-52bd-4117-a503-6b4a930e5854 HTTP/1.1" status: 200 len: 1129 time: 0.2423675 Feb 04 05:45:27.229030 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50518) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:27.229686 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2724d88e-0ca2-429d-a44b-36bebfa50b12 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.242008 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9128d8e-fb8c-4b9e-9b3f-69987d236b26 req-1b987b73-c218-40da-8d79-a27b7fd4a002 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:27.244936 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a9128d8e-fb8c-4b9e-9b3f-69987d236b26 req-1b987b73-c218-40da-8d79-a27b7fd4a002 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 943 time: 0.4424200 Feb 04 05:45:27.285904 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9e7fd090-d087-441f-9275-2d79ceb9dea6 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:27.297871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8279d355-5796-422e-b3d8-1b7bd445c4af tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.300781 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e82734-7ef6-4110-9fa7-a642d49de982 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:27.304494 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-58e82734-7ef6-4110-9fa7-a642d49de982 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.338702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f056544-cb41-47cd-a3eb-3cf63a4ac02d tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Deleting subnet db774910-3b77-487f-ae4b-5c123ded9553 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:27.341660 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.352027 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-83cd1007-d48f-4fd1-a7d2-45c6cebc5aaf None None] Provisioning complete for port a5476d94-52bd-4117-a503-6b4a930e5854 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:27.352656 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-83cd1007-d48f-4fd1-a7d2-45c6cebc5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.368375 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-43cf6d3e-0e82-4069-acff-1dea58754b6d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.391356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2f056544-cb41-47cd-a3eb-3cf63a4ac02d tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.397519 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-83cd1007-d48f-4fd1-a7d2-45c6cebc5aaf None None] Port a5476d94-52bd-4117-a503-6b4a930e5854 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:27.403559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 9e7fd090-d087-441f-9275-2d79ceb9dea6 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:27.403943 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.462739 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8279d355-5796-422e-b3d8-1b7bd445c4af tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:27.489547 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a9128d8e-fb8c-4b9e-9b3f-69987d236b26 req-ab8f676e-ad08-453b-8ce3-34d0197915f6 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981759 Feb 04 05:45:27.490420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-8279d355-5796-422e-b3d8-1b7bd445c4af tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:27.498847 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8279d355-5796-422e-b3d8-1b7bd445c4af tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:27.504461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8279d355-5796-422e-b3d8-1b7bd445c4af tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:27.505086 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8279d355-5796-422e-b3d8-1b7bd445c4af tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.513569 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279d355-5796-422e-b3d8-1b7bd445c4af tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=3624ef84-e057-4a1e-82fb-f10439efcf49,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:27.517521 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b83eda94-c277-4a74-8a65-6f288761c114 req-ee8d263e-c262-412d-984a-999a24ff7d24 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700384 Feb 04 05:45:27.526103 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2f056544-cb41-47cd-a3eb-3cf63a4ac02d tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.531043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-53f2a901-abb9-431c-94f4-ecbd9596cd4b tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Deleting port a5476d94-52bd-4117-a503-6b4a930e5854 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:27.531498 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53f2a901-abb9-431c-94f4-ecbd9596cd4b tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.552975 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-43cf6d3e-0e82-4069-acff-1dea58754b6d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.558671 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cf6d3e-0e82-4069-acff-1dea58754b6d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:27.559258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-43cf6d3e-0e82-4069-acff-1dea58754b6d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.568066 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2724d88e-0ca2-429d-a44b-36bebfa50b12 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.625538 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8279d355-5796-422e-b3d8-1b7bd445c4af tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5004683 Feb 04 05:45:27.661618 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50520) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:27.663055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724d88e-0ca2-429d-a44b-36bebfa50b12 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event deleted for resources: {'Subnet': ['ID=efd2054c-0efc-4fb0-83f2-faae398e313a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:27.692455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2724d88e-0ca2-429d-a44b-36bebfa50b12 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.695697 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2724d88e-0ca2-429d-a44b-36bebfa50b12 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "DELETE /v2.0/subnets/efd2054c-0efc-4fb0-83f2-faae398e313a HTTP/1.1" status: 204 len: 168 time: 1.4484255 Feb 04 05:45:27.697207 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b99c622-12bb-44e3-8eb1-050b20e13c54 None None] Network f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:27.715744 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-43cf6d3e-0e82-4069-acff-1dea58754b6d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2289252 Feb 04 05:45:27.716458 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50522) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:27.734887 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50524) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:27.741048 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-432ddf4a-c730-496d-a635-8ca54fa2957e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'subnet': {'network_id': '805baa55-6e08-4685-956e-acd8eacd5a69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:27.812393 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf6d3e-0e82-4069-acff-1dea58754b6d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Network': ['ID=805baa55-6e08-4685-956e-acd8eacd5a69,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:27.836375 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 805baa55-6e08-4685-956e-acd8eacd5a69 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:27.897168 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1a422a6c-e839-4b4c-946c-911d25971666 None None] Provisioning complete for port 3624ef84-e057-4a1e-82fb-f10439efcf49 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:27.897545 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1a422a6c-e839-4b4c-946c-911d25971666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.906476 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2f056544-cb41-47cd-a3eb-3cf63a4ac02d tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.944115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:27.957425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadade60-3a11-43dd-a4ce-94b1cd84d017 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:27.960646 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1a422a6c-e839-4b4c-946c-911d25971666 None None] Port 3624ef84-e057-4a1e-82fb-f10439efcf49 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:27.963641 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadade60-3a11-43dd-a4ce-94b1cd84d017 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:27.965304 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cadade60-3a11-43dd-a4ce-94b1cd84d017 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3000281 Feb 04 05:45:27.972915 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50526) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:28.037526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70021e87-dc72-4714-b66b-2f7abff338a4 None None] DHCP port deletion for f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:28.055379 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53f2a901-abb9-431c-94f4-ecbd9596cd4b tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.088519 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-70021e87-dc72-4714-b66b-2f7abff338a4 None None] Deleting port d0ab57a6-8f54-467b-993b-4fddeb49916a {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:28.088994 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-70021e87-dc72-4714-b66b-2f7abff338a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.118028 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432ddf4a-c730-496d-a635-8ca54fa2957e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:28.118932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-53f2a901-abb9-431c-94f4-ecbd9596cd4b tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Calling delete_port for a5476d94-52bd-4117-a503-6b4a930e5854 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:28.122139 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-432ddf4a-c730-496d-a635-8ca54fa2957e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.136151 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-58e82734-7ef6-4110-9fa7-a642d49de982 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.138290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2f056544-cb41-47cd-a3eb-3cf63a4ac02d tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.150035 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.159383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-70021e87-dc72-4714-b66b-2f7abff338a4 None None] For port d0ab57a6-8f54-467b-993b-4fddeb49916a, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d0ab57a6-8f54-467b-993b-4fddeb49916a,segment=NetworkSegment(4be68136-2b95-4344-b9f9-118474ebef84),segment_id=4be68136-2b95-4344-b9f9-118474ebef84)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:28.159867 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-70021e87-dc72-4714-b66b-2f7abff338a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.172962 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-70021e87-dc72-4714-b66b-2f7abff338a4 None None] Calling delete_port for d0ab57a6-8f54-467b-993b-4fddeb49916a owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:28.207158 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.216948 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f056544-cb41-47cd-a3eb-3cf63a4ac02d tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Subnet': ['ID=db774910-3b77-487f-ae4b-5c123ded9553,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:28.224112 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2f056544-cb41-47cd-a3eb-3cf63a4ac02d tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.224328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4295cc96-caa2-4bfa-93af-28531c6bd588 None None] Network 87e3f783-1a90-45bb-87a4-14be266d1800 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:28.227261 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2f056544-cb41-47cd-a3eb-3cf63a4ac02d tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/subnets/db774910-3b77-487f-ae4b-5c123ded9553 HTTP/1.1" status: 204 len: 168 time: 1.2465272 Feb 04 05:45:28.235585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50528) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:28.299317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e82734-7ef6-4110-9fa7-a642d49de982 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Subnet': ['ID=9c8032d0-1e8c-4a03-b793-86627217bc45,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:28.324450 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Deleting port d0ab57a6-8f54-467b-993b-4fddeb49916a {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:28.324805 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.335062 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-481c34bf-37cd-4eaf-a6c9-c11e9a231615 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port 3624ef84-e057-4a1e-82fb-f10439efcf49 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:28.335393 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-481c34bf-37cd-4eaf-a6c9-c11e9a231615 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.365101 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-70021e87-dc72-4714-b66b-2f7abff338a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.365464 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e82734-7ef6-4110-9fa7-a642d49de982 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Checking segment: {'id': '712a685f-81c1-45cc-a6bf-0879bf9031fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:28.366118 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e82734-7ef6-4110-9fa7-a642d49de982 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network hostable DHCP agents. Network: e28356cf-912a-483e-ace9-527697c65b5f, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:28.369762 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.394528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70021e87-dc72-4714-b66b-2f7abff338a4 None None] Pushing event deleted for resources: {'Port': ['ID=d0ab57a6-8f54-467b-993b-4fddeb49916a,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:28.404865 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70021e87-dc72-4714-b66b-2f7abff338a4 None None] No DVR routers for this DVR port d0ab57a6-8f54-467b-993b-4fddeb49916a on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:28.444393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e82734-7ef6-4110-9fa7-a642d49de982 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network e28356cf-912a-483e-ace9-527697c65b5f is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:28.465252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-58e82734-7ef6-4110-9fa7-a642d49de982 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, e28356cf-912a-483e-ace9-527697c65b5f) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:28.470042 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e82734-7ef6-4110-9fa7-a642d49de982 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:28.470749 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-58e82734-7ef6-4110-9fa7-a642d49de982 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.477731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd3114b-403d-438a-9d06-bdeeaf4f84b2 None None] Network e28356cf-912a-483e-ace9-527697c65b5f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:28.498181 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53f2a901-abb9-431c-94f4-ecbd9596cd4b tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.514401 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-58e82734-7ef6-4110-9fa7-a642d49de982 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4524364 Feb 04 05:45:28.518722 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50530) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:28.523664 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1daf7c6-5b1b-4a78-9a27-316e8eec22a6 None None] DHCP port deletion for 87e3f783-1a90-45bb-87a4-14be266d1800 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:28.607227 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2a901-abb9-431c-94f4-ecbd9596cd4b tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Pushing event deleted for resources: {'Port': ['ID=a5476d94-52bd-4117-a503-6b4a930e5854,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:28.640159 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f1daf7c6-5b1b-4a78-9a27-316e8eec22a6 None None] Deleting port 270b3377-11e1-44a1-a1b3-f899fe34d09b {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:28.640615 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f1daf7c6-5b1b-4a78-9a27-316e8eec22a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.674239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53f2a901-abb9-431c-94f4-ecbd9596cd4b tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.679813 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-53f2a901-abb9-431c-94f4-ecbd9596cd4b tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] 10.222.0.10 "DELETE /v2.0/ports/a5476d94-52bd-4117-a503-6b4a930e5854 HTTP/1.1" status: 204 len: 168 time: 1.4472210 Feb 04 05:45:28.680466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50534) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:28.689045 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Router 5e9569f0-08dc-4898-b4ca-7acceed09387 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:45:28.750888 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f1daf7c6-5b1b-4a78-9a27-316e8eec22a6 None None] For port 270b3377-11e1-44a1-a1b3-f899fe34d09b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=270b3377-11e1-44a1-a1b3-f899fe34d09b,segment=NetworkSegment(68285700-3cd3-4186-bf7f-deaacd7c7c9f),segment_id=68285700-3cd3-4186-bf7f-deaacd7c7c9f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:28.751301 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f1daf7c6-5b1b-4a78-9a27-316e8eec22a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.785333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f1daf7c6-5b1b-4a78-9a27-316e8eec22a6 None None] Calling delete_port for 270b3377-11e1-44a1-a1b3-f899fe34d09b owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:28.798669 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-e28356cf-912a-483e-ace9-527697c65b5f', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:28.799839 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.805218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] For port d0ab57a6-8f54-467b-993b-4fddeb49916a, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d0ab57a6-8f54-467b-993b-4fddeb49916a,segment=NetworkSegment(4be68136-2b95-4344-b9f9-118474ebef84),segment_id=4be68136-2b95-4344-b9f9-118474ebef84)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:28.805797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.818955 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Calling delete_port for d0ab57a6-8f54-467b-993b-4fddeb49916a owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:28.872909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-2666d1f6-3c22-4a87-828a-86b0189ff409 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Deleting subnet ed1b574d-e9b6-4c3f-9991-1528157d62d3 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:28.911412 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2666d1f6-3c22-4a87-828a-86b0189ff409 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:28.984354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f1daf7c6-5b1b-4a78-9a27-316e8eec22a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.022028 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1daf7c6-5b1b-4a78-9a27-316e8eec22a6 None None] Pushing event deleted for resources: {'Port': ['ID=270b3377-11e1-44a1-a1b3-f899fe34d09b,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:29.024085 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1daf7c6-5b1b-4a78-9a27-316e8eec22a6 None None] No DVR routers for this DVR port 270b3377-11e1-44a1-a1b3-f899fe34d09b on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:29.026475 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Allocated IP 172.20.0.2 (e28356cf-912a-483e-ace9-527697c65b5f/9c8032d0-1e8c-4a03-b793-86627217bc45/d6753c9d-0bd9-49ea-8ce9-8d7cae69749c) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:29.046252 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-481c34bf-37cd-4eaf-a6c9-c11e9a231615 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.049006 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:29.053201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2666d1f6-3c22-4a87-828a-86b0189ff409 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.061599 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a921f95d-4256-4bb2-bee1-55d09988d411 None None] Sync routers for ids ['5e9569f0-08dc-4898-b4ca-7acceed09387'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:29.074445 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921f95d-4256-4bb2-bee1-55d09988d411 None None] Routers {'5e9569f0-08dc-4898-b4ca-7acceed09387'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:29.075002 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a921f95d-4256-4bb2-bee1-55d09988d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5e9569f0-08dc-4898-b4ca-7acceed09387'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:29.125578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd974534-76a5-477f-a755-bca7ab3172fe req-715fd74d-1786-4f81-a112-61fd7ec0d8d4 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:29.127194 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bd974534-76a5-477f-a755-bca7ab3172fe req-715fd74d-1786-4f81-a112-61fd7ec0d8d4 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 943 time: 0.2630136 Feb 04 05:45:29.149073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d0ab57a6-8f54-467b-993b-4fddeb49916a no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:29.157631 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a921f95d-4256-4bb2-bee1-55d09988d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:29.161274 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-481c34bf-37cd-4eaf-a6c9-c11e9a231615 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for 3624ef84-e057-4a1e-82fb-f10439efcf49 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:29.163922 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-432ddf4a-c730-496d-a635-8ca54fa2957e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.169937 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921f95d-4256-4bb2-bee1-55d09988d411 None None] Routers {'5e9569f0-08dc-4898-b4ca-7acceed09387'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:29.170866 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a921f95d-4256-4bb2-bee1-55d09988d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5e9569f0-08dc-4898-b4ca-7acceed09387'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:29.173141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.179060 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a13c8b34-0086-4a43-a6a4-2e79b8934b51 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "PUT /v2.0/routers/5e9569f0-08dc-4898-b4ca-7acceed09387 HTTP/1.1" status: 200 len: 915 time: 4.7145009 Feb 04 05:45:29.182659 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50536) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:29.188608 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: d0ab57a6-8f54-467b-993b-4fddeb49916a {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:29.188964 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d0ab57a6-8f54-467b-993b-4fddeb49916a not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:29.189384 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 270b3377-11e1-44a1-a1b3-f899fe34d09b no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:29.215818 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a921f95d-4256-4bb2-bee1-55d09988d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:29.216795 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2666d1f6-3c22-4a87-828a-86b0189ff409 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.217702 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a921f95d-4256-4bb2-bee1-55d09988d411 None None] The sync data for ids ['5e9569f0-08dc-4898-b4ca-7acceed09387'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:29.237065 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 270b3377-11e1-44a1-a1b3-f899fe34d09b {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:29.237624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 270b3377-11e1-44a1-a1b3-f899fe34d09b not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:29.260267 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.265815 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.268218 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.275037 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.308739 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Network e28356cf-912a-483e-ace9-527697c65b5f is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:29.311460 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:29.314853 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:29.320104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Pushing event updated for resources: {'Port': ['ID=d6753c9d-0bd9-49ea-8ce9-8d7cae69749c,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:29.378052 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Attempting to bind port d6753c9d-0bd9-49ea-8ce9-8d7cae69749c on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:29.378448 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Attempting to bind port d6753c9d-0bd9-49ea-8ce9-8d7cae69749c by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '712a685f-81c1-45cc-a6bf-0879bf9031fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:29.378872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Attempting to bind port d6753c9d-0bd9-49ea-8ce9-8d7cae69749c on network e28356cf-912a-483e-ace9-527697c65b5f {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:29.379732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] No DVR routers for this DVR port d0ab57a6-8f54-467b-993b-4fddeb49916a on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:29.385508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:29.385918 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Checking segment: {'id': '712a685f-81c1-45cc-a6bf-0879bf9031fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:29.386228 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event deleted for resources: {'Port': ['ID=d0ab57a6-8f54-467b-993b-4fddeb49916a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:29.386501 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.386898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Bound using segment: {'id': '712a685f-81c1-45cc-a6bf-0879bf9031fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:29.387358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Bound port: d6753c9d-0bd9-49ea-8ce9-8d7cae69749c, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712a685f-81c1-45cc-a6bf-0879bf9031fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:29.387741 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.413502 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2666d1f6-3c22-4a87-828a-86b0189ff409 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.421000 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Deleting port 270b3377-11e1-44a1-a1b3-f899fe34d09b {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:29.421359 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.426424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ddf4a-c730-496d-a635-8ca54fa2957e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Subnet': ['ID=a4ce405d-06d9-43c0-8c9e-6b1a493ba846,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:29.431938 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bd974534-76a5-477f-a755-bca7ab3172fe req-36a9fc3c-3f53-4156-837c-e5b11aa36b6a tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800374 Feb 04 05:45:29.451103 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666d1f6-3c22-4a87-828a-86b0189ff409 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1b574d-e9b6-4c3f-9991-1528157d62d3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:29.465425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] For port d6753c9d-0bd9-49ea-8ce9-8d7cae69749c, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:29.468962 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] For port d6753c9d-0bd9-49ea-8ce9-8d7cae69749c, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d6753c9d-0bd9-49ea-8ce9-8d7cae69749c,segment=NetworkSegment(712a685f-81c1-45cc-a6bf-0879bf9031fb),segment_id=712a685f-81c1-45cc-a6bf-0879bf9031fb)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:29.469816 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2666d1f6-3c22-4a87-828a-86b0189ff409 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.473034 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2666d1f6-3c22-4a87-828a-86b0189ff409 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] 10.222.0.10 "DELETE /v2.0/subnets/ed1b574d-e9b6-4c3f-9991-1528157d62d3 HTTP/1.1" status: 204 len: 168 time: 0.7914174 Feb 04 05:45:29.474166 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72693a47-3146-4634-8464-8ae621eee77b None None] Network 3912db04-d077-44fc-94ff-e5d58bf79aac requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:29.476079 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50538) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:29.490601 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.619048 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.646938 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ddf4a-c730-496d-a635-8ca54fa2957e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Checking segment: {'id': 'a5dd0e3d-8182-490e-98f4-458483c1457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '805baa55-6e08-4685-956e-acd8eacd5a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:29.647844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432ddf4a-c730-496d-a635-8ca54fa2957e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network hostable DHCP agents. Network: 805baa55-6e08-4685-956e-acd8eacd5a69, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:29.648649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Allocated IP 172.20.0.1 (e28356cf-912a-483e-ace9-527697c65b5f/9c8032d0-1e8c-4a03-b793-86627217bc45/263ecf19-0c19-4128-ba26-500191610ab8) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:29.660087 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.668952 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3f04294a-27f8-40bb-9577-af28d7b04aea tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/routers/5e9569f0-08dc-4898-b4ca-7acceed09387 HTTP/1.1" status: 200 len: 921 time: 0.4819648 Feb 04 05:45:29.679976 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50540) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:29.690972 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] For port 270b3377-11e1-44a1-a1b3-f899fe34d09b, host dv-neutron-827794-1-hyperv, got binding levels [] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:29.691334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.713723 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:29.751802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b74e9a-8255-4123-a19f-d2afd0dd3e4f None None] Pushing event updated for resources: {'Port': ['ID=d6753c9d-0bd9-49ea-8ce9-8d7cae69749c,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:29.753890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Calling delete_port for 270b3377-11e1-44a1-a1b3-f899fe34d09b owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:29.769211 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Deleting port 3176260d-ddc1-4f7e-892e-4d437f496055 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:29.769559 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.795506 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be68136-2b95-4344-b9f9-118474ebef84') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:29.795810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be68136-2b95-4344-b9f9-118474ebef84') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:29.798397 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.ipam_backend_mixin [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Port 270b3377-11e1-44a1-a1b3-f899fe34d09b was not found and therefore no delete operation was performed {{(pid=108745) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:45:29.800795 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432ddf4a-c730-496d-a635-8ca54fa2957e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 805baa55-6e08-4685-956e-acd8eacd5a69 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:29.819582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.826737 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.854472 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-432ddf4a-c730-496d-a635-8ca54fa2957e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 805baa55-6e08-4685-956e-acd8eacd5a69) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:29.864345 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7998bd-3515-4009-9b8d-1a7cde2bd15e None None] Network 805baa55-6e08-4685-956e-acd8eacd5a69 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:29.897516 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432ddf4a-c730-496d-a635-8ca54fa2957e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:29.898251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-432ddf4a-c730-496d-a635-8ca54fa2957e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.910511 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:29.913004 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Port': ['ID=270b3377-11e1-44a1-a1b3-f899fe34d09b,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:29.919357 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c49b47-90ce-4970-941b-398942d2c78c None None] DHCP port deletion for 3912db04-d077-44fc-94ff-e5d58bf79aac request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:29.920666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746719ca-41d6-4681-8b59-dd27c67cb647 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:29.922301 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-746719ca-41d6-4681-8b59-dd27c67cb647 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&device_id=5e9569f0-08dc-4898-b4ca-7acceed09387&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2400317 Feb 04 05:45:29.924894 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] No DVR routers for this DVR port 270b3377-11e1-44a1-a1b3-f899fe34d09b on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:29.929953 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50542) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:29.944085 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-432ddf4a-c730-496d-a635-8ca54fa2957e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2077978 Feb 04 05:45:30.001324 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50544) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:30.005079 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-481c34bf-37cd-4eaf-a6c9-c11e9a231615 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.018842 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-fb48fd90-a030-4c2c-9d16-db07f936dad3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1766334022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:30.028419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:30.028755 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:30.051185 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:30.059754 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a3c49b47-90ce-4970-941b-398942d2c78c None None] Deleting port 3176260d-ddc1-4f7e-892e-4d437f496055 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:30.060124 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a3c49b47-90ce-4970-941b-398942d2c78c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.149501 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-805baa55-6e08-4685-956e-acd8eacd5a69', 'network_id': '805baa55-6e08-4685-956e-acd8eacd5a69', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'fixed_ips': [{'subnet_id': 'a4ce405d-06d9-43c0-8c9e-6b1a493ba846'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:30.150370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.172415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-a3c49b47-90ce-4970-941b-398942d2c78c None None] For port 3176260d-ddc1-4f7e-892e-4d437f496055, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3176260d-ddc1-4f7e-892e-4d437f496055,segment=NetworkSegment(cb3a9e61-dd1b-4349-ac07-0fa4938325ec),segment_id=cb3a9e61-dd1b-4349-ac07-0fa4938325ec)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:30.172816 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a3c49b47-90ce-4970-941b-398942d2c78c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.189386 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a3c49b47-90ce-4970-941b-398942d2c78c None None] Calling delete_port for 3176260d-ddc1-4f7e-892e-4d437f496055 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:30.214059 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c34bf-37cd-4eaf-a6c9-c11e9a231615 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=3624ef84-e057-4a1e-82fb-f10439efcf49,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:30.217797 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] For port 3176260d-ddc1-4f7e-892e-4d437f496055, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3176260d-ddc1-4f7e-892e-4d437f496055,segment=NetworkSegment(cb3a9e61-dd1b-4349-ac07-0fa4938325ec),segment_id=cb3a9e61-dd1b-4349-ac07-0fa4938325ec)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:30.218754 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.243929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.245737 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Calling delete_port for 3176260d-ddc1-4f7e-892e-4d437f496055 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:30.251333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-481c34bf-37cd-4eaf-a6c9-c11e9a231615 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.257072 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-481c34bf-37cd-4eaf-a6c9-c11e9a231615 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/3624ef84-e057-4a1e-82fb-f10439efcf49 HTTP/1.1" status: 204 len: 168 time: 2.2811406 Feb 04 05:45:30.259724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50546) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:30.281141 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.285647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.339464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.344893 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "DELETE /v2.0/networks/f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad HTTP/1.1" status: 204 len: 168 time: 2.6211922 Feb 04 05:45:30.344893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244c647-88cf-4414-87b0-ff88af48eae0 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event deleted for resources: {'Network': ['ID=f85de9f1-2ccb-44a9-94b9-d4e41a9a8cad,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:30.346371 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50548) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:30.375195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568e50e-465d-4062-afb4-8a76906e4dc9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:30.376718 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568e50e-465d-4062-afb4-8a76906e4dc9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:30.380953 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4568e50e-465d-4062-afb4-8a76906e4dc9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1177187 Feb 04 05:45:30.383983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.385905 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50550) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:30.410555 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a3c49b47-90ce-4970-941b-398942d2c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.422239 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb48fd90-a030-4c2c-9d16-db07f936dad3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.424406 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb48fd90-a030-4c2c-9d16-db07f936dad3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.434051 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e3f783-1a90-45bb-87a4-14be266d1800']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:30.461600 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe26408-02b8-489b-b437-941a69982c9a tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:30.466099 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-efe26408-02b8-489b-b437-941a69982c9a tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/networks/205cec25-dbe4-4e69-8d9c-9f731181c624 HTTP/1.1" status: 200 len: 881 time: 0.5297217 Feb 04 05:45:30.467208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c49b47-90ce-4970-941b-398942d2c78c None None] No DVR routers for this DVR port 3176260d-ddc1-4f7e-892e-4d437f496055 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:30.474041 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c49b47-90ce-4970-941b-398942d2c78c None None] Pushing event deleted for resources: {'Port': ['ID=3176260d-ddc1-4f7e-892e-4d437f496055,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:30.492906 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50552) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:30.509471 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68285700-3cd3-4186-bf7f-deaacd7c7c9f') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:30.510298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68285700-3cd3-4186-bf7f-deaacd7c7c9f') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:30.514587 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Allocated IP 2001:db8::2 (805baa55-6e08-4685-956e-acd8eacd5a69/a4ce405d-06d9-43c0-8c9e-6b1a493ba846/d68f2789-f16f-4b8c-bed1-acffed1e6496) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:30.550937 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.557913 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4c606e4a-21fb-4966-8e31-b7ef4d08a330 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e9569f0-08dc-4898-b4ca-7acceed09387 HTTP/1.1" status: 200 len: 205 time: 0.0562868 Feb 04 05:45:30.562230 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-09363fc9-aae6-490d-9758-d67aafd70434 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 403850e4-bc1b-4569-943f-72bf8f8719c4 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:30.565791 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09363fc9-aae6-490d-9758-d67aafd70434 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.567515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1abcee1-2e07-4df5-be83-0f3ff8e631a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Deleting subnet 9848f3da-8672-4fd5-a04f-5543fe3ce064 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:30.594035 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50556) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:30.624034 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f1abcee1-2e07-4df5-be83-0f3ff8e631a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.655222 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09363fc9-aae6-490d-9758-d67aafd70434 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.678518 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.682187 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network e28356cf-912a-483e-ace9-527697c65b5f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:30.696293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.697468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:30.700389 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:30.703723 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.707260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=263ecf19-0c19-4128-ba26-500191610ab8,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:30.725127 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.733473 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb48fd90-a030-4c2c-9d16-db07f936dad3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.752122 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Network 805baa55-6e08-4685-956e-acd8eacd5a69 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:30.753599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb48fd90-a030-4c2c-9d16-db07f936dad3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.757568 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:30.762598 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:30.763120 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:30.763534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:30.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:30.770433 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Pushing event updated for resources: {'Port': ['ID=d68f2789-f16f-4b8c-bed1-acffed1e6496,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:30.772884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] No DVR routers for this DVR port 3176260d-ddc1-4f7e-892e-4d437f496055 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:30.784635 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Pushing event deleted for resources: {'Port': ['ID=3176260d-ddc1-4f7e-892e-4d437f496055,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:30.826868 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Attempting to bind port d68f2789-f16f-4b8c-bed1-acffed1e6496 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:30.827784 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Attempting to bind port d68f2789-f16f-4b8c-bed1-acffed1e6496 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'a5dd0e3d-8182-490e-98f4-458483c1457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '805baa55-6e08-4685-956e-acd8eacd5a69'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:30.828382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Attempting to bind port d68f2789-f16f-4b8c-bed1-acffed1e6496 on network 805baa55-6e08-4685-956e-acd8eacd5a69 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:30.834382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:30.835156 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Checking segment: {'id': 'a5dd0e3d-8182-490e-98f4-458483c1457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '805baa55-6e08-4685-956e-acd8eacd5a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:30.836015 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.836505 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Bound using segment: {'id': 'a5dd0e3d-8182-490e-98f4-458483c1457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '805baa55-6e08-4685-956e-acd8eacd5a69'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:30.836978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Bound port: d68f2789-f16f-4b8c-bed1-acffed1e6496, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5dd0e3d-8182-490e-98f4-458483c1457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '805baa55-6e08-4685-956e-acd8eacd5a69'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:30.837359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.847731 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f1abcee1-2e07-4df5-be83-0f3ff8e631a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.905924 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.922841 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fb48fd90-a030-4c2c-9d16-db07f936dad3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.926608 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fb48fd90-a030-4c2c-9d16-db07f936dad3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9111729 Feb 04 05:45:30.926764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] For port d68f2789-f16f-4b8c-bed1-acffed1e6496, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:30.926873 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.928951 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] For port d68f2789-f16f-4b8c-bed1-acffed1e6496, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d68f2789-f16f-4b8c-bed1-acffed1e6496,segment=NetworkSegment(a5dd0e3d-8182-490e-98f4-458483c1457a),segment_id=a5dd0e3d-8182-490e-98f4-458483c1457a)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:30.937124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50558) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:30.937344 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.956598 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:30.962671 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] 10.222.0.10 "DELETE /v2.0/networks/87e3f783-1a90-45bb-87a4-14be266d1800 HTTP/1.1" status: 204 len: 168 time: 2.7244897 Feb 04 05:45:31.004070 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cb502-2cae-4d06-bc7c-3c45d4a714a2 req-c1085705-4b91-42af-a28f-aa43cec96df2 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:31.006268 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4a4cb502-2cae-4d06-bc7c-3c45d4a714a2 req-c1085705-4b91-42af-a28f-aa43cec96df2 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 943 time: 0.3918359 Feb 04 05:45:31.016121 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7cb49-fa63-4e16-8b79-b764988b5a99 None None] Pushing event updated for resources: {'Port': ['ID=d68f2789-f16f-4b8c-bed1-acffed1e6496,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:31.017169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:31.035224 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09363fc9-aae6-490d-9758-d67aafd70434 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:31.076121 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f30919-affc-40c7-9cb2-34fb4ed31b12 tempest-NetworksIpV6TestAttrs-1118263370 tempest-NetworksIpV6TestAttrs-1118263370-project] Pushing event deleted for resources: {'Network': ['ID=87e3f783-1a90-45bb-87a4-14be266d1800,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:31.106996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3912db04-d077-44fc-94ff-e5d58bf79aac']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:31.130087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3a9e61-dd1b-4349-ac07-0fa4938325ec') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:31.130517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3a9e61-dd1b-4349-ac07-0fa4938325ec') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:31.148366 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a28a2fc1-e204-416c-9c38-fd51d8360388 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:31.151806 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:31.178581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:31.220328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:31.221000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:31.226496 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:31.311711 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d6753c9d-0bd9-49ea-8ce9-8d7cae69749c up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:31.337467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09363fc9-aae6-490d-9758-d67aafd70434 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:31.351743 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:31.395720 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09363fc9-aae6-490d-9758-d67aafd70434 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=403850e4-bc1b-4569-943f-72bf8f8719c4,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:31.400112 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4a4cb502-2cae-4d06-bc7c-3c45d4a714a2 req-52853fd5-cdff-455a-a80e-855f48b76d7a tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3420808 Feb 04 05:45:31.418883 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f1abcee1-2e07-4df5-be83-0f3ff8e631a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:31.454967 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09363fc9-aae6-490d-9758-d67aafd70434 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:31.460455 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-09363fc9-aae6-490d-9758-d67aafd70434 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/403850e4-bc1b-4569-943f-72bf8f8719c4 HTTP/1.1" status: 204 len: 168 time: 1.0628433 Feb 04 05:45:31.460749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26515ca2-f7cf-43ac-96ac-40db50204f5f None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:31.504358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:31.505910 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50562) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:31.516744 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5b4bb1-9147-4727-862f-e7397b364002 None None] Network e28356cf-912a-483e-ace9-527697c65b5f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:31.566484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:31.569725 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] 10.222.0.10 "DELETE /v2.0/networks/3912db04-d077-44fc-94ff-e5d58bf79aac HTTP/1.1" status: 204 len: 168 time: 2.0926471 Feb 04 05:45:31.604449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port d6753c9d-0bd9-49ea-8ce9-8d7cae69749c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:31.606996 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:31.622609 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a5c53-0c1b-4fc2-8fb1-0caf0a054734 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219 tempest-ExtraDHCPOptionsIpV6TestJSON-1266379219-project] Pushing event deleted for resources: {'Network': ['ID=3912db04-d077-44fc-94ff-e5d58bf79aac,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:31.629579 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-be2728af-f8cd-4ab3-8119-074af76dd9e2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188262 Feb 04 05:45:31.632786 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50568) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:31.675482 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50570) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:31.765036 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-26f28c8c-50f7-4b95-afa6-98de5da5684a None None] Provisioning complete for port d6753c9d-0bd9-49ea-8ce9-8d7cae69749c triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:31.765455 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-26f28c8c-50f7-4b95-afa6-98de5da5684a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:31.888762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef1842d-eebe-437c-b781-aa03ed564f6b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:31.890721 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8ef1842d-eebe-437c-b781-aa03ed564f6b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2570140 Feb 04 05:45:31.896937 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50574) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:31.902145 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:31.979685 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-203ac4cc-4541-4e97-859d-aedb1d98bb32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19932e6f433d4ed78b93cd81b83b7622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993183 Feb 04 05:45:31.990027 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50578) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:31.991619 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port d6753c9d-0bd9-49ea-8ce9-8d7cae69749c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d6753c9d-0bd9-49ea-8ce9-8d7cae69749c,segment=NetworkSegment(712a685f-81c1-45cc-a6bf-0879bf9031fb),segment_id=712a685f-81c1-45cc-a6bf-0879bf9031fb)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:32.007865 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.079197 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.085655 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.098132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce85ab7-e89c-4e90-8faf-adb99ce8712e None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:32.100139 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50580) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:32.124588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3176260d-ddc1-4f7e-892e-4d437f496055 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:32.135636 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a28a2fc1-e204-416c-9c38-fd51d8360388 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.148247 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75982ba-b33d-42dc-80ab-54ba2e8c1569 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:32.152337 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f75982ba-b33d-42dc-80ab-54ba2e8c1569 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2456789 Feb 04 05:45:32.158991 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50584) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:32.176768 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=d6753c9d-0bd9-49ea-8ce9-8d7cae69749c,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:32.212043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=263ecf19-0c19-4128-ba26-500191610ab8,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:32.224750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 3176260d-ddc1-4f7e-892e-4d437f496055 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:32.225155 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3176260d-ddc1-4f7e-892e-4d437f496055 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:32.259397 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.263534 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-7ce85ab7-e89c-4e90-8faf-adb99ce8712e None None] Deleting port 9e7fd090-d087-441f-9275-2d79ceb9dea6 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:32.264007 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7ce85ab7-e89c-4e90-8faf-adb99ce8712e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.273574 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1ffd5c15-63a7-483e-bb15-7a03e30c32a7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120954 Feb 04 05:45:32.286240 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50586) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:32.291641 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-29bd38c9-20f6-4276-9bc7-1df68cb341b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:32.312111 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f1abcee1-2e07-4df5-be83-0f3ff8e631a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.315516 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.359188 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7ce85ab7-e89c-4e90-8faf-adb99ce8712e None None] For port 9e7fd090-d087-441f-9275-2d79ceb9dea6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9e7fd090-d087-441f-9275-2d79ceb9dea6,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:32.359911 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7ce85ab7-e89c-4e90-8faf-adb99ce8712e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.384522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-7ce85ab7-e89c-4e90-8faf-adb99ce8712e None None] Calling delete_port for 9e7fd090-d087-441f-9275-2d79ceb9dea6 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:32.400981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-15326f92-b367-4dbe-98aa-e986dbb70765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.425644 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abcee1-2e07-4df5-be83-0f3ff8e631a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event deleted for resources: {'Subnet': ['ID=9848f3da-8672-4fd5-a04f-5543fe3ce064,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:32.443253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f1abcee1-2e07-4df5-be83-0f3ff8e631a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.449305 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f1abcee1-2e07-4df5-be83-0f3ff8e631a9 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "DELETE /v2.0/subnets/9848f3da-8672-4fd5-a04f-5543fe3ce064 HTTP/1.1" status: 204 len: 168 time: 2.0964587 Feb 04 05:45:32.460251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50588) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:32.493479 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9185e4-df68-49f0-8700-c396c699f9a1 None None] Network 9f04fdbb-3ef9-4147-8018-e50358f17cfc requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:32.519942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7ce85ab7-e89c-4e90-8faf-adb99ce8712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.530001 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e9a77f-0870-4137-82ac-3f963e6abe8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Deleting subnet 2c0a6e14-5e50-4403-ac87-657ff43d68c1 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:32.554613 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90e9a77f-0870-4137-82ac-3f963e6abe8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.559951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bd38c9-20f6-4276-9bc7-1df68cb341b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:32.563851 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-29bd38c9-20f6-4276-9bc7-1df68cb341b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.622793 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-15326f92-b367-4dbe-98aa-e986dbb70765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.626855 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ec1cc7b7-17b5-429d-8a88-46f94015278f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c2405125bc146daaa6123a3ecbdd784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5255177 Feb 04 05:45:32.628295 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce85ab7-e89c-4e90-8faf-adb99ce8712e None None] No DVR routers for this DVR port 9e7fd090-d087-441f-9275-2d79ceb9dea6 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:32.654548 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce85ab7-e89c-4e90-8faf-adb99ce8712e None None] Pushing event deleted for resources: {'Port': ['ID=9e7fd090-d087-441f-9275-2d79ceb9dea6,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:32.668842 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50592) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:32.703254 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-89ec80f2-fb18-43fd-a3ca-45dbdcaf51c0 None None] Provisioning complete for port d6753c9d-0bd9-49ea-8ce9-8d7cae69749c triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:32.704633 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-89ec80f2-fb18-43fd-a3ca-45dbdcaf51c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.728787 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network e28356cf-912a-483e-ace9-527697c65b5f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:32.731945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90e9a77f-0870-4137-82ac-3f963e6abe8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.764279 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:32.795863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-a28a2fc1-e204-416c-9c38-fd51d8360388 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Deleting port 02bc3360-ab90-4d49-a999-fcaa23139820 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:32.796210 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a28a2fc1-e204-416c-9c38-fd51d8360388 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:32.812388 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2581d5f-3149-483f-8e9b-0e2ccd737885 None None] Network 805baa55-6e08-4685-956e-acd8eacd5a69 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:32.871082 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7028602-8fbe-463b-af79-e0bb5d4fe07c req-419152bc-803a-412a-9f02-3aeb5e76da5c tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:32.872444 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d7028602-8fbe-463b-af79-e0bb5d4fe07c req-419152bc-803a-412a-9f02-3aeb5e76da5c tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 943 time: 0.2635314 Feb 04 05:45:32.924814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e866f213-4678-4cb3-a8de-d3e87d051553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.006210 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e866f213-4678-4cb3-a8de-d3e87d051553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.030145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-15326f92-b367-4dbe-98aa-e986dbb70765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.032663 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-15326f92-b367-4dbe-98aa-e986dbb70765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.033026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6465a4b3-0c32-493f-b2f5-5e7fd0bc89b0 None None] DHCP port deletion for 9f04fdbb-3ef9-4147-8018-e50358f17cfc request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:33.036082 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-15326f92-b367-4dbe-98aa-e986dbb70765 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc17af25-301e-48e5-8ebe-057cb2cd447f HTTP/1.1" status: 204 len: 168 time: 1.0391140 Feb 04 05:45:33.055785 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15326f92-b367-4dbe-98aa-e986dbb70765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc17af25-301e-48e5-8ebe-057cb2cd447f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:33.061543 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d7028602-8fbe-463b-af79-e0bb5d4fe07c req-1db98916-c9c7-4c88-b8a4-ace16d8aca38 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762762 Feb 04 05:45:33.104929 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a28a2fc1-e204-416c-9c38-fd51d8360388 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.111395 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90e9a77f-0870-4137-82ac-3f963e6abe8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.161582 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-89ec80f2-fb18-43fd-a3ca-45dbdcaf51c0 None None] Provisioning complete for port 263ecf19-0c19-4128-ba26-500191610ab8 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:33.161991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-89ec80f2-fb18-43fd-a3ca-45dbdcaf51c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.170053 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-a28a2fc1-e204-416c-9c38-fd51d8360388 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Calling delete_port for 02bc3360-ab90-4d49-a999-fcaa23139820 owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:33.212368 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:45:33.227191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Allocated IP 2001:db8::1 (805baa55-6e08-4685-956e-acd8eacd5a69/a4ce405d-06d9-43c0-8c9e-6b1a493ba846/c19aa91a-1f68-4b4b-b1cb-c39f896adc85) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:33.229616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-89ec80f2-fb18-43fd-a3ca-45dbdcaf51c0 None None] Port 263ecf19-0c19-4128-ba26-500191610ab8 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:33.356174 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-29bd38c9-20f6-4276-9bc7-1df68cb341b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.359278 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6465a4b3-0c32-493f-b2f5-5e7fd0bc89b0 None None] Deleting port 9b21eadc-04a9-44db-a50f-c648b08649e6 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:33.359663 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6465a4b3-0c32-493f-b2f5-5e7fd0bc89b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.436226 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d68f2789-f16f-4b8c-bed1-acffed1e6496 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:33.488527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device a834a86b-d94f-45cd-9465-1b317dcc3737 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:45:33.504007 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b73355a0-d804-450a-bc9f-e4044896083f None None] Provisioning complete for port d68f2789-f16f-4b8c-bed1-acffed1e6496 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:33.504703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b73355a0-d804-450a-bc9f-e4044896083f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.595424 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6465a4b3-0c32-493f-b2f5-5e7fd0bc89b0 None None] For port 9b21eadc-04a9-44db-a50f-c648b08649e6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9b21eadc-04a9-44db-a50f-c648b08649e6,segment=NetworkSegment(297a64a2-e95e-41f6-adf1-0572b665e1b0),segment_id=297a64a2-e95e-41f6-adf1-0572b665e1b0)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:33.595924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6465a4b3-0c32-493f-b2f5-5e7fd0bc89b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.630383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6465a4b3-0c32-493f-b2f5-5e7fd0bc89b0 None None] Calling delete_port for 9b21eadc-04a9-44db-a50f-c648b08649e6 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:33.665815 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.671223 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a28a2fc1-e204-416c-9c38-fd51d8360388 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.695502 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port d68f2789-f16f-4b8c-bed1-acffed1e6496 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:33.695876 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.708833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a2fc1-e204-416c-9c38-fd51d8360388 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Pushing event deleted for resources: {'Port': ['ID=02bc3360-ab90-4d49-a999-fcaa23139820,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:33.770501 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:33.781695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e866f213-4678-4cb3-a8de-d3e87d051553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.784705 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e866f213-4678-4cb3-a8de-d3e87d051553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.786767 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e866f213-4678-4cb3-a8de-d3e87d051553 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f2a0c98-f806-41b5-a065-4b8976c5598d HTTP/1.1" status: 204 len: 168 time: 1.1070960 Feb 04 05:45:33.791657 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bd38c9-20f6-4276-9bc7-1df68cb341b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:33.810122 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a28a2fc1-e204-416c-9c38-fd51d8360388 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.816515 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4a926024-79cb-4046-8945-5df0abc785ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/9ea0b516-d4fe-4ab7-bcbb-042dda8f394d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2947667 Feb 04 05:45:33.841616 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-29bd38c9-20f6-4276-9bc7-1df68cb341b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:33.845349 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bd38c9-20f6-4276-9bc7-1df68cb341b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:33.845995 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-29bd38c9-20f6-4276-9bc7-1df68cb341b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.861551 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50606) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:33.862413 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866f213-4678-4cb3-a8de-d3e87d051553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2a0c98-f806-41b5-a065-4b8976c5598d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:33.873025 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.891695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-da39001f-876e-4c24-86c4-f7b58cf7f592 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'network': {'name': 'tempest-RoutersTest-1257615283'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:33.909750 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90e9a77f-0870-4137-82ac-3f963e6abe8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.945078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd38c9-20f6-4276-9bc7-1df68cb341b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=38f8cec8-a377-4558-b7fd-8ad36e3122d3,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:33.958346 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90e9a77f-0870-4137-82ac-3f963e6abe8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:33.961735 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-90e9a77f-0870-4137-82ac-3f963e6abe8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "DELETE /v2.0/subnets/2c0a6e14-5e50-4403-ac87-657ff43d68c1 HTTP/1.1" status: 204 len: 168 time: 1.5002007 Feb 04 05:45:33.965976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Sync routers for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:33.967117 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-29bd38c9-20f6-4276-9bc7-1df68cb341b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6799185 Feb 04 05:45:33.967703 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50610) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:33.968551 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41227145-9989-4963-b5a5-56b62dda06e6 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:33.979585 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50612) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:33.989804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e0775a-411c-4d50-ab24-06dbfc1a947f None None] Network 2158ed75-02d0-4494-9e78-998d0c7b9ab4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:34.004249 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-955af003-5074-409e-9744-1eec727aca3a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'mac_address': 'fa:16:3e:da:65:b7', 'name': 'tempest-NetworksTestDHCPv6-537825460'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:34.054767 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a28a2fc1-e204-416c-9c38-fd51d8360388 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.060199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a28a2fc1-e204-416c-9c38-fd51d8360388 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.111723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da39001f-876e-4c24-86c4-f7b58cf7f592 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:34.115776 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-da39001f-876e-4c24-86c4-f7b58cf7f592 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.121754 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9a77f-0870-4137-82ac-3f963e6abe8f tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event deleted for resources: {'Subnet': ['ID=2c0a6e14-5e50-4403-ac87-657ff43d68c1,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:34.226108 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.235202 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da39001f-876e-4c24-86c4-f7b58cf7f592 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:34.238965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955af003-5074-409e-9744-1eec727aca3a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:34.268129 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-da39001f-876e-4c24-86c4-f7b58cf7f592 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.268553 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-da39001f-876e-4c24-86c4-f7b58cf7f592 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Added segment abdbcebf-f3d3-4117-871f-1adab12c9554 of type vlan for network 0c37042f-b7c1-4912-961f-2f6ef38b72cd Feb 04 05:45:34.275625 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 805baa55-6e08-4685-956e-acd8eacd5a69 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:34.291406 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:34.320451 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:34.325305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.328483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a28a2fc1-e204-416c-9c38-fd51d8360388 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.329129 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28a2fc1-e204-416c-9c38-fd51d8360388 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Fanout notify agent at l3_agent the message router_deleted on router 5e9569f0-08dc-4898-b4ca-7acceed09387 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:45:34.334726 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=c19aa91a-1f68-4b4b-b1cb-c39f896adc85,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:34.344991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.347543 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:34.348440 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:34.351941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a28a2fc1-e204-416c-9c38-fd51d8360388 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.353272 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a28a2fc1-e204-416c-9c38-fd51d8360388 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "DELETE /v2.0/routers/5e9569f0-08dc-4898-b4ca-7acceed09387 HTTP/1.1" status: 204 len: 168 time: 3.7574222 Feb 04 05:45:34.374612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50630) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:34.384580 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a22ac60f-98bf-4465-aae2-7e752387f3e9 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1264297810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:34.412779 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.423641 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-da39001f-876e-4c24-86c4-f7b58cf7f592 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.514280 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a22ac60f-98bf-4465-aae2-7e752387f3e9 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.515709 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a22ac60f-98bf-4465-aae2-7e752387f3e9 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.524832 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Deleting port 9b21eadc-04a9-44db-a50f-c648b08649e6 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:34.525549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.531000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-da39001f-876e-4c24-86c4-f7b58cf7f592 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.536890 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da39001f-876e-4c24-86c4-f7b58cf7f592 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:34.541457 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-da39001f-876e-4c24-86c4-f7b58cf7f592 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.555591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526dca8-490c-4e69-9227-8e7962ff32b0 req-06a196a9-6868-444c-a974-f52dbacf9381 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:34.557370 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d526dca8-490c-4e69-9227-8e7962ff32b0 req-06a196a9-6868-444c-a974-f52dbacf9381 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 943 time: 0.1309898 Feb 04 05:45:34.569373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port a834a86b-d94f-45cd-9465-1b317dcc3737, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a834a86b-d94f-45cd-9465-1b317dcc3737,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:34.596429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-955af003-5074-409e-9744-1eec727aca3a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.620992 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b73355a0-d804-450a-bc9f-e4044896083f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.687861 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50638) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:34.699353 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.712483 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d526dca8-490c-4e69-9227-8e7962ff32b0 req-fb8d788e-dfc2-45b6-8ce5-a215caaef489 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402733 Feb 04 05:45:34.747842 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] For port 9b21eadc-04a9-44db-a50f-c648b08649e6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9b21eadc-04a9-44db-a50f-c648b08649e6,segment=NetworkSegment(297a64a2-e95e-41f6-adf1-0572b665e1b0),segment_id=297a64a2-e95e-41f6-adf1-0572b665e1b0)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:34.748219 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.765460 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Calling delete_port for 9b21eadc-04a9-44db-a50f-c648b08649e6 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:34.770102 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port d68f2789-f16f-4b8c-bed1-acffed1e6496, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d68f2789-f16f-4b8c-bed1-acffed1e6496,segment=NetworkSegment(a5dd0e3d-8182-490e-98f4-458483c1457a),segment_id=a5dd0e3d-8182-490e-98f4-458483c1457a)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:34.779541 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'a834a86b-d94f-45cd-9465-1b317dcc3737', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'port_id': 'a834a86b-d94f-45cd-9465-1b317dcc3737', 'mac_address': 'fa:16:3e:de:c8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:45:34.851745 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:34.852603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d6753c9d-0bd9-49ea-8ce9-8d7cae69749c up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:34.899427 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-da39001f-876e-4c24-86c4-f7b58cf7f592 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0293474 Feb 04 05:45:34.902821 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50648) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:34.909562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6bd1fe36-36f9-42e7-8840-25603fa8fbd7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'subnet': {'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:34.932743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1712460055'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:34.968221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-955af003-5074-409e-9744-1eec727aca3a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port e83a8656-4bd6-4645-adab-ecf35fe658ab yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:45:35.018670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:45:35.029886 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '38f8cec8-a377-4558-b7fd-8ad36e3122d3'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:35.030743 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.045709 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb8ea32-826e-443d-92fb-961e1415be09 None None] DHCP port deletion for 2158ed75-02d0-4494-9e78-998d0c7b9ab4 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:35.071789 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50650) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:35.081714 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39001f-876e-4c24-86c4-f7b58cf7f592 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Network': ['ID=0c37042f-b7c1-4912-961f-2f6ef38b72cd,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:35.090485 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a22ac60f-98bf-4465-aae2-7e752387f3e9 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.092919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6465a4b3-0c32-493f-b2f5-5e7fd0bc89b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.103599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a22ac60f-98bf-4465-aae2-7e752387f3e9 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.105612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:35.109160 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.127343 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.128424 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a22ac60f-98bf-4465-aae2-7e752387f3e9 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.132462 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a22ac60f-98bf-4465-aae2-7e752387f3e9 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7490916 Feb 04 05:45:35.134999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 0c37042f-b7c1-4912-961f-2f6ef38b72cd details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:35.135170 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.139235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50654) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:35.144525 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'enable_snat': False}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:35.174292 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] No DVR routers for this DVR port 9b21eadc-04a9-44db-a50f-c648b08649e6 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:35.182816 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event deleted for resources: {'Port': ['ID=9b21eadc-04a9-44db-a50f-c648b08649e6,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:35.278020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-489216331'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:35.293014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd1fe36-36f9-42e7-8840-25603fa8fbd7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:35.294296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6465a4b3-0c32-493f-b2f5-5e7fd0bc89b0 None None] No DVR routers for this DVR port 9b21eadc-04a9-44db-a50f-c648b08649e6 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:35.296407 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6bd1fe36-36f9-42e7-8840-25603fa8fbd7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.312451 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-b73355a0-d804-450a-bc9f-e4044896083f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:45:35.312820 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-b73355a0-d804-450a-bc9f-e4044896083f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:45:35.313339 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.313859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.334072 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-955af003-5074-409e-9744-1eec727aca3a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::7f (99cffe53-689e-4c68-95bc-797fbe732ade/38f8cec8-a377-4558-b7fd-8ad36e3122d3/e83a8656-4bd6-4645-adab-ecf35fe658ab) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:35.356683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f04fdbb-3ef9-4147-8018-e50358f17cfc']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:35.373092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297a64a2-e95e-41f6-adf1-0572b665e1b0') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:35.373590 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297a64a2-e95e-41f6-adf1-0572b665e1b0') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:35.375779 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=d68f2789-f16f-4b8c-bed1-acffed1e6496,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:35.394788 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.426364 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a834a86b-d94f-45cd-9465-1b317dcc3737 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:45:35.426615 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.429238 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:35.429984 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:35.438548 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:35.456270 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465a4b3-0c32-493f-b2f5-5e7fd0bc89b0 None None] Pushing event deleted for resources: {'Port': ['ID=9b21eadc-04a9-44db-a50f-c648b08649e6,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:35.507036 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port d6753c9d-0bd9-49ea-8ce9-8d7cae69749c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:35.507413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.512219 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port a834a86b-d94f-45cd-9465-1b317dcc3737, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a834a86b-d94f-45cd-9465-1b317dcc3737,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:35.523963 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.543850 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.560873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0cb8ea32-826e-443d-92fb-961e1415be09 None None] Deleting port 862fd144-6368-44ce-be41-0349c59258a0 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:35.561163 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ea32-826e-443d-92fb-961e1415be09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.561600 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.562392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.564039 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Made reservation on behalf of af7ed8c79e9440cba9e994a8562af4d0 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:35.567932 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.582009 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.594623 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.596339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.605627 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "DELETE /v2.0/networks/9f04fdbb-3ef9-4147-8018-e50358f17cfc HTTP/1.1" status: 204 len: 168 time: 1.6321125 Feb 04 05:45:35.619375 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50656) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:35.630461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.655429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74ec66-0272-4e9b-95e1-648565e24772 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event deleted for resources: {'Network': ['ID=9f04fdbb-3ef9-4147-8018-e50358f17cfc,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:35.696678 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-955af003-5074-409e-9744-1eec727aca3a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.717623 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=a834a86b-d94f-45cd-9465-1b317dcc3737,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:35.729387 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0cb8ea32-826e-443d-92fb-961e1415be09 None None] For port 862fd144-6368-44ce-be41-0349c59258a0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=862fd144-6368-44ce-be41-0349c59258a0,segment=NetworkSegment(b4784dad-8345-4060-bbc2-bbef3df34c98),segment_id=b4784dad-8345-4060-bbc2-bbef3df34c98)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:35.730404 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ea32-826e-443d-92fb-961e1415be09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.735763 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.738902 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=c19aa91a-1f68-4b4b-b1cb-c39f896adc85,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:35.762954 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0cb8ea32-826e-443d-92fb-961e1415be09 None None] Calling delete_port for 862fd144-6368-44ce-be41-0349c59258a0 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:35.798116 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-955af003-5074-409e-9744-1eec727aca3a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.828974 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['a834a86b-d94f-45cd-9465-1b317dcc3737'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:45:35.855591 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955af003-5074-409e-9744-1eec727aca3a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:35.856029 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.861759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-955af003-5074-409e-9744-1eec727aca3a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:35.867452 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Deleting port 862fd144-6368-44ce-be41-0349c59258a0 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:35.867749 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.870207 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955af003-5074-409e-9744-1eec727aca3a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:35.875916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955af003-5074-409e-9744-1eec727aca3a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:35.876617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-955af003-5074-409e-9744-1eec727aca3a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.880738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955af003-5074-409e-9744-1eec727aca3a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=e83a8656-4bd6-4645-adab-ecf35fe658ab,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:35.887510 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:35.943246 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-955af003-5074-409e-9744-1eec727aca3a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9403622 Feb 04 05:45:35.945520 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50660) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:35.965973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:35.970411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] For port 862fd144-6368-44ce-be41-0349c59258a0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=862fd144-6368-44ce-be41-0349c59258a0,segment=NetworkSegment(b4784dad-8345-4060-bbc2-bbef3df34c98),segment_id=b4784dad-8345-4060-bbc2-bbef3df34c98)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:35.970909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.003084 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Calling delete_port for 862fd144-6368-44ce-be41-0349c59258a0 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:36.015888 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f693b4d-26ca-4d0e-938c-bb8915a45668,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:36.021289 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 805baa55-6e08-4685-956e-acd8eacd5a69 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:36.029204 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Allocated IP 2001:db8::2 (99cffe53-689e-4c68-95bc-797fbe732ade/38f8cec8-a377-4558-b7fd-8ad36e3122d3/16091a28-6c02-4f61-9944-b1e599da67f8) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:36.030614 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.030957 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Added segment 840f8f89-30d4-42a7-9b76-6afc3802f457 of type vlan for network aa7bd1d2-4237-425a-8c23-060d4450279c Feb 04 05:45:36.034365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc5d5db-8176-4163-bea2-5353ae6a9a3e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:36.039413 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2dc5d5db-8176-4163-bea2-5353ae6a9a3e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0925989 Feb 04 05:45:36.040279 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50662) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:36.050106 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:45:31Z', 'revision_number': 2, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:31Z', 'revision_number': 2, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:36.053451 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:36.073020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc5d8-7e93-4fc7-945c-f881fca9b388 req-2ce4b967-c760-4a38-b27a-018eae6fe4c4 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:36.075178 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5cbfc5d8-7e93-4fc7-945c-f881fca9b388 req-2ce4b967-c760-4a38-b27a-018eae6fe4c4 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 944 time: 0.2707591 Feb 04 05:45:36.106077 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6bd1fe36-36f9-42e7-8840-25603fa8fbd7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.147691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.220240 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-def183d9-bf8b-446b-995c-60623386dda4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port e83a8656-4bd6-4645-adab-ecf35fe658ab {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:36.220591 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-def183d9-bf8b-446b-995c-60623386dda4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.322952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-def183d9-bf8b-446b-995c-60623386dda4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.327874 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9e7fd090-d087-441f-9275-2d79ceb9dea6 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:36.338936 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-def183d9-bf8b-446b-995c-60623386dda4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for e83a8656-4bd6-4645-adab-ecf35fe658ab owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:36.339428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Checking router: 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:45:36.340422 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Updating router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d port 263ecf19-0c19-4128-ba26-500191610ab8 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:45:36.420008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 9e7fd090-d087-441f-9275-2d79ceb9dea6 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:36.420471 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9e7fd090-d087-441f-9275-2d79ceb9dea6 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:36.421003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9b21eadc-04a9-44db-a50f-c648b08649e6 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:36.430795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b73355a0-d804-450a-bc9f-e4044896083f None None] Provisioning complete for port 263ecf19-0c19-4128-ba26-500191610ab8 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:36.431304 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b73355a0-d804-450a-bc9f-e4044896083f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.451313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ea32-826e-443d-92fb-961e1415be09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.457078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.477050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.506160 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] No DVR routers for this DVR port 862fd144-6368-44ce-be41-0349c59258a0 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:36.510838 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 9b21eadc-04a9-44db-a50f-c648b08649e6 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:36.511817 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9b21eadc-04a9-44db-a50f-c648b08649e6 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:36.514903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event deleted for resources: {'Port': ['ID=862fd144-6368-44ce-be41-0349c59258a0,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:36.531761 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.536253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8ea32-826e-443d-92fb-961e1415be09 None None] Pushing event deleted for resources: {'Port': ['ID=862fd144-6368-44ce-be41-0349c59258a0,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:36.559694 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-def183d9-bf8b-446b-995c-60623386dda4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.560442 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb8ea32-826e-443d-92fb-961e1415be09 None None] No DVR routers for this DVR port 862fd144-6368-44ce-be41-0349c59258a0 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:36.572339 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.575478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b73355a0-d804-450a-bc9f-e4044896083f None None] Port 263ecf19-0c19-4128-ba26-500191610ab8 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:36.639760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def183d9-bf8b-446b-995c-60623386dda4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=e83a8656-4bd6-4645-adab-ecf35fe658ab,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:36.665880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:36.674240 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.693645 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1fe36-36f9-42e7-8840-25603fa8fbd7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Subnet': ['ID=319f65b4-50ba-4ea7-bcc4-65ed5fb9f167,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:36.710910 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5cbfc5d8-7e93-4fc7-945c-f881fca9b388 req-170d4b3d-36bb-49b8-a4f5-eba1f609eb7c tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6055911 Feb 04 05:45:36.728878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2158ed75-02d0-4494-9e78-998d0c7b9ab4']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:36.730928 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.736253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:36.736822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.739126 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4784dad-8345-4060-bbc2-bbef3df34c98') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:36.739425 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4784dad-8345-4060-bbc2-bbef3df34c98') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:36.741005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.741354 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Added segment e974460f-dede-47ef-af9e-08cd89b33a68 of type vlan for network e2598b2f-5705-48df-a705-f0b9d91f5e9b Feb 04 05:45:36.745375 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84aeeae-2b24-4dd7-b490-b8b25a47261c,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:36.749762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.764583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d68f2789-f16f-4b8c-bed1-acffed1e6496 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:36.766236 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.774226 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:36.774810 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:36.829852 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:36.834053 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-def183d9-bf8b-446b-995c-60623386dda4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.837816 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-def183d9-bf8b-446b-995c-60623386dda4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/e83a8656-4bd6-4645-adab-ecf35fe658ab HTTP/1.1" status: 204 len: 168 time: 0.7943578 Feb 04 05:45:36.843734 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50664) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:36.868968 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1fe36-36f9-42e7-8840-25603fa8fbd7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Checking segment: {'id': 'abdbcebf-f3d3-4117-871f-1adab12c9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:36.869345 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd1fe36-36f9-42e7-8840-25603fa8fbd7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network hostable DHCP agents. Network: 0c37042f-b7c1-4912-961f-2f6ef38b72cd, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:36.869905 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.879339 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.880669 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6e0ac450-7785-4306-a05c-373553ddd6fb None None] Provisioning complete for port c19aa91a-1f68-4b4b-b1cb-c39f896adc85 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:36.881037 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac450-7785-4306-a05c-373553ddd6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.885816 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.889722 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "DELETE /v2.0/networks/2158ed75-02d0-4494-9e78-998d0c7b9ab4 HTTP/1.1" status: 204 len: 168 time: 1.2662382 Feb 04 05:45:36.904629 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50666) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:36.911219 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2196941 Feb 04 05:45:36.912466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22566986-688e-45f0-a17f-d2ea0ce0af08 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event deleted for resources: {'Network': ['ID=2158ed75-02d0-4494-9e78-998d0c7b9ab4,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:36.913475 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50668) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:36.925833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.931632 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-88c98e18-199d-47f8-8ffb-265131bcbd33 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'name': 'tempest-PortsIpV6TestJSON-1753428631'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:36.958428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.962468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-05703235-aa89-4d0c-98c4-834529895d4e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Deleting subnet 832910f9-4735-4bb7-a231-a95cac7002b9 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:36.965813 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05703235-aa89-4d0c-98c4-834529895d4e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:36.975055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a624906-865b-4f4c-9e1c-7501843e0c81 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Network': ['ID=aa7bd1d2-4237-425a-8c23-060d4450279c,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:37.008512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05703235-aa89-4d0c-98c4-834529895d4e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.015053 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network aa7bd1d2-4237-425a-8c23-060d4450279c details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:37.087788 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6e0ac450-7785-4306-a05c-373553ddd6fb None None] Port c19aa91a-1f68-4b4b-b1cb-c39f896adc85 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:37.097084 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:37.106893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343029e7-fb92-4da9-8c85-325d67e585c0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:37.108666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343029e7-fb92-4da9-8c85-325d67e585c0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:37.109916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05703235-aa89-4d0c-98c4-834529895d4e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.113182 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-343029e7-fb92-4da9-8c85-325d67e585c0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2580645 Feb 04 05:45:37.113289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50670) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:37.115807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd1fe36-36f9-42e7-8840-25603fa8fbd7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 0c37042f-b7c1-4912-961f-2f6ef38b72cd is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:37.117950 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:37.121098 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:37.153105 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port d68f2789-f16f-4b8c-bed1-acffed1e6496 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:37.153320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.163746 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.165545 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Pushing event updated for resources: {'Port': ['ID=16091a28-6c02-4f61-9944-b1e599da67f8,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:37.170226 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:37.170831 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.183745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 7d560510-b838-43d4-a14a-765397744b92 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:45:37.197587 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d053916-27f1-4a50-b867-557034e819e5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 38f8cec8-a377-4558-b7fd-8ad36e3122d3 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:37.204458 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5d053916-27f1-4a50-b867-557034e819e5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.207407 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-6bd1fe36-36f9-42e7-8840-25603fa8fbd7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 0c37042f-b7c1-4912-961f-2f6ef38b72cd) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:37.240804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0804504f-71aa-42b6-aef0-8b8e5cbdb605 None None] Network 0c37042f-b7c1-4912-961f-2f6ef38b72cd requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:37.244315 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.248371 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd1fe36-36f9-42e7-8840-25603fa8fbd7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:37.248840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6bd1fe36-36f9-42e7-8840-25603fa8fbd7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.255832 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6e0ac450-7785-4306-a05c-373553ddd6fb None None] Provisioning complete for port d68f2789-f16f-4b8c-bed1-acffed1e6496 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:37.256213 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac450-7785-4306-a05c-373553ddd6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.262120 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05703235-aa89-4d0c-98c4-834529895d4e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.270968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5d053916-27f1-4a50-b867-557034e819e5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.283731 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2049272 Feb 04 05:45:37.292336 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50672) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:37.297018 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.305744 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-17210202-02c1-47ba-813a-a4b9e11ee086 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'subnet': {'network_id': 'e2598b2f-5705-48df-a705-f0b9d91f5e9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:37.320144 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05703235-aa89-4d0c-98c4-834529895d4e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event deleted for resources: {'Subnet': ['ID=832910f9-4735-4bb7-a231-a95cac7002b9,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:37.321979 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a61c68-11ae-44a0-a940-5f33dbc00163 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Network': ['ID=e2598b2f-5705-48df-a705-f0b9d91f5e9b,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:37.330668 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05703235-aa89-4d0c-98c4-834529895d4e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.336778 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-05703235-aa89-4d0c-98c4-834529895d4e tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "DELETE /v2.0/subnets/832910f9-4735-4bb7-a231-a95cac7002b9 HTTP/1.1" status: 204 len: 168 time: 0.4310031 Feb 04 05:45:37.340625 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50674) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:37.370873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network e2598b2f-5705-48df-a705-f0b9d91f5e9b details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:37.372619 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5681c6c5-3327-44dd-8fca-6ed8b399347a None None] Network 01c5ed41-869c-4446-95e0-b6388f495d06 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:37.413069 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6bd1fe36-36f9-42e7-8840-25603fa8fbd7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5087316 Feb 04 05:45:37.431516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50676) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:37.501954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c98e18-199d-47f8-8ffb-265131bcbd33 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:37.505400 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-88c98e18-199d-47f8-8ffb-265131bcbd33 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.526418 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Attempting to bind port 16091a28-6c02-4f61-9944-b1e599da67f8 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:37.527329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Attempting to bind port 16091a28-6c02-4f61-9944-b1e599da67f8 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:37.528136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Attempting to bind port 16091a28-6c02-4f61-9944-b1e599da67f8 on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:37.529741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.549586 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5d053916-27f1-4a50-b867-557034e819e5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.563212 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:37.563646 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:37.563984 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.564379 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:37.564874 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Bound port: 16091a28-6c02-4f61-9944-b1e599da67f8, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:37.565240 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.567496 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:37.577549 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3128b2b6-2a4f-494b-a20b-a6f0fc521432 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/7d560510-b838-43d4-a14a-765397744b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6378093 Feb 04 05:45:37.579213 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-88c98e18-199d-47f8-8ffb-265131bcbd33 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port c76ef004-5ad2-4b8e-86f8-d76d1457e24a yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:45:37.589706 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50678) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:37.595082 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c074e2-c344-4fa4-a84a-61ab47ab0e57 None None] Sync routers for ids ['7d560510-b838-43d4-a14a-765397744b92'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:37.610013 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c074e2-c344-4fa4-a84a-61ab47ab0e57 None None] Routers {'7d560510-b838-43d4-a14a-765397744b92'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:37.610885 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-23c074e2-c344-4fa4-a84a-61ab47ab0e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['7d560510-b838-43d4-a14a-765397744b92'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:37.663809 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.705252 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Allocated IP 172.26.3.85 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/fdad4cf7-fd61-435c-9f61-34da2acbfb1b) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:37.708787 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-23c074e2-c344-4fa4-a84a-61ab47ab0e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:37.714755 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17210202-02c1-47ba-813a-a4b9e11ee086 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Made reservation on behalf of af7ed8c79e9440cba9e994a8562af4d0 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:37.718347 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-17210202-02c1-47ba-813a-a4b9e11ee086 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.723992 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:37.724569 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c074e2-c344-4fa4-a84a-61ab47ab0e57 None None] Routers {'7d560510-b838-43d4-a14a-765397744b92'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:37.725680 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-23c074e2-c344-4fa4-a84a-61ab47ab0e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['7d560510-b838-43d4-a14a-765397744b92'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:37.728779 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3115f0d8-2644-4286-9d07-2587dba54a09 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:37.730851 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3115f0d8-2644-4286-9d07-2587dba54a09 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports/c19aa91a-1f68-4b4b-b1cb-c39f896adc85 HTTP/1.1" status: 200 len: 911 time: 0.1354480 Feb 04 05:45:37.736611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50680) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:37.766544 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-17bcc562-9bf1-44cf-9cbd-2fca1b845e0e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a4ce405d-06d9-43c0-8c9e-6b1a493ba846'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:37.786272 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-23c074e2-c344-4fa4-a84a-61ab47ab0e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:37.787817 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c074e2-c344-4fa4-a84a-61ab47ab0e57 None None] The sync data for ids ['7d560510-b838-43d4-a14a-765397744b92'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:37.958184 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30162f5-9f55-4de2-b085-efdf65df730e None None] Pushing event updated for resources: {'Port': ['ID=263ecf19-0c19-4128-ba26-500191610ab8,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:38.035263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:38.036167 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.053934 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] For port 16091a28-6c02-4f61-9944-b1e599da67f8, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:38.062752 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5d053916-27f1-4a50-b867-557034e819e5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.068340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.075020 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Deleting port 79099b7d-a8e1-4da4-950b-fa7b16aae20b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:38.075375 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.082620 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 862fd144-6368-44ce-be41-0349c59258a0 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:38.101457 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Attempting to bind port 263ecf19-0c19-4128-ba26-500191610ab8 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:38.102079 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Attempting to bind port 263ecf19-0c19-4128-ba26-500191610ab8 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '712a685f-81c1-45cc-a6bf-0879bf9031fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:38.102707 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Attempting to bind port 263ecf19-0c19-4128-ba26-500191610ab8 on network e28356cf-912a-483e-ace9-527697c65b5f {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:38.145369 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] For port 79099b7d-a8e1-4da4-950b-fa7b16aae20b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=79099b7d-a8e1-4da4-950b-fa7b16aae20b,segment=NetworkSegment(d85a88d6-d97e-41a4-a1e6-01ae5c017bcf),segment_id=d85a88d6-d97e-41a4-a1e6-01ae5c017bcf)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:38.145744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.160727 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Calling delete_port for 79099b7d-a8e1-4da4-950b-fa7b16aae20b owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:38.267718 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d053916-27f1-4a50-b867-557034e819e5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=38f8cec8-a377-4558-b7fd-8ad36e3122d3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:38.269799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5d053916-27f1-4a50-b867-557034e819e5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.272933 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5d053916-27f1-4a50-b867-557034e819e5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/38f8cec8-a377-4558-b7fd-8ad36e3122d3 HTTP/1.1" status: 204 len: 168 time: 1.1588359 Feb 04 05:45:38.279351 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50684) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:38.283588 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b116c-ded0-41eb-8f75-3c53bca40963 req-cefa7991-8826-41fd-ae45-c0779b4bdbdb tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:38.285918 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-af1b116c-ded0-41eb-8f75-3c53bca40963 req-cefa7991-8826-41fd-ae45-c0779b4bdbdb tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 944 time: 0.4457495 Feb 04 05:45:38.288371 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf7d4ed-9a68-49a7-ac10-42c1e4d560c2 None None] DHCP port deletion for 01c5ed41-869c-4446-95e0-b6388f495d06 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:38.296160 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] For port 16091a28-6c02-4f61-9944-b1e599da67f8, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=16091a28-6c02-4f61-9944-b1e599da67f8,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:38.301048 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 862fd144-6368-44ce-be41-0349c59258a0 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:38.301441 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 862fd144-6368-44ce-be41-0349c59258a0 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:38.304880 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:38.305642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Checking segment: {'id': '712a685f-81c1-45cc-a6bf-0879bf9031fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:38.305814 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.306113 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Bound using segment: {'id': '712a685f-81c1-45cc-a6bf-0879bf9031fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:38.306627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Bound port: 263ecf19-0c19-4128-ba26-500191610ab8, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712a685f-81c1-45cc-a6bf-0879bf9031fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:38.307019 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.318076 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.328542 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b3769db0-efee-4d9a-aeaf-4d65be10852d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460160 Feb 04 05:45:38.331991 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50686) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:38.365581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-88c98e18-199d-47f8-8ffb-265131bcbd33 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.383360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.407890 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.446047 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event deleted for resources: {'Port': ['ID=79099b7d-a8e1-4da4-950b-fa7b16aae20b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:38.460763 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1caa2e9b-89db-4f96-b226-ba0fc62a734f None None] Provisioning complete for port 263ecf19-0c19-4128-ba26-500191610ab8 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:38.461679 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1caa2e9b-89db-4f96-b226-ba0fc62a734f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.489588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] No DVR routers for this DVR port 79099b7d-a8e1-4da4-950b-fa7b16aae20b on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:38.499136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:38.546391 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:38.548825 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:38.552413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380d04a-79b5-4a70-9bad-4db3b8008e02 None None] Pushing event updated for resources: {'Port': ['ID=16091a28-6c02-4f61-9944-b1e599da67f8,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:38.565229 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.599925 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-af1b116c-ded0-41eb-8f75-3c53bca40963 req-df863b7f-f372-41bc-9fb0-f9c54f159ede tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898710 Feb 04 05:45:38.605599 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1caa2e9b-89db-4f96-b226-ba0fc62a734f None None] Port 263ecf19-0c19-4128-ba26-500191610ab8 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:38.629133 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] For port 263ecf19-0c19-4128-ba26-500191610ab8, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:38.635581 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] For port 263ecf19-0c19-4128-ba26-500191610ab8, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=263ecf19-0c19-4128-ba26-500191610ab8,segment=NetworkSegment(712a685f-81c1-45cc-a6bf-0879bf9031fb),segment_id=712a685f-81c1-45cc-a6bf-0879bf9031fb)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:38.641071 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Allocated IP 172.21.0.2 (0c37042f-b7c1-4912-961f-2f6ef38b72cd/319f65b4-50ba-4ea7-bcc4-65ed5fb9f167/ebc5af6c-c0e7-40b0-9c0f-e2a851712a36) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:38.649759 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-2bf7d4ed-9a68-49a7-ac10-42c1e4d560c2 None None] Deleting port 79099b7d-a8e1-4da4-950b-fa7b16aae20b {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:38.650275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d4ed-9a68-49a7-ac10-42c1e4d560c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.673753 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.708916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.727474 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Pushing event updated for resources: {'Port': ['ID=fdad4cf7-fd61-435c-9f61-34da2acbfb1b,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:38.760116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dea4e4b-f6e8-4516-8200-ae4bfc842b5e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:38.762196 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0dea4e4b-f6e8-4516-8200-ae4bfc842b5e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4242170 Feb 04 05:45:38.772786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50688) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:38.793284 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30162f5-9f55-4de2-b085-efdf65df730e None None] Pushing event updated for resources: {'Port': ['ID=263ecf19-0c19-4128-ba26-500191610ab8,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:38.797321 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 79099b7d-a8e1-4da4-950b-fa7b16aae20b no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:38.810970 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c5ed41-869c-4446-95e0-b6388f495d06']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:38.815340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-17bcc562-9bf1-44cf-9cbd-2fca1b845e0e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.824791 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85a88d6-d97e-41a4-a1e6-01ae5c017bcf') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:38.825116 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85a88d6-d97e-41a4-a1e6-01ae5c017bcf') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:38.840716 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.923328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.944085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-88c98e18-199d-47f8-8ffb-265131bcbd33 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.960693 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:38.961364 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:38.964309 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:38.979006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.001207 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-17210202-02c1-47ba-813a-a4b9e11ee086 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.013230 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 79099b7d-a8e1-4da4-950b-fa7b16aae20b {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:39.014126 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 79099b7d-a8e1-4da4-950b-fa7b16aae20b not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:39.015577 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.044429 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-2bf7d4ed-9a68-49a7-ac10-42c1e4d560c2 None None] For port 79099b7d-a8e1-4da4-950b-fa7b16aae20b, host dv-neutron-827794-1-hyperv, got binding levels [] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:39.044957 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d4ed-9a68-49a7-ac10-42c1e4d560c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.093028 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.094612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a2b08-2ce5-465c-a143-f482d826549b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:39.096265 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c27a2b08-2ce5-465c-a143-f482d826549b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3202715 Feb 04 05:45:39.102143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.106271 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "DELETE /v2.0/networks/01c5ed41-869c-4446-95e0-b6388f495d06 HTTP/1.1" status: 204 len: 168 time: 1.7653739 Feb 04 05:45:39.107307 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50690) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:39.110991 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50692) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:39.122824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:39.123589 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:39.176344 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Allocated IP 172.21.0.1 (0c37042f-b7c1-4912-961f-2f6ef38b72cd/319f65b4-50ba-4ea7-bcc4-65ed5fb9f167/dad87a4f-1a59-43d8-a868-7a98f0b5ee3c) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:39.180315 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-484ba511-07cf-45bc-9b74-fca79e05e026 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614908 Feb 04 05:45:39.181297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e597ddc-1474-45c0-9687-3219d491737c tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Pushing event deleted for resources: {'Network': ['ID=01c5ed41-869c-4446-95e0-b6388f495d06,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:39.190860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50694) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:39.203126 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-e62db3c3-f7f6-4274-abb9-c490b3693351 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:39.208365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Network 0c37042f-b7c1-4912-961f-2f6ef38b72cd is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:39.209547 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-2bf7d4ed-9a68-49a7-ac10-42c1e4d560c2 None None] Calling delete_port for 79099b7d-a8e1-4da4-950b-fa7b16aae20b owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:39.221962 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.ipam_backend_mixin [None req-2bf7d4ed-9a68-49a7-ac10-42c1e4d560c2 None None] Port 79099b7d-a8e1-4da4-950b-fa7b16aae20b was not found and therefore no delete operation was performed {{(pid=108746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:45:39.223283 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:39.228655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:39.231101 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d4ed-9a68-49a7-ac10-42c1e4d560c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.232919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Pushing event updated for resources: {'Port': ['ID=ebc5af6c-c0e7-40b0-9c0f-e2a851712a36,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:39.254326 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2bf7d4ed-9a68-49a7-ac10-42c1e4d560c2 None None] Network 01c5ed41-869c-4446-95e0-b6388f495d06 is not hosted by any dhcp agent {{(pid=108746) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 05:45:39.254842 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf7d4ed-9a68-49a7-ac10-42c1e4d560c2 None None] No DVR routers for this DVR port 79099b7d-a8e1-4da4-950b-fa7b16aae20b on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:39.298193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50696) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:39.303332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7d4ed-9a68-49a7-ac10-42c1e4d560c2 None None] Pushing event deleted for resources: {'Port': ['ID=79099b7d-a8e1-4da4-950b-fa7b16aae20b,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:39.303961 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f1841c06-9860-4be1-a51b-73b937695a93 tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "GET /v2.0/ports?device_id=73a75882-d4b6-43fd-837b-6d4e650b9bec HTTP/1.1" status: 200 len: 205 time: 0.1754935 Feb 04 05:45:39.305291 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c98e18-199d-47f8-8ffb-265131bcbd33 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=c76ef004-5ad2-4b8e-86f8-d76d1457e24a,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:39.339916 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:45:39.353030 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17210202-02c1-47ba-813a-a4b9e11ee086 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Subnet': ['ID=36e3b937-3419-4bf0-bc95-4f5337c2a164,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:39.384296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Attempting to bind port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:39.385003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Attempting to bind port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'abdbcebf-f3d3-4117-871f-1adab12c9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:39.386804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Attempting to bind port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 on network 0c37042f-b7c1-4912-961f-2f6ef38b72cd {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:39.406165 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:39.406867 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Checking segment: {'id': 'abdbcebf-f3d3-4117-871f-1adab12c9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:39.407489 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.408087 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Bound using segment: {'id': 'abdbcebf-f3d3-4117-871f-1adab12c9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:39.408778 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Bound port: ebc5af6c-c0e7-40b0-9c0f-e2a851712a36, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abdbcebf-f3d3-4117-871f-1adab12c9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:39.409367 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.450454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17210202-02c1-47ba-813a-a4b9e11ee086 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Checking segment: {'id': 'e974460f-dede-47ef-af9e-08cd89b33a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e2598b2f-5705-48df-a705-f0b9d91f5e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:39.450825 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17210202-02c1-47ba-813a-a4b9e11ee086 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network hostable DHCP agents. Network: e2598b2f-5705-48df-a705-f0b9d91f5e9b, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:39.463299 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ab21dd2-22d3-4f0b-8ce7-d22680c1ffbc tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.571550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62db3c3-f7f6-4274-abb9-c490b3693351 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:39.577528 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e62db3c3-f7f6-4274-abb9-c490b3693351 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.578865 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device a834a86b-d94f-45cd-9465-1b317dcc3737 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:39.581929 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b84445b9-0aef-4bc0-8a5a-f20ce8c2e7b1 None None] Provisioning complete for port 263ecf19-0c19-4128-ba26-500191610ab8 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:39.582373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b84445b9-0aef-4bc0-8a5a-f20ce8c2e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.657967 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] For port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:39.686743 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] For port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ebc5af6c-c0e7-40b0-9c0f-e2a851712a36,segment=NetworkSegment(abdbcebf-f3d3-4117-871f-1adab12c9554),segment_id=abdbcebf-f3d3-4117-871f-1adab12c9554)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:39.708244 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.798038 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.805399 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ab21dd2-22d3-4f0b-8ce7-d22680c1ffbc tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.810159 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ab21dd2-22d3-4f0b-8ce7-d22680c1ffbc tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.878976 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ab21dd2-22d3-4f0b-8ce7-d22680c1ffbc tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.879878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab21dd2-22d3-4f0b-8ce7-d22680c1ffbc tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Fanout notify agent at l3_agent the message router_deleted on router 73a75882-d4b6-43fd-837b-6d4e650b9bec {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:45:39.880038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port a834a86b-d94f-45cd-9465-1b317dcc3737 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:45:39.891468 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c98e18-199d-47f8-8ffb-265131bcbd33 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Checking segment: {'id': '840f8f89-30d4-42a7-9b76-6afc3802f457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:39.891468 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c98e18-199d-47f8-8ffb-265131bcbd33 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network hostable DHCP agents. Network: aa7bd1d2-4237-425a-8c23-060d4450279c, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:39.892320 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ab21dd2-22d3-4f0b-8ce7-d22680c1ffbc tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.893623 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2ab21dd2-22d3-4f0b-8ce7-d22680c1ffbc tempest-RoutersNegativeIpV6Test-1558955482 tempest-RoutersNegativeIpV6Test-1558955482-project] 10.222.0.10 "DELETE /v2.0/routers/73a75882-d4b6-43fd-837b-6d4e650b9bec HTTP/1.1" status: 204 len: 168 time: 0.5926595 Feb 04 05:45:39.906673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf04b8-15d5-4031-b953-b2a5a4283768 None None] Pushing event updated for resources: {'Port': ['ID=ebc5af6c-c0e7-40b0-9c0f-e2a851712a36,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:39.916425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6333280-aefc-48a5-ac8a-d2a6a3112b54 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:39.959971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:39.999892 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 0c37042f-b7c1-4912-961f-2f6ef38b72cd is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:40.009260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:40.015262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:40.015483 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port a834a86b-d94f-45cd-9465-1b317dcc3737 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:40.015953 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:40.081191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b84445b9-0aef-4bc0-8a5a-f20ce8c2e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:40.115922 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=dad87a4f-1a59-43d8-a868-7a98f0b5ee3c,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:40.141302 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:40.142145 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:45:31Z', 'revision_number': 2, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:38Z', 'revision_number': 4, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:40.187023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17210202-02c1-47ba-813a-a4b9e11ee086 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network e2598b2f-5705-48df-a705-f0b9d91f5e9b is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:40.199251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:40.214586 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c5869-a4e4-473f-9679-eff6951a6cd6 None None] The sync data for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv is: [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:45:31Z', 'revision_number': 2, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:38Z', 'revision_number': 4, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:40.232556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b84445b9-0aef-4bc0-8a5a-f20ce8c2e7b1 None None] For port 263ecf19-0c19-4128-ba26-500191610ab8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=263ecf19-0c19-4128-ba26-500191610ab8,segment=NetworkSegment(712a685f-81c1-45cc-a6bf-0879bf9031fb),segment_id=712a685f-81c1-45cc-a6bf-0879bf9031fb)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:40.245125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b84445b9-0aef-4bc0-8a5a-f20ce8c2e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:40.287752 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-17210202-02c1-47ba-813a-a4b9e11ee086 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, e2598b2f-5705-48df-a705-f0b9d91f5e9b) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:40.320143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c98e18-199d-47f8-8ffb-265131bcbd33 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network aa7bd1d2-4237-425a-8c23-060d4450279c is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:40.362525 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17210202-02c1-47ba-813a-a4b9e11ee086 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:40.363600 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-17210202-02c1-47ba-813a-a4b9e11ee086 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:40.370164 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:40.381115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-88c98e18-199d-47f8-8ffb-265131bcbd33 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, aa7bd1d2-4237-425a-8c23-060d4450279c) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:40.384610 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84445b9-0aef-4bc0-8a5a-f20ce8c2e7b1 None None] Pushing event updated for resources: {'Port': ['ID=263ecf19-0c19-4128-ba26-500191610ab8,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:40.425337 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae28bf-4226-4264-bbe7-a8b873b81e1d None None] Network e2598b2f-5705-48df-a705-f0b9d91f5e9b requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:40.433233 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5f19f0-3b45-4b25-aed9-c3ca33d554e5 None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:40.439095 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c8c1e9-8da4-4783-ba5a-6acf39bed646 None None] Network aa7bd1d2-4237-425a-8c23-060d4450279c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:40.447113 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019dd11-54a0-494c-9dfe-127845cbfa04 req-f29792e6-aece-4c85-ba5d-6dfa50db2965 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:40.449115 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a019dd11-54a0-494c-9dfe-127845cbfa04 req-f29792e6-aece-4c85-ba5d-6dfa50db2965 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 944 time: 0.5677655 Feb 04 05:45:40.485189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c98e18-199d-47f8-8ffb-265131bcbd33 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:40.492607 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c98e18-199d-47f8-8ffb-265131bcbd33 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:40.492853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-88c98e18-199d-47f8-8ffb-265131bcbd33 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:40.522027 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50704) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:40.636315 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-17210202-02c1-47ba-813a-a4b9e11ee086 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3405991 Feb 04 05:45:40.703682 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50706) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:40.821452 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-358989774', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:40.881955 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-88c98e18-199d-47f8-8ffb-265131bcbd33 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.9595804 Feb 04 05:45:40.923438 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:45:40.944410 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a019dd11-54a0-494c-9dfe-127845cbfa04 req-76ee36fc-5313-42a1-b0c0-6d3af60c13ca tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4871218 Feb 04 05:45:40.946092 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50708) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:40.996333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b1f8abd7-4e10-4943-9509-ee2eed9a5f2e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1705848083'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:41.028539 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:41.055485 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.objects.ports [None req-e62db3c3-f7f6-4274-abb9-c490b3693351 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108744) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:45:41.112333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.112580 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-17bcc562-9bf1-44cf-9cbd-2fca1b845e0e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.147202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-17bcc562-9bf1-44cf-9cbd-2fca1b845e0e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.160816 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bcc562-9bf1-44cf-9cbd-2fca1b845e0e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:41.164146 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-17bcc562-9bf1-44cf-9cbd-2fca1b845e0e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.174891 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-17bcc562-9bf1-44cf-9cbd-2fca1b845e0e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/ports/c19aa91a-1f68-4b4b-b1cb-c39f896adc85 HTTP/1.1" status: 200 len: 911 time: 3.4281230 Feb 04 05:45:41.176255 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50712) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:41.196913 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.198561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.227352 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8c2faf04-58b7-4ff4-a617-3c171d8125f4 None None] Provisioning complete for port 16091a28-6c02-4f61-9944-b1e599da67f8 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:41.228038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8c2faf04-58b7-4ff4-a617-3c171d8125f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.361089 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9c5c9c46-c503-46d5-9f63-196704777195 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5593896fb4a2499ab1b563f2ed103dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4054332 Feb 04 05:45:41.361730 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50714) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:41.365226 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94202bfe-d1fe-4e42-b456-6c3fa7bf706f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a834a86b-d94f-45cd-9465-1b317dcc3737'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:45:41.367599 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4d0380-e353-4cb1-84da-e65100d92b99" -d '{"events": [{"server_uuid": "94202bfe-d1fe-4e42-b456-6c3fa7bf706f", "name": "network-vif-plugged", "status": "completed", "tag": "a834a86b-d94f-45cd-9465-1b317dcc3737"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:45:41.380941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.456818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port a834a86b-d94f-45cd-9465-1b317dcc3737, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a834a86b-d94f-45cd-9465-1b317dcc3737,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:41.483069 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6cfa6a-edeb-4673-9b7f-70bac621c829 x-openstack-request-id: req-2e6cfa6a-edeb-4673-9b7f-70bac621c829 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:45:41.485050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94202bfe-d1fe-4e42-b456-6c3fa7bf706f", "name": "network-vif-plugged", "status": "completed", "tag": "a834a86b-d94f-45cd-9465-1b317dcc3737", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:45:41.485386 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e6cfa6a-edeb-4673-9b7f-70bac621c829 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:45:41.485871 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94202bfe-d1fe-4e42-b456-6c3fa7bf706f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a834a86b-d94f-45cd-9465-1b317dcc3737', 'code': 200} Feb 04 05:45:41.496931 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef023fed-8b21-4f0c-9d95-1700990ed7de None None] Network 0c37042f-b7c1-4912-961f-2f6ef38b72cd requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:41.502408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.505256 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c71e6c9-4296-47e0-8f1a-3f4f5214d131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.528420 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.553472 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.558534 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:41.558915 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.618301 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcc562-9bf1-44cf-9cbd-2fca1b845e0e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=c19aa91a-1f68-4b4b-b1cb-c39f896adc85,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:41.620795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8c2faf04-58b7-4ff4-a617-3c171d8125f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.627489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f8abd7-4e10-4943-9509-ee2eed9a5f2e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:41.631781 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1f8abd7-4e10-4943-9509-ee2eed9a5f2e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.640093 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=dad87a4f-1a59-43d8-a868-7a98f0b5ee3c,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:41.666407 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f8abd7-4e10-4943-9509-ee2eed9a5f2e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:41.676180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e62db3c3-f7f6-4274-abb9-c490b3693351 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.676698 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1f8abd7-4e10-4943-9509-ee2eed9a5f2e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.677067 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-b1f8abd7-4e10-4943-9509-ee2eed9a5f2e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Added segment 7fa702d8-b789-49d1-8cee-3b91221a918d of type vlan for network 16eb3ddf-d1f7-449b-83c8-7a2621acd7f6 Feb 04 05:45:41.679805 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f19f0-3b45-4b25-aed9-c3ca33d554e5 None None] Deleting port 16091a28-6c02-4f61-9944-b1e599da67f8 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:41.680176 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4d5f19f0-3b45-4b25-aed9-c3ca33d554e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.683374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c71e6c9-4296-47e0-8f1a-3f4f5214d131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.717660 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1f8abd7-4e10-4943-9509-ee2eed9a5f2e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.751263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.755425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.761977 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0dbe53-062f-48a0-9a01-eab214504291 None None] Network e2598b2f-5705-48df-a705-f0b9d91f5e9b requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:41.779767 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1f8abd7-4e10-4943-9509-ee2eed9a5f2e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.783920 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f8abd7-4e10-4943-9509-ee2eed9a5f2e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:41.785551 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1f8abd7-4e10-4943-9509-ee2eed9a5f2e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.809982 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=a834a86b-d94f-45cd-9465-1b317dcc3737,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:41.840259 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8c2faf04-58b7-4ff4-a617-3c171d8125f4 None None] For port 16091a28-6c02-4f61-9944-b1e599da67f8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=16091a28-6c02-4f61-9944-b1e599da67f8,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:41.865788 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8c2faf04-58b7-4ff4-a617-3c171d8125f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.885294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-e62db3c3-f7f6-4274-abb9-c490b3693351 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:45:41.886235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-e62db3c3-f7f6-4274-abb9-c490b3693351 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:45:41.911100 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c71e6c9-4296-47e0-8f1a-3f4f5214d131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.914381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c71e6c9-4296-47e0-8f1a-3f4f5214d131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:41.917866 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9c71e6c9-4296-47e0-8f1a-3f4f5214d131 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4378062c-525f-4ea1-9ea1-5f7e146d83ff HTTP/1.1" status: 204 len: 168 time: 0.5480418 Feb 04 05:45:41.927370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71e6c9-4296-47e0-8f1a-3f4f5214d131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4378062c-525f-4ea1-9ea1-5f7e146d83ff,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:41.935544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 0c37042f-b7c1-4912-961f-2f6ef38b72cd is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:41.937067 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:42.024396 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-4d5f19f0-3b45-4b25-aed9-c3ca33d554e5 None None] For port 16091a28-6c02-4f61-9944-b1e599da67f8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=16091a28-6c02-4f61-9944-b1e599da67f8,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:42.024799 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4d5f19f0-3b45-4b25-aed9-c3ca33d554e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.034290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8abd7-4e10-4943-9509-ee2eed9a5f2e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Network': ['ID=16eb3ddf-d1f7-449b-83c8-7a2621acd7f6,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:42.037966 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.068151 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:45:42.071455 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 16eb3ddf-d1f7-449b-83c8-7a2621acd7f6 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:42.104261 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f19f0-3b45-4b25-aed9-c3ca33d554e5 None None] Calling delete_port for 16091a28-6c02-4f61-9944-b1e599da67f8 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:42.110308 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2faf04-58b7-4ff4-a617-3c171d8125f4 None None] Pushing event updated for resources: {'Port': ['ID=16091a28-6c02-4f61-9944-b1e599da67f8,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:42.152979 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.178605 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b1f8abd7-4e10-4943-9509-ee2eed9a5f2e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1862860 Feb 04 05:45:42.182022 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.186828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50724) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:42.199002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'ports': [{'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c'}, {'network_id': '16eb3ddf-d1f7-449b-83c8-7a2621acd7f6'}]} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:42.199325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:42.199814 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'network_id': '16eb3ddf-d1f7-449b-83c8-7a2621acd7f6'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:42.223122 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:42.227263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-fff804ca-75ef-4922-bb50-d62f6538c718 None None] Provisioning complete for port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:42.227638 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fff804ca-75ef-4922-bb50-d62f6538c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.228437 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-666b99a2-5dce-4114-96a1-9b34a3d4d894 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/9ea0b516-d4fe-4ab7-bcbb-042dda8f394d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7940061 Feb 04 05:45:42.232233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50726) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:42.239133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8f0423ed-e751-40fe-a4cf-d8b419453933 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'network': {'name': 'tempest-RoutersTest-1989221030'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:42.272445 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0423ed-e751-40fe-a4cf-d8b419453933 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:42.277956 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f0423ed-e751-40fe-a4cf-d8b419453933 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.327800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0423ed-e751-40fe-a4cf-d8b419453933 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:42.349499 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ebc5af6c-c0e7-40b0-9c0f-e2a851712a36,segment=NetworkSegment(abdbcebf-f3d3-4117-871f-1adab12c9554),segment_id=abdbcebf-f3d3-4117-871f-1adab12c9554)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:42.352809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f0423ed-e751-40fe-a4cf-d8b419453933 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.353204 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-8f0423ed-e751-40fe-a4cf-d8b419453933 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Added segment 5fdea166-c046-4fb1-8046-a580ccd9c71b of type vlan for network 0fd65a27-2455-4610-871e-89fc97fb070f Feb 04 05:45:42.364008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.365066 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 263ecf19-0c19-4128-ba26-500191610ab8 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:42.387894 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9a5bb-8f01-4a9a-bcb4-679bfc81b63a req-923da9e8-1023-443a-804d-c7edcc9bd2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:42.389605 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a6b9a5bb-8f01-4a9a-bcb4-679bfc81b63a req-923da9e8-1023-443a-804d-c7edcc9bd2a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 1098 time: 0.6495717 Feb 04 05:45:42.419763 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f0423ed-e751-40fe-a4cf-d8b419453933 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.523305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4d5f19f0-3b45-4b25-aed9-c3ca33d554e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.532154 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62db3c3-f7f6-4274-abb9-c490b3693351 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Port 16091a28-6c02-4f61-9944-b1e599da67f8 concurrently deleted while adding address for new subnet {'id': 'a023da96-0b67-4386-a393-9e979ecba0b3', 'name': '', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 797, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-04T05:45:39Z', 'updated_at': '2022-02-04T05:45:39Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'b91facab37754132ba6f75f1c6b2c49d'}. {{(pid=108744) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Feb 04 05:45:42.534357 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e62db3c3-f7f6-4274-abb9-c490b3693351 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.547920 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f0423ed-e751-40fe-a4cf-d8b419453933 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.556610 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0423ed-e751-40fe-a4cf-d8b419453933 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:42.558046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f0423ed-e751-40fe-a4cf-d8b419453933 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.561801 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'port': 2} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:42.566433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.589941 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=ebc5af6c-c0e7-40b0-9c0f-e2a851712a36,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:42.590268 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a79eef-1cf6-4657-85e5-61a5e6bf1494 req-f4bcaacb-82d1-4306-bdd6-8671c709c027 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:42.591853 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-98a79eef-1cf6-4657-85e5-61a5e6bf1494 req-f4bcaacb-82d1-4306-bdd6-8671c709c027 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 945 time: 0.4857960 Feb 04 05:45:42.610149 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5f19f0-3b45-4b25-aed9-c3ca33d554e5 None None] No DVR routers for this DVR port 16091a28-6c02-4f61-9944-b1e599da67f8 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:42.647813 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.667175 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f19f0-3b45-4b25-aed9-c3ca33d554e5 None None] Pushing event deleted for resources: {'Port': ['ID=16091a28-6c02-4f61-9944-b1e599da67f8,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:42.678002 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 263ecf19-0c19-4128-ba26-500191610ab8 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:42.678231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.689623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62db3c3-f7f6-4274-abb9-c490b3693351 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:42.740339 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Sync routers for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:42.753208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d6d73b56-6778-4580-b8b4-0f5a8513abba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.769272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:42.769272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:42.790162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62db3c3-f7f6-4274-abb9-c490b3693351 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=a023da96-0b67-4386-a393-9e979ecba0b3,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:42.792303 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a6b9a5bb-8f01-4a9a-bcb4-679bfc81b63a req-f26c8fdd-ef1f-4ec6-80b2-83df8a173acc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3775573 Feb 04 05:45:42.800563 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e62db3c3-f7f6-4274-abb9-c490b3693351 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:42.802763 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0423ed-e751-40fe-a4cf-d8b419453933 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Network': ['ID=0fd65a27-2455-4610-871e-89fc97fb070f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:42.815110 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b404faea-4fea-4b0a-b627-74b02661783a None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:42.819857 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62db3c3-f7f6-4274-abb9-c490b3693351 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:42.820698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e62db3c3-f7f6-4274-abb9-c490b3693351 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:42.856727 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e62db3c3-f7f6-4274-abb9-c490b3693351 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6646562 Feb 04 05:45:42.866306 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8f0423ed-e751-40fe-a4cf-d8b419453933 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6324978 Feb 04 05:45:42.866921 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50740) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:42.867351 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50742) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:42.876693 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1a77cd0c-b92e-455b-8e40-44fda744abe8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:42.905629 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:45:42.939686 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-98a79eef-1cf6-4657-85e5-61a5e6bf1494 req-18828dd8-4800-4f3d-9f7e-ff560ee76662 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241441 Feb 04 05:45:42.985729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-eae522e4-fb5a-4140-81e7-87834ff1ed6f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'subnet': {'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:42.995800 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 0fd65a27-2455-4610-871e-89fc97fb070f details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:43.027094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Router 51a3cde2-45fb-4452-8918-8870982b5f8d is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:45:43.070633 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port 251e216d-c28c-4e07-9f8f-4c39e829e041 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:45:43.198948 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a77cd0c-b92e-455b-8e40-44fda744abe8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:43.203334 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a77cd0c-b92e-455b-8e40-44fda744abe8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:43.222873 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50750) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:43.322200 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae522e4-fb5a-4140-81e7-87834ff1ed6f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:43.326348 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eae522e4-fb5a-4140-81e7-87834ff1ed6f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:43.507260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-389410694'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:43.536400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-49548581-5892-489f-97de-8c9211b01164 None None] Provisioning complete for port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:43.536978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-49548581-5892-489f-97de-8c9211b01164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:43.539301 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8aa160c1-01f7-4220-baea-f0771318e184 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:43.569689 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.ipam_backend_mixin [None req-1a77cd0c-b92e-455b-8e40-44fda744abe8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a023da96-0b67-4386-a393-9e979ecba0b3 (CIDR: 2001:db8::/64) Feb 04 05:45:43.589834 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a77cd0c-b92e-455b-8e40-44fda744abe8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:45:43.590491 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a77cd0c-b92e-455b-8e40-44fda744abe8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:45:43.612350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Made reservation on behalf of e780761839e44e15abbd66cfac1cd398 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:43.617541 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:43.641138 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-49548581-5892-489f-97de-8c9211b01164 None None] Port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:43.652853 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:43.666309 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:43.708970 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1a77cd0c-b92e-455b-8e40-44fda744abe8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8402617 Feb 04 05:45:43.720007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50754) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:43.723443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-49548581-5892-489f-97de-8c9211b01164 None None] Provisioning complete for port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:43.723942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-49548581-5892-489f-97de-8c9211b01164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:43.741757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-27489d11-6258-4209-9465-427be9576fc7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:43.762902 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': 'a023da96-0b67-4386-a393-9e979ecba0b3'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:43.763932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:43.773327 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:43.774306 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:43.905532 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 3, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:41Z', 'revision_number': 2, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:43.943889 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Checking router: 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:45:43.944399 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Updating router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:45:43.989855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:43.998225 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eae522e4-fb5a-4140-81e7-87834ff1ed6f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.009702 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b64736d-2ec4-4f4e-93df-d0d2d86ecb9e None None] Sync routers for ids ['51a3cde2-45fb-4452-8918-8870982b5f8d'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:44.027038 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b64736d-2ec4-4f4e-93df-d0d2d86ecb9e None None] Routers {'51a3cde2-45fb-4452-8918-8870982b5f8d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:44.027745 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-4b64736d-2ec4-4f4e-93df-d0d2d86ecb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['51a3cde2-45fb-4452-8918-8870982b5f8d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:44.037262 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.038263 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.042608 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:44.043057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.043407 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a0f4cbf6-a53e-47d8-aea7-2d677357cb09 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "PUT /v2.0/routers/51a3cde2-45fb-4452-8918-8870982b5f8d HTTP/1.1" status: 200 len: 915 time: 8.9025512 Feb 04 05:45:44.052175 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50758) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:44.093832 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-4b64736d-2ec4-4f4e-93df-d0d2d86ecb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:44.104706 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b64736d-2ec4-4f4e-93df-d0d2d86ecb9e None None] Routers {'51a3cde2-45fb-4452-8918-8870982b5f8d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:44.106043 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-4b64736d-2ec4-4f4e-93df-d0d2d86ecb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['51a3cde2-45fb-4452-8918-8870982b5f8d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:44.110897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.123829 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Allocated IP 2001:db8::f816:3eff:fe15:265a (99cffe53-689e-4c68-95bc-797fbe732ade/a023da96-0b67-4386-a393-9e979ecba0b3/ac666e9c-c29f-48a6-bae1-43b41a801012) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:44.143993 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-4b64736d-2ec4-4f4e-93df-d0d2d86ecb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:44.144945 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b64736d-2ec4-4f4e-93df-d0d2d86ecb9e None None] The sync data for ids ['51a3cde2-45fb-4452-8918-8870982b5f8d'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:44.159088 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.180885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.205901 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:44.220180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27489d11-6258-4209-9465-427be9576fc7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:44.223785 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-27489d11-6258-4209-9465-427be9576fc7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.254255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae522e4-fb5a-4140-81e7-87834ff1ed6f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Subnet': ['ID=cdb1d45e-6a26-4464-b126-899732074a2d,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:44.303316 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.303768 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Added segment 71224e4c-c752-413e-9c17-dfa52a5bad76 of type vlan for network e30f8101-ddd8-4866-9c0d-1d251f35686e Feb 04 05:45:44.305517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd8b1ff-a068-4162-9024-770b1cbfc08f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:44.307100 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f3393045-db69-491f-bb90-236c1edd855e None None] Provisioning complete for port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:44.307932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f3393045-db69-491f-bb90-236c1edd855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.332757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Allocated IP 172.26.3.74 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/98d684ef-b8dc-404a-a712-ae7325e455ea) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:44.375350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae522e4-fb5a-4140-81e7-87834ff1ed6f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Checking segment: {'id': '5fdea166-c046-4fb1-8046-a580ccd9c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:44.375697 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae522e4-fb5a-4140-81e7-87834ff1ed6f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network hostable DHCP agents. Network: 0fd65a27-2455-4610-871e-89fc97fb070f, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:44.401932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.414130 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port cd628790-310d-4ad1-9b60-b50bd9ca9d2b yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:45:44.430695 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f3393045-db69-491f-bb90-236c1edd855e None None] Port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:44.441425 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae522e4-fb5a-4140-81e7-87834ff1ed6f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 0fd65a27-2455-4610-871e-89fc97fb070f is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:44.452037 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5003551-5486-4446-af5f-2c3efc8814c3 req-16a0e0a1-3539-48fd-8742-8966152a83c6 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:44.454410 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d5003551-5486-4446-af5f-2c3efc8814c3 req-16a0e0a1-3539-48fd-8742-8966152a83c6 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 945 time: 0.3466842 Feb 04 05:45:44.480094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-eae522e4-fb5a-4140-81e7-87834ff1ed6f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 0fd65a27-2455-4610-871e-89fc97fb070f) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:44.486525 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.493644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:44.494335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.497026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8291a6d8-daf0-4823-a758-79e5bfd9a2c1 None None] Network 0fd65a27-2455-4610-871e-89fc97fb070f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:44.503384 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae522e4-fb5a-4140-81e7-87834ff1ed6f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:44.504180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eae522e4-fb5a-4140-81e7-87834ff1ed6f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.567664 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5c17c011-2d54-47d4-ad3f-0931538ff0a9 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/routers/51a3cde2-45fb-4452-8918-8870982b5f8d HTTP/1.1" status: 200 len: 921 time: 0.5138741 Feb 04 05:45:44.568360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50760) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:44.581021 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3540409 Feb 04 05:45:44.592336 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-eae522e4-fb5a-4140-81e7-87834ff1ed6f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7193928 Feb 04 05:45:44.592336 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50762) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:44.596721 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50764) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:44.600677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-39b55f05-aefe-438b-ad3f-389f3d846b70 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Request body: {'subnet': {'network_id': 'e30f8101-ddd8-4866-9c0d-1d251f35686e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:44.602200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.619700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.706293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:44.727267 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.734797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:44.736440 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Pushing event updated for resources: {'Port': ['ID=ac666e9c-c29f-48a6-bae1-43b41a801012,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:44.739900 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:44.752906 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d5003551-5486-4446-af5f-2c3efc8814c3 req-6e3569e7-f6de-41ce-a454-571bdffd44b9 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705812 Feb 04 05:45:44.767614 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.771461 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae40971-3712-496b-8847-0fd2e2297dc8 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Pushing event updated for resources: {'Network': ['ID=e30f8101-ddd8-4866-9c0d-1d251f35686e,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:44.853615 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.866919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network e30f8101-ddd8-4866-9c0d-1d251f35686e details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:44.894075 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fff84d-d6eb-4df4-b4e6-ead833a6b08f tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:44.899650 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-49fff84d-d6eb-4df4-b4e6-ead833a6b08f tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&device_id=51a3cde2-45fb-4452-8918-8870982b5f8d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3217618 Feb 04 05:45:44.920788 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50768) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:44.971609 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Attempting to bind port ac666e9c-c29f-48a6-bae1-43b41a801012 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:44.971978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Attempting to bind port ac666e9c-c29f-48a6-bae1-43b41a801012 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:44.972340 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Attempting to bind port ac666e9c-c29f-48a6-bae1-43b41a801012 on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:44.975748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-92583aac-df2b-4079-8957-bff589c18eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:44.991606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.005013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:45.005695 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:45.005870 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.006274 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:45.006761 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Bound port: ac666e9c-c29f-48a6-bae1-43b41a801012, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:45.007267 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.036441 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b17e2-2ccf-44ce-8db9-9c7dd1a2f027 None None] Pushing event updated for resources: {'Port': ['ID=dad87a4f-1a59-43d8-a868-7a98f0b5ee3c,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:45.036979 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d506d1-df15-4233-a48b-ddead465137e req-939bef66-3249-4190-a3c2-d4e709988a98 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:45.039138 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-75d506d1-df15-4233-a48b-ddead465137e req-939bef66-3249-4190-a3c2-d4e709988a98 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 945 time: 0.1898530 Feb 04 05:45:45.048874 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-8aa160c1-01f7-4220-baea-f0771318e184 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port c19aa91a-1f68-4b4b-b1cb-c39f896adc85 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:45.049346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8aa160c1-01f7-4220-baea-f0771318e184 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.112246 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-0fd65a27-2455-4610-871e-89fc97fb070f', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:45.113183 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.116373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Attempting to bind port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:45.116874 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Attempting to bind port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'abdbcebf-f3d3-4117-871f-1adab12c9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:45.117239 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Attempting to bind port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c on network 0c37042f-b7c1-4912-961f-2f6ef38b72cd {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:45.139167 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25671f58-5b72-49a8-8aa8-cec73fa0bb9d tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:45.140741 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-25671f58-5b72-49a8-8aa8-cec73fa0bb9d tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/networks/205cec25-dbe4-4e69-8d9c-9f731181c624 HTTP/1.1" status: 200 len: 881 time: 0.2161112 Feb 04 05:45:45.159798 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50770) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:45.164544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b55f05-aefe-438b-ad3f-389f3d846b70 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Made reservation on behalf of e780761839e44e15abbd66cfac1cd398 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:45.168099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-39b55f05-aefe-438b-ad3f-389f3d846b70 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.185905 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.272855 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6aae7626-68c3-4429-9d77-1d6e30d81476 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "GET /v2.0/ports?device_id=51a3cde2-45fb-4452-8918-8870982b5f8d HTTP/1.1" status: 200 len: 205 time: 0.1093693 Feb 04 05:45:45.294580 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50772) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:45.309872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.312455 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:45.312867 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Checking segment: {'id': 'abdbcebf-f3d3-4117-871f-1adab12c9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:45.313222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.313613 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Bound using segment: {'id': 'abdbcebf-f3d3-4117-871f-1adab12c9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:45.314270 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-75d506d1-df15-4233-a48b-ddead465137e req-1ec7da80-38ec-4e88-943c-1e19d39f2f46 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606540 Feb 04 05:45:45.322428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Bound port: dad87a4f-1a59-43d8-a868-7a98f0b5ee3c, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abdbcebf-f3d3-4117-871f-1adab12c9554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:45.322919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.349812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network aa7bd1d2-4237-425a-8c23-060d4450279c is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:45.349812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:45.350192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e06464fd-a8ce-49dc-9ea3-ff99bed8ad99 None None] Provisioning complete for port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:45.350192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e06464fd-a8ce-49dc-9ea3-ff99bed8ad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.390532 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:45.404922 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50774) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:45.421892 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:45.423318 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.426129 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:45.428538 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=98d684ef-b8dc-404a-a712-ae7325e455ea,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:45.440661 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:45.493395 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] For port ac666e9c-c29f-48a6-bae1-43b41a801012, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:45.516567 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] For port ac666e9c-c29f-48a6-bae1-43b41a801012, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ac666e9c-c29f-48a6-bae1-43b41a801012,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:45.532715 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.541369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e06464fd-a8ce-49dc-9ea3-ff99bed8ad99 None None] Port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:45.593555 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=251e216d-c28c-4e07-9f8f-4c39e829e041,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:45.618876 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] For port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:45.648940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] For port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=dad87a4f-1a59-43d8-a868-7a98f0b5ee3c,segment=NetworkSegment(abdbcebf-f3d3-4117-871f-1adab12c9554),segment_id=abdbcebf-f3d3-4117-871f-1adab12c9554)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:45.659465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.664006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1111ed-8d84-4da8-b868-82e57b6bdfe6 None None] Pushing event updated for resources: {'Port': ['ID=ac666e9c-c29f-48a6-bae1-43b41a801012,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:45.668951 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Allocated IP 172.22.0.2 (0fd65a27-2455-4610-871e-89fc97fb070f/cdb1d45e-6a26-4464-b126-899732074a2d/05990c87-c23f-4390-95cc-b57e61c278e2) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:45.739217 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8aa160c1-01f7-4220-baea-f0771318e184 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.772709 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-27489d11-6258-4209-9465-427be9576fc7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:45.775332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:45.775985 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:45.792792 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b17e2-2ccf-44ce-8db9-9c7dd1a2f027 None None] Pushing event updated for resources: {'Port': ['ID=dad87a4f-1a59-43d8-a868-7a98f0b5ee3c,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:45.897355 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-8aa160c1-01f7-4220-baea-f0771318e184 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for c19aa91a-1f68-4b4b-b1cb-c39f896adc85 owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:45.989623 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.008137 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=cd628790-310d-4ad1-9b60-b50bd9ca9d2b,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:46.013033 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27489d11-6258-4209-9465-427be9576fc7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:46.032432 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-27489d11-6258-4209-9465-427be9576fc7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:46.052590 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27489d11-6258-4209-9465-427be9576fc7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:46.053368 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-27489d11-6258-4209-9465-427be9576fc7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.065920 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:45:46.066125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-39b55f05-aefe-438b-ad3f-389f3d846b70 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.079362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27489d11-6258-4209-9465-427be9576fc7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=8f6df175-14cf-4e6c-924b-eab45ec62afc,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:46.101487 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Checking segment: {'id': '7fa702d8-b789-49d1-8cee-3b91221a918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '16eb3ddf-d1f7-449b-83c8-7a2621acd7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:46.101487 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network hostable DHCP agents. Network: 16eb3ddf-d1f7-449b-83c8-7a2621acd7f6, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:46.115853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df6b335e-96d5-4152-99aa-b520a277efd7 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.128940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.138146 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.182136 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-27489d11-6258-4209-9465-427be9576fc7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4546595 Feb 04 05:45:46.194711 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50778) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:46.210070 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bedf7919-73c5-4ca4-b9d8-4d11f567c26d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'mac_address': 'fa:16:3e:30:25:fd', 'name': 'tempest-NetworksTestDHCPv6-117364201'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:46.259157 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b55f05-aefe-438b-ad3f-389f3d846b70 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Pushing event updated for resources: {'Subnet': ['ID=eb16543c-b69a-4569-baad-a3a062d829ea,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:46.268351 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7328649-69d4-45a6-87eb-b9cc71fa37f2 tempest-TestVolumeBootPattern-679451727 tempest-TestVolumeBootPattern-679451727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:46.274409 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e7328649-69d4-45a6-87eb-b9cc71fa37f2 tempest-TestVolumeBootPattern-679451727 tempest-TestVolumeBootPattern-679451727-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 1093 time: 0.8648407 Feb 04 05:45:46.283324 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50780) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:46.290879 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': 'a834a86b-d94f-45cd-9465-1b317dcc3737', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address': '172.20.0.3'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:46.299520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Network 0fd65a27-2455-4610-871e-89fc97fb070f is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:46.312082 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:46.319367 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:46.326193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Pushing event updated for resources: {'Port': ['ID=05990c87-c23f-4390-95cc-b57e61c278e2,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:46.328472 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.335003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6fdb251e-43d7-49b7-9750-371723b1613f None None] Provisioning complete for port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:46.335377 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6fdb251e-43d7-49b7-9750-371723b1613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.365049 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b55f05-aefe-438b-ad3f-389f3d846b70 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Checking segment: {'id': '71224e4c-c752-413e-9c17-dfa52a5bad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e30f8101-ddd8-4866-9c0d-1d251f35686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:46.365406 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b55f05-aefe-438b-ad3f-389f3d846b70 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Network hostable DHCP agents. Network: e30f8101-ddd8-4866-9c0d-1d251f35686e, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:46.379104 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network 16eb3ddf-d1f7-449b-83c8-7a2621acd7f6 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:46.450493 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df6b335e-96d5-4152-99aa-b520a277efd7 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.454011 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 16eb3ddf-d1f7-449b-83c8-7a2621acd7f6) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:46.462784 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Attempting to bind port 05990c87-c23f-4390-95cc-b57e61c278e2 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:46.463222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Attempting to bind port 05990c87-c23f-4390-95cc-b57e61c278e2 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '5fdea166-c046-4fb1-8046-a580ccd9c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:46.463651 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Attempting to bind port 05990c87-c23f-4390-95cc-b57e61c278e2 on network 0fd65a27-2455-4610-871e-89fc97fb070f {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:46.466473 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:46.472559 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:46.477467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:46.478199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.481268 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.497795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2db9fad-b09c-473e-9dcb-9467f5e3bea4 None None] Network 16eb3ddf-d1f7-449b-83c8-7a2621acd7f6 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:46.504081 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b55f05-aefe-438b-ad3f-389f3d846b70 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Network e30f8101-ddd8-4866-9c0d-1d251f35686e is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:46.522775 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-39b55f05-aefe-438b-ad3f-389f3d846b70 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, e30f8101-ddd8-4866-9c0d-1d251f35686e) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:46.532439 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b55f05-aefe-438b-ad3f-389f3d846b70 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:46.533029 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-39b55f05-aefe-438b-ad3f-389f3d846b70 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.543377 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bdf16e-e81f-4dde-ba53-32a551e286ad None None] Network e30f8101-ddd8-4866-9c0d-1d251f35686e requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:46.545240 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:46.545639 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Checking segment: {'id': '5fdea166-c046-4fb1-8046-a580ccd9c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:46.546127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.546512 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Bound using segment: {'id': '5fdea166-c046-4fb1-8046-a580ccd9c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:46.547049 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Bound port: 05990c87-c23f-4390-95cc-b57e61c278e2, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdea166-c046-4fb1-8046-a580ccd9c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:46.547294 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.561489 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4a6d11c9-51f9-4a6b-949f-1314d5a5aa73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3648508 Feb 04 05:45:46.564890 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50782) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:46.580589 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.590987 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-39b55f05-aefe-438b-ad3f-389f3d846b70 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9949510 Feb 04 05:45:46.617344 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50784) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:46.664630 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bf74a29e-09a3-47a5-ab25-6d44d873786a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Request body: {'port': {'network_id': 'e30f8101-ddd8-4866-9c0d-1d251f35686e', 'name': 'tempest-TagsExtTest-502699496'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:46.787064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6fdb251e-43d7-49b7-9750-371723b1613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:46.846535 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3865d165-62e9-478b-85b6-443b32933702 None None] For port 05990c87-c23f-4390-95cc-b57e61c278e2, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:46.858718 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 3, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:45Z', 'revision_number': 4, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:46.907994 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3865d165-62e9-478b-85b6-443b32933702 None None] For port 05990c87-c23f-4390-95cc-b57e61c278e2, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=05990c87-c23f-4390-95cc-b57e61c278e2,segment=NetworkSegment(5fdea166-c046-4fb1-8046-a580ccd9c71b),segment_id=5fdea166-c046-4fb1-8046-a580ccd9c71b)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:46.922708 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedf7919-73c5-4ca4-b9d8-4d11f567c26d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:46.939712 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138810b-6012-4b5d-9ff7-077593b0ed02 None None] The sync data for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv is: [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 3, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:45Z', 'revision_number': 4, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:46.945593 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:47.008411 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865d165-62e9-478b-85b6-443b32933702 None None] Pushing event updated for resources: {'Port': ['ID=05990c87-c23f-4390-95cc-b57e61c278e2,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:47.013572 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6fdb251e-43d7-49b7-9750-371723b1613f None None] For port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=dad87a4f-1a59-43d8-a868-7a98f0b5ee3c,segment=NetworkSegment(abdbcebf-f3d3-4117-871f-1adab12c9554),segment_id=abdbcebf-f3d3-4117-871f-1adab12c9554)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:47.053484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6fdb251e-43d7-49b7-9750-371723b1613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:47.159887 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8aa160c1-01f7-4220-baea-f0771318e184 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:47.179241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb251e-43d7-49b7-9750-371723b1613f None None] Pushing event updated for resources: {'Port': ['ID=dad87a4f-1a59-43d8-a868-7a98f0b5ee3c,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:47.184276 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-e30f8101-ddd8-4866-9c0d-1d251f35686e', 'network_id': 'e30f8101-ddd8-4866-9c0d-1d251f35686e', 'tenant_id': 'e780761839e44e15abbd66cfac1cd398', 'fixed_ips': [{'subnet_id': 'eb16543c-b69a-4569-baad-a3a062d829ea'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:47.186336 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:47.271374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Allocated IP 172.22.0.1 (0fd65a27-2455-4610-871e-89fc97fb070f/cdb1d45e-6a26-4464-b126-899732074a2d/96ccf70e-45b7-4b78-8d09-176838d2cae0) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:47.277824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf74a29e-09a3-47a5-ab25-6d44d873786a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Made reservation on behalf of e780761839e44e15abbd66cfac1cd398 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:47.281797 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf74a29e-09a3-47a5-ab25-6d44d873786a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:47.296286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bedf7919-73c5-4ca4-b9d8-4d11f567c26d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:47.310089 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa160c1-01f7-4220-baea-f0771318e184 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=c19aa91a-1f68-4b4b-b1cb-c39f896adc85,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:47.341092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-bf74a29e-09a3-47a5-ab25-6d44d873786a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] device_id is not set on port 7b3f4bfe-59d2-4608-8093-69db811cbdbe yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:45:47.383706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4578ee12-f1a8-4a7d-bb4a-66e2c0bc7f64 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:47.479677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-92e89445-f608-4b85-b2e3-b29b73538a7f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port cd628790-310d-4ad1-9b60-b50bd9ca9d2b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:47.482606 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92e89445-f608-4b85-b2e3-b29b73538a7f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:47.493036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-bedf7919-73c5-4ca4-b9d8-4d11f567c26d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port 7455f8ec-2bf3-4c61-aadd-68ec23a94848 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:45:47.501642 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-df6b335e-96d5-4152-99aa-b520a277efd7 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Deleting port fdad4cf7-fd61-435c-9f61-34da2acbfb1b {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:47.514853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df6b335e-96d5-4152-99aa-b520a277efd7 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:47.741097 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8aa160c1-01f7-4220-baea-f0771318e184 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:47.814433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:47.886597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-618829a5-3bbf-4448-8878-c301fc6a10b1 None None] Provisioning complete for port ac666e9c-c29f-48a6-bae1-43b41a801012 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:47.887163 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-618829a5-3bbf-4448-8878-c301fc6a10b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:47.936855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92e89445-f608-4b85-b2e3-b29b73538a7f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:47.954772 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Allocated IP 172.20.0.2 (e30f8101-ddd8-4866-9c0d-1d251f35686e/eb16543c-b69a-4569-baad-a3a062d829ea/ab69d72d-ff2c-408a-b21b-160ffdec7991) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:47.955500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:47.995989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.013328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-92e89445-f608-4b85-b2e3-b29b73538a7f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for cd628790-310d-4ad1-9b60-b50bd9ca9d2b owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:48.047664 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.087783 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.122899 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ac666e9c-c29f-48a6-bae1-43b41a801012 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:48.131021 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df6b335e-96d5-4152-99aa-b520a277efd7 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.177654 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa160c1-01f7-4220-baea-f0771318e184 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 7d560510-b838-43d4-a14a-765397744b92 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:45:48.178468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-bedf7919-73c5-4ca4-b9d8-4d11f567c26d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8:0:1::9f (99cffe53-689e-4c68-95bc-797fbe732ade/8f6df175-14cf-4e6c-924b-eab45ec62afc/7455f8ec-2bf3-4c61-aadd-68ec23a94848) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:48.185445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-df6b335e-96d5-4152-99aa-b520a277efd7 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Calling delete_port for fdad4cf7-fd61-435c-9f61-34da2acbfb1b owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:48.220695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-bedf7919-73c5-4ca4-b9d8-4d11f567c26d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::f816:3eff:fe30:25fd (99cffe53-689e-4c68-95bc-797fbe732ade/a023da96-0b67-4386-a393-9e979ecba0b3/7455f8ec-2bf3-4c61-aadd-68ec23a94848) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:48.290654 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-618829a5-3bbf-4448-8878-c301fc6a10b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.302351 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.349472 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ac666e9c-c29f-48a6-bae1-43b41a801012 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:48.349874 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.351824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.396163 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.405363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 0fd65a27-2455-4610-871e-89fc97fb070f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:48.406326 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-618829a5-3bbf-4448-8878-c301fc6a10b1 None None] For port ac666e9c-c29f-48a6-bae1-43b41a801012, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ac666e9c-c29f-48a6-bae1-43b41a801012,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:48.456369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-618829a5-3bbf-4448-8878-c301fc6a10b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.461865 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb0e8fa-470d-45da-8874-f9c08204ba44 None None] Update dhcp port {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'fixed_ips': [{'subnet_id': 'a023da96-0b67-4386-a393-9e979ecba0b3', 'ip_address': '2001:db8::f816:3eff:fe15:265a'}, {'subnet_id': '8f6df175-14cf-4e6c-924b-eab45ec62afc'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': 'ac666e9c-c29f-48a6-bae1-43b41a801012'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:45:48.462119 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92e89445-f608-4b85-b2e3-b29b73538a7f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.472395 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:48.474570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=96ccf70e-45b7-4b78-8d09-176838d2cae0,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:48.485370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:48.500130 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Network e30f8101-ddd8-4866-9c0d-1d251f35686e is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:48.513744 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:48.517975 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:48.518140 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa160c1-01f7-4220-baea-f0771318e184 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:48.520279 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7fb0e8fa-470d-45da-8874-f9c08204ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.522169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Pushing event updated for resources: {'Port': ['ID=ab69d72d-ff2c-408a-b21b-160ffdec7991,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:48.540473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f720fc-5424-40c7-b144-0ba02f7ff3d8 None None] Sync routers for ids ['7d560510-b838-43d4-a14a-765397744b92'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:48.541069 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8aa160c1-01f7-4220-baea-f0771318e184 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/7d560510-b838-43d4-a14a-765397744b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3527105 Feb 04 05:45:48.545582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50786) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:48.617394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bedf7919-73c5-4ca4-b9d8-4d11f567c26d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.625394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e89445-f608-4b85-b2e3-b29b73538a7f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=cd628790-310d-4ad1-9b60-b50bd9ca9d2b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:48.628037 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92e89445-f608-4b85-b2e3-b29b73538a7f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.631590 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-92e89445-f608-4b85-b2e3-b29b73538a7f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/cd628790-310d-4ad1-9b60-b50bd9ca9d2b HTTP/1.1" status: 204 len: 168 time: 2.0648746 Feb 04 05:45:48.638125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50788) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:48.645159 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-bf74a29e-09a3-47a5-ab25-6d44d873786a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Allocated IP 172.20.0.11 (e30f8101-ddd8-4866-9c0d-1d251f35686e/eb16543c-b69a-4569-baad-a3a062d829ea/7b3f4bfe-59d2-4608-8093-69db811cbdbe) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:48.659975 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Allocated IP 172.26.3.188 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/87cd567e-b663-4582-9e6c-3fcb1adf1702) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:48.665865 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d7943f8f-baf6-420e-8944-f00ae15876dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d560510-b838-43d4-a14a-765397744b92 HTTP/1.1" status: 200 len: 205 time: 0.1174729 Feb 04 05:45:48.675612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50790) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:48.701505 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.707489 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f720fc-5424-40c7-b144-0ba02f7ff3d8 None None] Routers {'7d560510-b838-43d4-a14a-765397744b92'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:48.708046 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-01f720fc-5424-40c7-b144-0ba02f7ff3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['7d560510-b838-43d4-a14a-765397744b92'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:48.771384 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618829a5-3bbf-4448-8878-c301fc6a10b1 None None] Pushing event updated for resources: {'Port': ['ID=ac666e9c-c29f-48a6-bae1-43b41a801012,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:48.781731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 05990c87-c23f-4390-95cc-b57e61c278e2 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:48.783653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Attempting to bind port ab69d72d-ff2c-408a-b21b-160ffdec7991 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:48.784223 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Attempting to bind port ab69d72d-ff2c-408a-b21b-160ffdec7991 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '71224e4c-c752-413e-9c17-dfa52a5bad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e30f8101-ddd8-4866-9c0d-1d251f35686e'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:48.784737 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Attempting to bind port ab69d72d-ff2c-408a-b21b-160ffdec7991 on network e30f8101-ddd8-4866-9c0d-1d251f35686e {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:48.786767 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-01f720fc-5424-40c7-b144-0ba02f7ff3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:48.788863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:45:48.831776 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a8def-27ad-4d16-8678-3ff70cf07d16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:48.833680 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cda77bfe-a7d2-494e-9c15-ce87e242a437 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.839702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a8def-27ad-4d16-8678-3ff70cf07d16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:48.844045 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-432a8def-27ad-4d16-8678-3ff70cf07d16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1977289 Feb 04 05:45:48.844590 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50792) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:48.864942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bedf7919-73c5-4ca4-b9d8-4d11f567c26d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.874102 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:48.874479 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Checking segment: {'id': '71224e4c-c752-413e-9c17-dfa52a5bad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e30f8101-ddd8-4866-9c0d-1d251f35686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:48.874879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.875478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Bound using segment: {'id': '71224e4c-c752-413e-9c17-dfa52a5bad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e30f8101-ddd8-4866-9c0d-1d251f35686e'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:48.875935 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Bound port: ab69d72d-ff2c-408a-b21b-160ffdec7991, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71224e4c-c752-413e-9c17-dfa52a5bad76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e30f8101-ddd8-4866-9c0d-1d251f35686e'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:48.876160 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:48.902332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f720fc-5424-40c7-b144-0ba02f7ff3d8 None None] Routers {'7d560510-b838-43d4-a14a-765397744b92'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:48.903576 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-01f720fc-5424-40c7-b144-0ba02f7ff3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['7d560510-b838-43d4-a14a-765397744b92'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:48.911951 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bd1676-2684-4fff-88f1-f2dab75989de None None] Network 0fd65a27-2455-4610-871e-89fc97fb070f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:48.990993 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-01f720fc-5424-40c7-b144-0ba02f7ff3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:48.991396 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f720fc-5424-40c7-b144-0ba02f7ff3d8 None None] The sync data for ids ['7d560510-b838-43d4-a14a-765397744b92'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:49.005854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedf7919-73c5-4ca4-b9d8-4d11f567c26d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:49.006631 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf7919-73c5-4ca4-b9d8-4d11f567c26d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=7455f8ec-2bf3-4c61-aadd-68ec23a94848,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:49.014876 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-bedf7919-73c5-4ca4-b9d8-4d11f567c26d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:49.018178 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.020039 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf7919-73c5-4ca4-b9d8-4d11f567c26d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:49.025558 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf7919-73c5-4ca4-b9d8-4d11f567c26d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:49.026267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bedf7919-73c5-4ca4-b9d8-4d11f567c26d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.099711 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bedf7919-73c5-4ca4-b9d8-4d11f567c26d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9036360 Feb 04 05:45:49.107617 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-7fb0e8fa-470d-45da-8874-f9c08204ba44 None None] Allocated IP 2001:db8:0:1::2 (99cffe53-689e-4c68-95bc-797fbe732ade/8f6df175-14cf-4e6c-924b-eab45ec62afc/ac666e9c-c29f-48a6-bae1-43b41a801012) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:49.109789 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50794) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:49.134056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf74a29e-09a3-47a5-ab25-6d44d873786a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.159537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-998e7516-dce2-408d-b248-607521f83206 None None] Provisioning complete for port 05990c87-c23f-4390-95cc-b57e61c278e2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:49.160282 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-998e7516-dce2-408d-b248-607521f83206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.162314 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 05990c87-c23f-4390-95cc-b57e61c278e2 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:49.162746 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.218595 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df6b335e-96d5-4152-99aa-b520a277efd7 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.248846 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cda77bfe-a7d2-494e-9c15-ce87e242a437 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.269540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cda77bfe-a7d2-494e-9c15-ce87e242a437 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.273112 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.287417 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b335e-96d5-4152-99aa-b520a277efd7 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Pushing event deleted for resources: {'Port': ['ID=fdad4cf7-fd61-435c-9f61-34da2acbfb1b,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:49.289653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] For port ab69d72d-ff2c-408a-b21b-160ffdec7991, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:49.317736 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf74a29e-09a3-47a5-ab25-6d44d873786a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.325519 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] For port ab69d72d-ff2c-408a-b21b-160ffdec7991, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ab69d72d-ff2c-408a-b21b-160ffdec7991,segment=NetworkSegment(71224e4c-c752-413e-9c17-dfa52a5bad76),segment_id=71224e4c-c752-413e-9c17-dfa52a5bad76)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:49.361968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.374579 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7fb0e8fa-470d-45da-8874-f9c08204ba44 None None] For port ac666e9c-c29f-48a6-bae1-43b41a801012, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ac666e9c-c29f-48a6-bae1-43b41a801012,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:49.592593 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7fb0e8fa-470d-45da-8874-f9c08204ba44 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.595757 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-998e7516-dce2-408d-b248-607521f83206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.608691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.629021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab6fa1-d5d0-4064-ba52-1afa61c6ecd6 None None] Pushing event updated for resources: {'Port': ['ID=ab69d72d-ff2c-408a-b21b-160ffdec7991,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:49.668838 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 05990c87-c23f-4390-95cc-b57e61c278e2, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=05990c87-c23f-4390-95cc-b57e61c278e2,segment=NetworkSegment(5fdea166-c046-4fb1-8046-a580ccd9c71b),segment_id=5fdea166-c046-4fb1-8046-a580ccd9c71b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:49.670461 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7fb0e8fa-470d-45da-8874-f9c08204ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.680318 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf74a29e-09a3-47a5-ab25-6d44d873786a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Network e30f8101-ddd8-4866-9c0d-1d251f35686e is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:49.690971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-bf74a29e-09a3-47a5-ab25-6d44d873786a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:49.694261 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf74a29e-09a3-47a5-ab25-6d44d873786a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:49.700220 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74a29e-09a3-47a5-ab25-6d44d873786a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Pushing event updated for resources: {'Port': ['ID=7b3f4bfe-59d2-4608-8093-69db811cbdbe,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:49.712614 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:49.734929 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf879e8f-af5a-4b61-ac80-1255cb8c8513 None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:49.741351 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1b07d-f006-40eb-881d-5bad7a5240a0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port 7455f8ec-2bf3-4c61-aadd-68ec23a94848 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:49.741690 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e0b1b07d-f006-40eb-881d-5bad7a5240a0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.759055 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf879e8f-af5a-4b61-ac80-1255cb8c8513 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:49.761833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-9df94fe1-5050-44be-a7da-101d11632bea tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port 251e216d-c28c-4e07-9f8f-4c39e829e041 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:49.762250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9df94fe1-5050-44be-a7da-101d11632bea tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.762445 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cf879e8f-af5a-4b61-ac80-1255cb8c8513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:49.773822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cda77bfe-a7d2-494e-9c15-ce87e242a437 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.774493 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda77bfe-a7d2-494e-9c15-ce87e242a437 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Fanout notify agent at l3_agent the message router_deleted on router 7d560510-b838-43d4-a14a-765397744b92 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:45:49.805635 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cda77bfe-a7d2-494e-9c15-ce87e242a437 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.810296 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cda77bfe-a7d2-494e-9c15-ce87e242a437 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/routers/7d560510-b838-43d4-a14a-765397744b92 HTTP/1.1" status: 204 len: 168 time: 1.1301625 Feb 04 05:45:49.812314 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cf879e8f-af5a-4b61-ac80-1255cb8c8513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:49.815275 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50796) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:49.832561 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf879e8f-af5a-4b61-ac80-1255cb8c8513 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:49.833173 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cf879e8f-af5a-4b61-ac80-1255cb8c8513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:49.849634 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0e8fa-470d-45da-8874-f9c08204ba44 None None] Pushing event updated for resources: {'Port': ['ID=ac666e9c-c29f-48a6-bae1-43b41a801012,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:49.858190 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74a29e-09a3-47a5-ab25-6d44d873786a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:49.859123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf74a29e-09a3-47a5-ab25-6d44d873786a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.879652 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.880477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device dad87a4f-1a59-43d8-a868-7a98f0b5ee3c up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:49.915320 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d229b0d-9e97-4bdb-8e47-9637aa9bec04 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting subnet a4ce405d-06d9-43c0-8c9e-6b1a493ba846 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:49.918076 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bf74a29e-09a3-47a5-ab25-6d44d873786a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2980614 Feb 04 05:45:49.918510 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50798) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:49.938051 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cf879e8f-af5a-4b61-ac80-1255cb8c8513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:49.939100 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf879e8f-af5a-4b61-ac80-1255cb8c8513 None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:49.946538 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-77018194-71fb-42c0-8c35-fbcb0a3d0c7f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1743468242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:49.949119 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e0b1b07d-f006-40eb-881d-5bad7a5240a0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.955115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.959528 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a83ba680-8240-41cd-bd45-ce1a0f7860b7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.2286522 Feb 04 05:45:49.960961 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d229b0d-9e97-4bdb-8e47-9637aa9bec04 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:49.963417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50800) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:50.020030 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df6b335e-96d5-4152-99aa-b520a277efd7 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.025933 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9df94fe1-5050-44be-a7da-101d11632bea tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.039442 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.041209 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1b07d-f006-40eb-881d-5bad7a5240a0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for 7455f8ec-2bf3-4c61-aadd-68ec23a94848 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:50.054032 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.067839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.115577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d229b0d-9e97-4bdb-8e47-9637aa9bec04 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.156296 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-9df94fe1-5050-44be-a7da-101d11632bea tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for 251e216d-c28c-4e07-9f8f-4c39e829e041 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:50.255501 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=96ccf70e-45b7-4b78-8d09-176838d2cae0,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:50.262138 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.305746 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-998e7516-dce2-408d-b248-607521f83206 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:45:50.306304 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-998e7516-dce2-408d-b248-607521f83206 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:45:50.323097 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'Port': ['ID=87cd567e-b663-4582-9e6c-3fcb1adf1702,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:50.324196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=05990c87-c23f-4390-95cc-b57e61c278e2,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:50.358780 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:50.359178 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.375030 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:50.380668 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df6b335e-96d5-4152-99aa-b520a277efd7 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.386195 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df6b335e-96d5-4152-99aa-b520a277efd7 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.389367 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:50.396796 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:50.404818 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77018194-71fb-42c0-8c35-fbcb0a3d0c7f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.405716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77018194-71fb-42c0-8c35-fbcb0a3d0c7f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.533412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9df94fe1-5050-44be-a7da-101d11632bea tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.550986 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df6b335e-96d5-4152-99aa-b520a277efd7 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.551441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6b335e-96d5-4152-99aa-b520a277efd7 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Fanout notify agent at l3_agent the message router_deleted on router 51a3cde2-45fb-4452-8918-8870982b5f8d {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:45:50.576356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df6b335e-96d5-4152-99aa-b520a277efd7 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.577520 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-df6b335e-96d5-4152-99aa-b520a277efd7 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "DELETE /v2.0/routers/51a3cde2-45fb-4452-8918-8870982b5f8d HTTP/1.1" status: 204 len: 168 time: 5.2790639 Feb 04 05:45:50.614203 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50802) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:50.626487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2003962296', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:50.654582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df94fe1-5050-44be-a7da-101d11632bea tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=251e216d-c28c-4e07-9f8f-4c39e829e041,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:50.654812 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 0fd65a27-2455-4610-871e-89fc97fb070f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:50.665136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d229b0d-9e97-4bdb-8e47-9637aa9bec04 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.668042 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:50.739319 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9df94fe1-5050-44be-a7da-101d11632bea tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.747913 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9df94fe1-5050-44be-a7da-101d11632bea tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/251e216d-c28c-4e07-9f8f-4c39e829e041 HTTP/1.1" status: 204 len: 168 time: 1.8987134 Feb 04 05:45:50.754772 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50804) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:50.886519 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ab69d72d-ff2c-408a-b21b-160ffdec7991 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:50.888618 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d229b0d-9e97-4bdb-8e47-9637aa9bec04 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:50.962648 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ab69d72d-ff2c-408a-b21b-160ffdec7991 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:50.963401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.038303 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e0b1b07d-f006-40eb-881d-5bad7a5240a0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.040751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.041963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.045432 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d229b0d-9e97-4bdb-8e47-9637aa9bec04 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ce405d-06d9-43c0-8c9e-6b1a493ba846,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:51.046899 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1df75393-cfc0-4544-aedf-547a388aa7fd None None] Provisioning complete for port 96ccf70e-45b7-4b78-8d09-176838d2cae0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:51.047284 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1df75393-cfc0-4544-aedf-547a388aa7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.059025 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1496bcd8-65e6-4de2-97ad-54909b36666c None None] Network 805baa55-6e08-4685-956e-acd8eacd5a69 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:51.063168 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d229b0d-9e97-4bdb-8e47-9637aa9bec04 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.071068 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5d229b0d-9e97-4bdb-8e47-9637aa9bec04 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/a4ce405d-06d9-43c0-8c9e-6b1a493ba846 HTTP/1.1" status: 204 len: 168 time: 1.2530437 Feb 04 05:45:51.075818 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50806) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:51.092196 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00849f4d-5762-48a4-83ca-44935d9578d5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:51.093811 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-00849f4d-5762-48a4-83ca-44935d9578d5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3273094 Feb 04 05:45:51.117808 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50808) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:51.118624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1b07d-f006-40eb-881d-5bad7a5240a0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=7455f8ec-2bf3-4c61-aadd-68ec23a94848,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:51.230289 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d22f65-8750-41cd-a6d6-073c822837ab tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] GET failed (client error): The resource could not be found. Feb 04 05:45:51.231876 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d4d22f65-8750-41cd-a6d6-073c822837ab tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/cd628790-310d-4ad1-9b60-b50bd9ca9d2b HTTP/1.1" status: 404 len: 333 time: 0.1105492 Feb 04 05:45:51.256540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77018194-71fb-42c0-8c35-fbcb0a3d0c7f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.257470 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50810) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:51.280085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77018194-71fb-42c0-8c35-fbcb0a3d0c7f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.287989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.295035 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1df75393-cfc0-4544-aedf-547a388aa7fd None None] Port 96ccf70e-45b7-4b78-8d09-176838d2cae0 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:51.306241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.330166 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f68911e-cd58-4e82-bfc1-8c0e9e031581 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] GET failed (client error): The resource could not be found. Feb 04 05:45:51.331870 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6f68911e-cd58-4e82-bfc1-8c0e9e031581 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/251e216d-c28c-4e07-9f8f-4c39e829e041 HTTP/1.1" status: 404 len: 333 time: 0.0736773 Feb 04 05:45:51.335011 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50812) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:51.349860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.353874 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1df75393-cfc0-4544-aedf-547a388aa7fd None None] Provisioning complete for port 05990c87-c23f-4390-95cc-b57e61c278e2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:51.354980 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1df75393-cfc0-4544-aedf-547a388aa7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.375450 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77018194-71fb-42c0-8c35-fbcb0a3d0c7f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.379079 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-77018194-71fb-42c0-8c35-fbcb0a3d0c7f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4469311 Feb 04 05:45:51.392357 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50814) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:51.395977 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bb34b8-1aa0-4b8c-a780-fd3563efc1cd None None] Network e30f8101-ddd8-4866-9c0d-1d251f35686e requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:51.459561 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port ab69d72d-ff2c-408a-b21b-160ffdec7991, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ab69d72d-ff2c-408a-b21b-160ffdec7991,segment=NetworkSegment(71224e4c-c752-413e-9c17-dfa52a5bad76),segment_id=71224e4c-c752-413e-9c17-dfa52a5bad76)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:51.468275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:45:51.474878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7be767da-ac53-414c-8e25-b5f40813399f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-604830759', 'prefixes': ['172.20.0.0/16']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:51.480699 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.481335 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ac666e9c-c29f-48a6-bae1-43b41a801012 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:51.491534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e0b1b07d-f006-40eb-881d-5bad7a5240a0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.497568 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e0b1b07d-f006-40eb-881d-5bad7a5240a0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/7455f8ec-2bf3-4c61-aadd-68ec23a94848 HTTP/1.1" status: 204 len: 168 time: 2.3865480 Feb 04 05:45:51.499151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50816) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:51.503622 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4e368872-60f4-45d3-b724-613d3a921458 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.592161 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db681adb-22be-4efd-905b-b3da7918e36c None None] DHCP port deletion for 805baa55-6e08-4685-956e-acd8eacd5a69 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:51.666527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=ab69d72d-ff2c-408a-b21b-160ffdec7991,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:51.717252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ac666e9c-c29f-48a6-bae1-43b41a801012 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:51.717672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.812312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-db681adb-22be-4efd-905b-b3da7918e36c None None] Deleting port d68f2789-f16f-4b8c-bed1-acffed1e6496 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:51.812691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-db681adb-22be-4efd-905b-b3da7918e36c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.840361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c7147a80-42f5-4d38-8237-c60a666828b8 None None] Provisioning complete for port 96ccf70e-45b7-4b78-8d09-176838d2cae0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:51.840712 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7147a80-42f5-4d38-8237-c60a666828b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.848207 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bc2bdc-d3f7-4bf5-9c7b-fbc7f3eb102e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:51.850118 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-21bc2bdc-d3f7-4bf5-9c7b-fbc7f3eb102e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3446312 Feb 04 05:45:51.859737 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50818) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:51.890876 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.956718 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.968708 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 05990c87-c23f-4390-95cc-b57e61c278e2 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:51.970276 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c7147a80-42f5-4d38-8237-c60a666828b8 None None] Port 96ccf70e-45b7-4b78-8d09-176838d2cae0 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:51.973092 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4e368872-60f4-45d3-b724-613d3a921458 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:51.976818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-db681adb-22be-4efd-905b-b3da7918e36c None None] For port d68f2789-f16f-4b8c-bed1-acffed1e6496, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d68f2789-f16f-4b8c-bed1-acffed1e6496,segment=NetworkSegment(a5dd0e3d-8182-490e-98f4-458483c1457a),segment_id=a5dd0e3d-8182-490e-98f4-458483c1457a)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:51.977223 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-db681adb-22be-4efd-905b-b3da7918e36c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.001802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-4e368872-60f4-45d3-b724-613d3a921458 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16eb3ddf-d1f7-449b-83c8-7a2621acd7f6']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:52.013544 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-4e368872-60f4-45d3-b724-613d3a921458 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa702d8-b789-49d1-8cee-3b91221a918d') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:52.014094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-4e368872-60f4-45d3-b724-613d3a921458 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa702d8-b789-49d1-8cee-3b91221a918d') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:52.046293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-db681adb-22be-4efd-905b-b3da7918e36c None None] Calling delete_port for d68f2789-f16f-4b8c-bed1-acffed1e6496 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:52.067022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.073662 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c7147a80-42f5-4d38-8237-c60a666828b8 None None] Provisioning complete for port ab69d72d-ff2c-408a-b21b-160ffdec7991 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:52.074073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7147a80-42f5-4d38-8237-c60a666828b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.154949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port d68f2789-f16f-4b8c-bed1-acffed1e6496 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:52.155375 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.176917 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4e368872-60f4-45d3-b724-613d3a921458 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.181328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 05990c87-c23f-4390-95cc-b57e61c278e2 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:52.181699 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.209420 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7be767da-ac53-414c-8e25-b5f40813399f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks [] for subnetpool, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.211314 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7be767da-ac53-414c-8e25-b5f40813399f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7414856 Feb 04 05:45:52.216406 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:52.224818 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c55575d1-5928-4e3e-bc2c-dd850f25b8fa tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/9ea0b516-d4fe-4ab7-bcbb-042dda8f394d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5794744 Feb 04 05:45:52.228908 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50820) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:52.228908 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50822) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:52.236773 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Sync routers for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:52.240569 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.tag.tag_plugin [None req-a7a55780-0fe2-414c-ac36-5a3e39b07589 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'eb16543c-b69a-4569-baad-a3a062d829ea', 'tempest-TagsExtTest-Tag-861467425') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:52.248869 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3556e445-3c66-404e-8cba-1537a961e46c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'network': {'name': 'tempest-RoutersTest-383854562'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:52.288271 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:52.289220 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:52.289664 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4e368872-60f4-45d3-b724-613d3a921458 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.295049 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-db681adb-22be-4efd-905b-b3da7918e36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.313417 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e368872-60f4-45d3-b724-613d3a921458 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:52.313948 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4e368872-60f4-45d3-b724-613d3a921458 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:52.322402 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:52.387086 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] For port d68f2789-f16f-4b8c-bed1-acffed1e6496, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d68f2789-f16f-4b8c-bed1-acffed1e6496,segment=NetworkSegment(a5dd0e3d-8182-490e-98f4-458483c1457a),segment_id=a5dd0e3d-8182-490e-98f4-458483c1457a)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:52.387750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.398974 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db681adb-22be-4efd-905b-b3da7918e36c None None] Pushing event deleted for resources: {'Port': ['ID=d68f2789-f16f-4b8c-bed1-acffed1e6496,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:52.404464 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db681adb-22be-4efd-905b-b3da7918e36c None None] No DVR routers for this DVR port d68f2789-f16f-4b8c-bed1-acffed1e6496 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:52.439371 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c7147a80-42f5-4d38-8237-c60a666828b8 None None] Provisioning complete for port ac666e9c-c29f-48a6-bae1-43b41a801012 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:52.439745 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c7147a80-42f5-4d38-8237-c60a666828b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.440450 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3556e445-3c66-404e-8cba-1537a961e46c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:52.447033 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3556e445-3c66-404e-8cba-1537a961e46c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.449802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096381a9-d920-4aba-8851-30698a61ddfd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:52.451510 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-096381a9-d920-4aba-8851-30698a61ddfd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5551634 Feb 04 05:45:52.464289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50824) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:52.467378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for d68f2789-f16f-4b8c-bed1-acffed1e6496 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:52.476889 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:45:52.479373 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.509502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4e368872-60f4-45d3-b724-613d3a921458 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.525257 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4e368872-60f4-45d3-b724-613d3a921458 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.535456 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4e368872-60f4-45d3-b724-613d3a921458 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/networks/16eb3ddf-d1f7-449b-83c8-7a2621acd7f6 HTTP/1.1" status: 204 len: 168 time: 1.1936581 Feb 04 05:45:52.541315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50826) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:52.551759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-26d5f81a-d79c-49f3-ba8e-55dfc52aa917 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-904370841'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:52.610472 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e368872-60f4-45d3-b724-613d3a921458 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Network': ['ID=16eb3ddf-d1f7-449b-83c8-7a2621acd7f6,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:52.672414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ab69d72d-ff2c-408a-b21b-160ffdec7991 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:52.698204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3556e445-3c66-404e-8cba-1537a961e46c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:52.733363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667728cf-1e85-4b77-b946-e8dcf21e6138 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:52.734951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667728cf-1e85-4b77-b946-e8dcf21e6138 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:52.736446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667728cf-1e85-4b77-b946-e8dcf21e6138 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:52.738069 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-667728cf-1e85-4b77-b946-e8dcf21e6138 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2169018 Feb 04 05:45:52.754066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3556e445-3c66-404e-8cba-1537a961e46c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.754488 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-3556e445-3c66-404e-8cba-1537a961e46c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Added segment 601e563f-d646-4fc4-b3cb-786869f9f43b of type vlan for network 3d53556c-f600-45e4-8efc-b3e53cdb4dcc Feb 04 05:45:52.756333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50828) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:52.787512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d5f81a-d79c-49f3-ba8e-55dfc52aa917 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:52.792797 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26d5f81a-d79c-49f3-ba8e-55dfc52aa917 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.815208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ab69d72d-ff2c-408a-b21b-160ffdec7991 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:52.815749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:52.848744 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a7a55780-0fe2-414c-ac36-5a3e39b07589 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "PUT /v2.0/subnets/eb16543c-b69a-4569-baad-a3a062d829ea/tags/tempest-TagsExtTest-Tag-861467425 HTTP/1.1" status: 201 len: 201 time: 0.6167297 Feb 04 05:45:52.917637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50830) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:52.954383 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.tag.tag_plugin [None req-91159ceb-c6e5-4555-b4c1-efeb7282d3cf tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7b3f4bfe-59d2-4608-8093-69db811cbdbe', 'tempest-TagsExtTest-Tag-1942309933') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:52.995864 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-42677ce4-d0ac-4f94-ad60-738620a2bfa4 None None] Could not find standard attr ID for object 7455f8ec-2bf3-4c61-aadd-68ec23a94848. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:45:53.004450 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3556e445-3c66-404e-8cba-1537a961e46c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.022924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-42677ce4-d0ac-4f94-ad60-738620a2bfa4 None None] Provisioning complete for port 7b3f4bfe-59d2-4608-8093-69db811cbdbe triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:53.023454 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-42677ce4-d0ac-4f94-ad60-738620a2bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.055817 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Allocated IP 172.20.0.1 (e2598b2f-5705-48df-a705-f0b9d91f5e9b/36e3b937-3419-4bf0-bc95-4f5337c2a164/c409620b-8a5f-45a4-9b07-2693cd359676) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:53.068239 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:45:48Z', 'revision_number': 4, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ccf70e-45b7-4b78-8d09-176838d2cae0', 'name': '', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:17:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:46Z', 'updated_at': '2022-02-04T05:45:49Z', 'revision_number': 2, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:53.068758 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6df4324-6324-4070-9e50-de8c0dec1c86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 8f6df175-14cf-4e6c-924b-eab45ec62afc {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:53.082917 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.090095 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f6df4324-6324-4070-9e50-de8c0dec1c86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.090294 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.092518 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d5f81a-d79c-49f3-ba8e-55dfc52aa917 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:53.122123 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Checking router: 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:45:53.122631 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Updating router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d port 96ccf70e-45b7-4b78-8d09-176838d2cae0 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:45:53.124503 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-42677ce4-d0ac-4f94-ad60-738620a2bfa4 None None] Port 7b3f4bfe-59d2-4608-8093-69db811cbdbe cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:45:53.130216 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=d68f2789-f16f-4b8c-bed1-acffed1e6496,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:53.133406 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No DVR routers for this DVR port d68f2789-f16f-4b8c-bed1-acffed1e6496 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:53.151294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.179992 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.183506 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-42677ce4-d0ac-4f94-ad60-738620a2bfa4 None None] Provisioning complete for port ab69d72d-ff2c-408a-b21b-160ffdec7991 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:53.183657 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26d5f81a-d79c-49f3-ba8e-55dfc52aa917 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.183771 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-42677ce4-d0ac-4f94-ad60-738620a2bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.183879 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-26d5f81a-d79c-49f3-ba8e-55dfc52aa917 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Added segment 2950ff23-b478-415b-974d-dfef4068fb9f of type vlan for network 15cfb402-fd34-4688-888c-f01fb54d2be5 Feb 04 05:45:53.189950 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3556e445-3c66-404e-8cba-1537a961e46c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.192332 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.196553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3556e445-3c66-404e-8cba-1537a961e46c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:53.197275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3556e445-3c66-404e-8cba-1537a961e46c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.223687 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.243856 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f6df4324-6324-4070-9e50-de8c0dec1c86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.271852 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.277703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d68f2789-f16f-4b8c-bed1-acffed1e6496 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:53.307192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: d68f2789-f16f-4b8c-bed1-acffed1e6496 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:53.307531 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d68f2789-f16f-4b8c-bed1-acffed1e6496 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:53.319947 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805baa55-6e08-4685-956e-acd8eacd5a69']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:53.333199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'Port': ['ID=87cd567e-b663-4582-9e6c-3fcb1adf1702,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:53.345032 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5dd0e3d-8182-490e-98f4-458483c1457a') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:53.345633 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5dd0e3d-8182-490e-98f4-458483c1457a') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:53.361029 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.363411 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.414823 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3556e445-3c66-404e-8cba-1537a961e46c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1707330 Feb 04 05:45:53.418339 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.440971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26d5f81a-d79c-49f3-ba8e-55dfc52aa917 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.487418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50832) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:53.491052 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:45:53.491504 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:45:53.495727 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:45:53.499868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-9f252c49-8851-4792-9d2d-a1e19c139b3d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'subnet': {'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:53.532425 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556e445-3c66-404e-8cba-1537a961e46c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Network': ['ID=3d53556c-f600-45e4-8efc-b3e53cdb4dcc,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:53.548963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 3d53556c-f600-45e4-8efc-b3e53cdb4dcc details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:53.559155 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Floating IP 63e08555-d0fd-473b-acb5-0451427b6d62 associated. External IP: 172.26.3.188, port: a834a86b-d94f-45cd-9465-1b317dcc3737. Feb 04 05:45:53.599757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.617744 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.625096 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/networks/805baa55-6e08-4685-956e-acd8eacd5a69 HTTP/1.1" status: 204 len: 168 time: 2.5415514 Feb 04 05:45:53.626333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183ae38-6f89-4f9a-a316-62f3a92c544d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Network': ['ID=805baa55-6e08-4685-956e-acd8eacd5a69,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:53.627921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50834) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:53.636360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-85713a25-6d21-4e74-833a-1d1ade4f3be1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-222629695', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:53.670543 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.697447 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-91159ceb-c6e5-4555-b4c1-efeb7282d3cf tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "PUT /v2.0/ports/7b3f4bfe-59d2-4608-8093-69db811cbdbe/tags/tempest-TagsExtTest-Tag-1942309933 HTTP/1.1" status: 201 len: 201 time: 0.7787013 Feb 04 05:45:53.698517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26d5f81a-d79c-49f3-ba8e-55dfc52aa917 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.700640 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50836) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:53.703561 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d5f81a-d79c-49f3-ba8e-55dfc52aa917 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:53.704224 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26d5f81a-d79c-49f3-ba8e-55dfc52aa917 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.707041 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-1f4bf189-bcdd-47a8-a235-74098354f25e tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2d0206a4-10d0-413b-8a9a-0c67992a363f', 'tempest-TagsExtTest-Tag-948628626') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:53.710412 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.711009 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.732051 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Allocated IP 172.26.3.89 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/668087b2-159c-4ea8-87b3-6432389c4120) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:53.745938 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85713a25-6d21-4e74-833a-1d1ade4f3be1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.747013 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85713a25-6d21-4e74-833a-1d1ade4f3be1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.760011 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f6df4324-6324-4070-9e50-de8c0dec1c86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.776315 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34860a10-8b55-415c-a4d8-07449fc5d450 None None] Pushing event updated for resources: {'Port': ['ID=96ccf70e-45b7-4b78-8d09-176838d2cae0,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:53.829024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Attempting to bind port 96ccf70e-45b7-4b78-8d09-176838d2cae0 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:53.829553 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Attempting to bind port 96ccf70e-45b7-4b78-8d09-176838d2cae0 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '5fdea166-c046-4fb1-8046-a580ccd9c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:53.830053 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Attempting to bind port 96ccf70e-45b7-4b78-8d09-176838d2cae0 on network 0fd65a27-2455-4610-871e-89fc97fb070f {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:53.840545 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:53.841200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Checking segment: {'id': '5fdea166-c046-4fb1-8046-a580ccd9c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:53.841630 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.842154 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Bound using segment: {'id': '5fdea166-c046-4fb1-8046-a580ccd9c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:53.842786 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Bound port: 96ccf70e-45b7-4b78-8d09-176838d2cae0, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdea166-c046-4fb1-8046-a580ccd9c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:53.843651 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.849620 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-26d5f81a-d79c-49f3-ba8e-55dfc52aa917 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3046613 Feb 04 05:45:53.897720 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50838) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:53.909434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-5effdc2d-fa1f-4ef3-88df-df90762ba785 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'subnet': {'network_id': '15cfb402-fd34-4688-888c-f01fb54d2be5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:53.913554 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] For port 96ccf70e-45b7-4b78-8d09-176838d2cae0, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:53.917967 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] For port 96ccf70e-45b7-4b78-8d09-176838d2cae0, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=96ccf70e-45b7-4b78-8d09-176838d2cae0,segment=NetworkSegment(5fdea166-c046-4fb1-8046-a580ccd9c71b),segment_id=5fdea166-c046-4fb1-8046-a580ccd9c71b)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:53.923090 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:53.957493 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Router 58d81f09-340e-4d49-a2d9-edf5e05ed458 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:45:53.991307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:53.992101 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:53.995323 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34860a10-8b55-415c-a4d8-07449fc5d450 None None] Pushing event updated for resources: {'Port': ['ID=96ccf70e-45b7-4b78-8d09-176838d2cae0,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:54.006335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85713a25-6d21-4e74-833a-1d1ade4f3be1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.064832 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85713a25-6d21-4e74-833a-1d1ade4f3be1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.101567 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:45:54.127651 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85713a25-6d21-4e74-833a-1d1ade4f3be1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.131814 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-85713a25-6d21-4e74-833a-1d1ade4f3be1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5014133 Feb 04 05:45:54.132979 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50840) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:54.136833 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1f4bf189-bcdd-47a8-a235-74098354f25e tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "PUT /v2.0/routers/2d0206a4-10d0-413b-8a9a-0c67992a363f/tags/tempest-TagsExtTest-Tag-948628626 HTTP/1.1" status: 201 len: 201 time: 0.4349358 Feb 04 05:45:54.147912 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-3a7ba3cc-99fd-4661-815d-3b4ecb1f9c2d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1653956430'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:54.152335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50842) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:54.160487 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-a2cf5e60-abd2-43d4-910a-05c5039d8507 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0fbbe52a-6b3b-4173-a670-31ee392cbecd', 'tempest-TagsExtTest-Tag-1182929479') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:54.199250 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-879ef261-14e8-40cc-9d1f-ffbf8dc7eafa None None] Provisioning complete for port 96ccf70e-45b7-4b78-8d09-176838d2cae0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:54.199996 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-879ef261-14e8-40cc-9d1f-ffbf8dc7eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.221445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:54.239418 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9d18d-a6aa-4aea-8fe4-df955768534e None None] Sync routers for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:54.246390 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a2cf5e60-abd2-43d4-910a-05c5039d8507 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "PUT /v2.0/subnetpools/0fbbe52a-6b3b-4173-a670-31ee392cbecd/tags/tempest-TagsExtTest-Tag-1182929479 HTTP/1.1" status: 201 len: 201 time: 0.0860662 Feb 04 05:45:54.248851 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.251186 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50844) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:54.256607 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-dd068427-222c-4f4b-b094-0805e6cc5b4f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'eb16543c-b69a-4569-baad-a3a062d829ea') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:54.268009 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9d18d-a6aa-4aea-8fe4-df955768534e None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:54.269176 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b7d9d18d-a6aa-4aea-8fe4-df955768534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:54.314837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f6df4324-6324-4070-9e50-de8c0dec1c86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.318760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5f81a-d79c-49f3-ba8e-55dfc52aa917 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Network': ['ID=15cfb402-fd34-4688-888c-f01fb54d2be5,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:54.350092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f252c49-8851-4792-9d2d-a1e19c139b3d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Made reservation on behalf of 02ee2ee1a7df4acdb68a90ee0ea194ca for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:54.353064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 15cfb402-fd34-4688-888c-f01fb54d2be5 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:54.355537 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9f252c49-8851-4792-9d2d-a1e19c139b3d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.409545 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-685714f2-3d5f-4f00-bde1-acfe6f2ed060 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.1236293 Feb 04 05:45:54.412452 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94202bfe-d1fe-4e42-b456-6c3fa7bf706f', 'tag': 'a834a86b-d94f-45cd-9465-1b317dcc3737'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:45:54.414824 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b276f99-46d3-491d-8395-989c3c5bb52e" -d '{"events": [{"name": "network-changed", "server_uuid": "94202bfe-d1fe-4e42-b456-6c3fa7bf706f", "tag": "a834a86b-d94f-45cd-9465-1b317dcc3737"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:45:54.453739 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-b7d9d18d-a6aa-4aea-8fe4-df955768534e None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:45:54.492474 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbfd3e9-8b30-46c1-aeac-61c411713fa8 x-openstack-request-id: req-ecbfd3e9-8b30-46c1-aeac-61c411713fa8 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:45:54.492993 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94202bfe-d1fe-4e42-b456-6c3fa7bf706f", "tag": "a834a86b-d94f-45cd-9465-1b317dcc3737", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:45:54.493204 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ecbfd3e9-8b30-46c1-aeac-61c411713fa8 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:45:54.493528 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94202bfe-d1fe-4e42-b456-6c3fa7bf706f', 'tag': 'a834a86b-d94f-45cd-9465-1b317dcc3737', 'status': 'completed', 'code': 200} Feb 04 05:45:54.495711 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7ba3cc-99fd-4661-815d-3b4ecb1f9c2d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:54.499323 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba3cc-99fd-4661-815d-3b4ecb1f9c2d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.519113 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dd068427-222c-4f4b-b094-0805e6cc5b4f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/subnets/eb16543c-b69a-4569-baad-a3a062d829ea/tags HTTP/1.1" status: 200 len: 240 time: 0.2642305 Feb 04 05:45:54.530509 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-879ef261-14e8-40cc-9d1f-ffbf8dc7eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.551938 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50850) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:54.558392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-e0bb133b-27fe-46e2-823d-0cdc8ef7302f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb16543c-b69a-4569-baad-a3a062d829ea', 'tempest-TagsExtTest-Tag-861467425') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:54.571905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:45:48Z', 'revision_number': 4, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ccf70e-45b7-4b78-8d09-176838d2cae0', 'name': '', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:17:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:46Z', 'updated_at': '2022-02-04T05:45:53Z', 'revision_number': 4, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:54.578731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-879ef261-14e8-40cc-9d1f-ffbf8dc7eafa None None] For port 96ccf70e-45b7-4b78-8d09-176838d2cae0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=96ccf70e-45b7-4b78-8d09-176838d2cae0,segment=NetworkSegment(5fdea166-c046-4fb1-8046-a580ccd9c71b),segment_id=5fdea166-c046-4fb1-8046-a580ccd9c71b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:54.580022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7ba3cc-99fd-4661-815d-3b4ecb1f9c2d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:45:54.590950 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba3cc-99fd-4661-815d-3b4ecb1f9c2d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.591298 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-3a7ba3cc-99fd-4661-815d-3b4ecb1f9c2d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Added segment e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8 of type vlan for network 9d79ca11-e0d9-4a49-b360-401c885848bf Feb 04 05:45:54.617378 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ace2c-8356-4cca-8cff-ae379369be64 None None] The sync data for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv is: [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:45:48Z', 'revision_number': 4, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ccf70e-45b7-4b78-8d09-176838d2cae0', 'name': '', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:17:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:46Z', 'updated_at': '2022-02-04T05:45:53Z', 'revision_number': 4, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:54.620241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-879ef261-14e8-40cc-9d1f-ffbf8dc7eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.658945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.699435 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ef261-14e8-40cc-9d1f-ffbf8dc7eafa None None] Pushing event updated for resources: {'Port': ['ID=96ccf70e-45b7-4b78-8d09-176838d2cae0,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:54.722856 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9f252c49-8851-4792-9d2d-a1e19c139b3d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.724161 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba3cc-99fd-4661-815d-3b4ecb1f9c2d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.734541 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b276f99-46d3-491d-8395-989c3c5bb52e req-40a4fb1b-27de-4e7f-a520-c06c39c2eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:54.737564 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4b276f99-46d3-491d-8395-989c3c5bb52e req-40a4fb1b-27de-4e7f-a520-c06c39c2eef8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 1098 time: 0.2183387 Feb 04 05:45:54.743855 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-26401dab-fe0a-49ca-a127-6970730912e3 None None] Provisioning complete for port 96ccf70e-45b7-4b78-8d09-176838d2cae0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:54.744880 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-26401dab-fe0a-49ca-a127-6970730912e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.849064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df4324-6324-4070-9e50-de8c0dec1c86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6df175-14cf-4e6c-924b-eab45ec62afc,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:54.866935 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b276f99-46d3-491d-8395-989c3c5bb52e req-0dc8709c-157a-4d7e-8381-49a208adb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:54.868906 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4b276f99-46d3-491d-8395-989c3c5bb52e req-0dc8709c-157a-4d7e-8381-49a208adb69d service neutron] 10.222.0.26 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 912 time: 0.1218333 Feb 04 05:45:54.886502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.db.resource_extend [None req-3a7ba3cc-99fd-4661-815d-3b4ecb1f9c2d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:45:54.908230 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b7d9d18d-a6aa-4aea-8fe4-df955768534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '63e08555-d0fd-473b-acb5-0451427b6d62', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'floating_ip_address': '172.26.3.188', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'port_id': 'a834a86b-d94f-45cd-9465-1b317dcc3737', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'mac_address': 'fa:16:3e:de:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94202bfe-d1fe-4e42-b456-6c3fa7bf706f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:45:51Z', 'updated_at': '2022-02-04T05:45:51Z', 'revision_number': 0, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:54.955737 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba3cc-99fd-4661-815d-3b4ecb1f9c2d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.959521 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9d18d-a6aa-4aea-8fe4-df955768534e None None] Checking router: 58d81f09-340e-4d49-a2d9-edf5e05ed458 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:45:54.963682 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ba3cc-99fd-4661-815d-3b4ecb1f9c2d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:54.964533 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba3cc-99fd-4661-815d-3b4ecb1f9c2d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.965455 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f252c49-8851-4792-9d2d-a1e19c139b3d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Subnet': ['ID=303015e6-0d3d-416c-9aff-230be493a9bf,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:54.973284 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network e2598b2f-5705-48df-a705-f0b9d91f5e9b is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:54.996602 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f6df4324-6324-4070-9e50-de8c0dec1c86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:54.998984 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e91c62-ed91-4002-af4f-a52452466f40 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:55.001350 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9d18d-a6aa-4aea-8fe4-df955768534e None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:55.002202 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b7d9d18d-a6aa-4aea-8fe4-df955768534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:55.003803 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f6df4324-6324-4070-9e50-de8c0dec1c86 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/8f6df175-14cf-4e6c-924b-eab45ec62afc HTTP/1.1" status: 204 len: 168 time: 2.2458267 Feb 04 05:45:55.004958 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:55.011945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50852) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:55.012884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:55.129963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=c409620b-8a5f-45a4-9b07-2693cd359676,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:55.137871 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4b276f99-46d3-491d-8395-989c3c5bb52e req-cf788c43-ca64-4a76-881e-9c88b15b12d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a834a86b-d94f-45cd-9465-1b317dcc3737 HTTP/1.1" status: 200 len: 999 time: 0.2617326 Feb 04 05:45:55.140550 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e0bb133b-27fe-46e2-823d-0cdc8ef7302f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/subnets/eb16543c-b69a-4569-baad-a3a062d829ea/tags/tempest-TagsExtTest-Tag-861467425 HTTP/1.1" status: 204 len: 168 time: 0.5862811 Feb 04 05:45:55.146082 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50854) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:55.146965 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ba3cc-99fd-4661-815d-3b4ecb1f9c2d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Network': ['ID=9d79ca11-e0d9-4a49-b360-401c885848bf,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:55.159974 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-b26d0571-b9dc-4bc6-bfe5-1ad97ef4d38f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'eb16543c-b69a-4569-baad-a3a062d829ea', 'tempest-TagsExtTest-Tag-861467425') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:55.172105 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3a7ba3cc-99fd-4661-815d-3b4ecb1f9c2d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0313103 Feb 04 05:45:55.173818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 9d79ca11-e0d9-4a49-b360-401c885848bf details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:45:55.174035 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:55.184119 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50856) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:55.275475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-60bad192-4a0a-4e09-bf4c-7a56f735f683 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'subnet': {'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:55.305438 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b276f99-46d3-491d-8395-989c3c5bb52e req-aeeec30e-2451-4230-bb4f-6fd057dfab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:55.308040 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4b276f99-46d3-491d-8395-989c3c5bb52e req-aeeec30e-2451-4230-bb4f-6fd057dfab19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 200 len: 851 time: 0.1627970 Feb 04 05:45:55.353552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-889e689a-fb60-4f4d-9927-261c7a1f3034 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet a023da96-0b67-4386-a393-9e979ecba0b3 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:45:55.356685 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f252c49-8851-4792-9d2d-a1e19c139b3d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Checking segment: {'id': '601e563f-d646-4fc4-b3cb-786869f9f43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:55.357055 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f252c49-8851-4792-9d2d-a1e19c139b3d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network hostable DHCP agents. Network: 3d53556c-f600-45e4-8efc-b3e53cdb4dcc, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:55.414319 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:55.416118 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-b7d9d18d-a6aa-4aea-8fe4-df955768534e None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:45:55.433751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-889e689a-fb60-4f4d-9927-261c7a1f3034 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:55.444704 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b276f99-46d3-491d-8395-989c3c5bb52e req-657f64c8-8f2c-4f11-a345-e648b6aa44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:55.447022 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4b276f99-46d3-491d-8395-989c3c5bb52e req-657f64c8-8f2c-4f11-a345-e648b6aa44fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1275175 Feb 04 05:45:55.474046 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b26d0571-b9dc-4bc6-bfe5-1ad97ef4d38f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/subnets/eb16543c-b69a-4569-baad-a3a062d829ea/tags/tempest-TagsExtTest-Tag-861467425 HTTP/1.1" status: 204 len: 168 time: 0.3192265 Feb 04 05:45:55.477176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50858) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:55.491836 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5effdc2d-fa1f-4ef3-88df-df90762ba785 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:55.498412 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5effdc2d-fa1f-4ef3-88df-df90762ba785 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:55.499617 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-1cdcd24a-c10e-454f-83c5-350ae2fbe06f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'eb16543c-b69a-4569-baad-a3a062d829ea') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:55.638992 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4b276f99-46d3-491d-8395-989c3c5bb52e req-4215f47a-fbac-403b-a211-3cbf9f0cdb38 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836121 Feb 04 05:45:55.692139 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f252c49-8851-4792-9d2d-a1e19c139b3d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 3d53556c-f600-45e4-8efc-b3e53cdb4dcc is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:55.703668 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1cdcd24a-c10e-454f-83c5-350ae2fbe06f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/subnets/eb16543c-b69a-4569-baad-a3a062d829ea/tags HTTP/1.1" status: 200 len: 205 time: 0.2236547 Feb 04 05:45:55.704001 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-889e689a-fb60-4f4d-9927-261c7a1f3034 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:55.706732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50860) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:55.714967 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-12363c88-d238-4ba6-aa2d-dda17284d417 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7b3f4bfe-59d2-4608-8093-69db811cbdbe') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:55.766213 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b7d9d18d-a6aa-4aea-8fe4-df955768534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '63e08555-d0fd-473b-acb5-0451427b6d62', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'floating_ip_address': '172.26.3.188', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'port_id': 'a834a86b-d94f-45cd-9465-1b317dcc3737', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'mac_address': 'fa:16:3e:de:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94202bfe-d1fe-4e42-b456-6c3fa7bf706f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:45:51Z', 'updated_at': '2022-02-04T05:45:51Z', 'revision_number': 0, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:55.798562 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9d18d-a6aa-4aea-8fe4-df955768534e None None] The sync data for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv is: [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '63e08555-d0fd-473b-acb5-0451427b6d62', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'floating_ip_address': '172.26.3.188', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'port_id': 'a834a86b-d94f-45cd-9465-1b317dcc3737', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'mac_address': 'fa:16:3e:de:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94202bfe-d1fe-4e42-b456-6c3fa7bf706f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:45:51Z', 'updated_at': '2022-02-04T05:45:51Z', 'revision_number': 0, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:45:55.802309 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4b276f99-46d3-491d-8395-989c3c5bb52e req-89c49350-9e29-421c-b4ae-e8289ead4f6a service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555409 Feb 04 05:45:55.830931 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-12363c88-d238-4ba6-aa2d-dda17284d417 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/ports/7b3f4bfe-59d2-4608-8093-69db811cbdbe/tags HTTP/1.1" status: 200 len: 241 time: 0.1229763 Feb 04 05:45:55.831630 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50862) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:55.836839 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-129e87f9-6d30-4685-a5a1-28a3866488e4 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b3f4bfe-59d2-4608-8093-69db811cbdbe', 'tempest-TagsExtTest-Tag-1942309933') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:55.841182 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-5effdc2d-fa1f-4ef3-88df-df90762ba785 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Performing IP validity checks on allocation pools {{(pid=108744) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 05:45:55.844272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-5effdc2d-fa1f-4ef3-88df-df90762ba785 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108744) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 05:45:55.891131 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-9f252c49-8851-4792-9d2d-a1e19c139b3d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 3d53556c-f600-45e4-8efc-b3e53cdb4dcc) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:55.900512 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a790b42-ce1b-44ef-a375-041db936d9b8 None None] Network 3d53556c-f600-45e4-8efc-b3e53cdb4dcc requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:55.922727 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f252c49-8851-4792-9d2d-a1e19c139b3d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:55.923518 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9f252c49-8851-4792-9d2d-a1e19c139b3d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:55.929086 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-129e87f9-6d30-4685-a5a1-28a3866488e4 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/ports/7b3f4bfe-59d2-4608-8093-69db811cbdbe/tags/tempest-TagsExtTest-Tag-1942309933 HTTP/1.1" status: 204 len: 168 time: 0.0963497 Feb 04 05:45:55.932411 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50864) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:55.937016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-bd76ed8c-5428-4bba-b874-4e103cab2610 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7b3f4bfe-59d2-4608-8093-69db811cbdbe', 'tempest-TagsExtTest-Tag-1942309933') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:55.980626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-889e689a-fb60-4f4d-9927-261c7a1f3034 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:56.010889 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bad192-4a0a-4e09-bf4c-7a56f735f683 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:56.015019 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60bad192-4a0a-4e09-bf4c-7a56f735f683 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:56.032856 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9f252c49-8851-4792-9d2d-a1e19c139b3d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5371230 Feb 04 05:45:56.040376 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50866) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:56.056242 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bd76ed8c-5428-4bba-b874-4e103cab2610 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/ports/7b3f4bfe-59d2-4608-8093-69db811cbdbe/tags/tempest-TagsExtTest-Tag-1942309933 HTTP/1.1" status: 204 len: 168 time: 0.1224813 Feb 04 05:45:56.068925 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:56.134633 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50868) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:56.139855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-2c0eaaff-80b9-4e33-9719-04e6d7b4cfcb tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7b3f4bfe-59d2-4608-8093-69db811cbdbe') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:56.243720 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5effdc2d-fa1f-4ef3-88df-df90762ba785 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:56.253642 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:56.280612 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974a0768-9181-46c8-9b18-6692fe6218c6 None None] New status for floating IP 63e08555-d0fd-473b-acb5-0451427b6d62: ACTIVE {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:45:56.311633 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2c0eaaff-80b9-4e33-9719-04e6d7b4cfcb tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/ports/7b3f4bfe-59d2-4608-8093-69db811cbdbe/tags HTTP/1.1" status: 200 len: 205 time: 0.1728592 Feb 04 05:45:56.311830 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50870) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:56.313670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:56.316729 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-87def263-01c1-455a-9793-b0ba80acb735 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2d0206a4-10d0-413b-8a9a-0c67992a363f') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:56.320120 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-3d53556c-f600-45e4-8efc-b3e53cdb4dcc', 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'fixed_ips': [{'subnet_id': '303015e6-0d3d-416c-9aff-230be493a9bf'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:56.320655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:56.334143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:56.348742 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-59c206fb-21f3-4f9e-b86c-6feecc080ed4 None None] Provisioning complete for port ac666e9c-c29f-48a6-bae1-43b41a801012 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:56.349127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-59c206fb-21f3-4f9e-b86c-6feecc080ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:56.354377 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:56.364658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Pushing event updated for resources: {'Port': ['ID=668087b2-159c-4ea8-87b3-6432389c4120,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:56.426973 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-889e689a-fb60-4f4d-9927-261c7a1f3034 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:56.442851 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effdc2d-fa1f-4ef3-88df-df90762ba785 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Subnet': ['ID=ea4fe6bf-4dca-4ec6-8964-8a57cdbf1853,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:56.446228 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-87def263-01c1-455a-9793-b0ba80acb735 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/routers/2d0206a4-10d0-413b-8a9a-0c67992a363f/tags HTTP/1.1" status: 200 len: 240 time: 0.1311240 Feb 04 05:45:56.446455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50872) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:56.451969 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-bcb113e9-0f32-4cbb-929c-1d9556d943b0 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d0206a4-10d0-413b-8a9a-0c67992a363f', 'tempest-TagsExtTest-Tag-948628626') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:56.493591 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55ce5e4-1a02-452c-91d8-52716e0a015e None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:56.504206 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-889e689a-fb60-4f4d-9927-261c7a1f3034 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:56.507326 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-889e689a-fb60-4f4d-9927-261c7a1f3034 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/a023da96-0b67-4386-a393-9e979ecba0b3 HTTP/1.1" status: 204 len: 168 time: 1.4560468 Feb 04 05:45:56.546201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50874) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:56.547276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e689a-fb60-4f4d-9927-261c7a1f3034 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=a023da96-0b67-4386-a393-9e979ecba0b3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:56.661349 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-876d5c71-5764-4e61-ab43-8a674d33dcf5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1091712 Feb 04 05:45:56.716995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Allocated IP 172.23.0.2 (3d53556c-f600-45e4-8efc-b3e53cdb4dcc/303015e6-0d3d-416c-9aff-230be493a9bf/7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:56.719661 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 96ccf70e-45b7-4b78-8d09-176838d2cae0 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:56.757149 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50876) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:56.758114 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5effdc2d-fa1f-4ef3-88df-df90762ba785 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Checking segment: {'id': '2950ff23-b478-415b-974d-dfef4068fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '15cfb402-fd34-4688-888c-f01fb54d2be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:56.758375 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5effdc2d-fa1f-4ef3-88df-df90762ba785 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network hostable DHCP agents. Network: 15cfb402-fd34-4688-888c-f01fb54d2be5, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:56.885743 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 96ccf70e-45b7-4b78-8d09-176838d2cae0 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:56.886148 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:56.966807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d603254f-6fbe-409d-ad34-517d0ebb410c None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:45:57.001612 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bcb113e9-0f32-4cbb-929c-1d9556d943b0 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/routers/2d0206a4-10d0-413b-8a9a-0c67992a363f/tags/tempest-TagsExtTest-Tag-948628626 HTTP/1.1" status: 204 len: 168 time: 0.5518651 Feb 04 05:45:57.004121 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50878) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:57.008340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-f97bd7ea-e067-4ced-85fd-154f269d21ff tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2d0206a4-10d0-413b-8a9a-0c67992a363f', 'tempest-TagsExtTest-Tag-948628626') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:57.026813 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.044597 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-00790a31-ea84-4fea-a95f-ff0d2a53847b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:57.062516 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.119465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Network 3d53556c-f600-45e4-8efc-b3e53cdb4dcc is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:57.121745 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Pushing event updated for resources: {'Port': ['ID=7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:57.125709 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:57.128860 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:57.131637 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d603254f-6fbe-409d-ad34-517d0ebb410c None None] Deleting port ac666e9c-c29f-48a6-bae1-43b41a801012 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:45:57.132163 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d603254f-6fbe-409d-ad34-517d0ebb410c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.149752 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.162858 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f97bd7ea-e067-4ced-85fd-154f269d21ff tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/routers/2d0206a4-10d0-413b-8a9a-0c67992a363f/tags/tempest-TagsExtTest-Tag-948628626 HTTP/1.1" status: 204 len: 168 time: 0.1557677 Feb 04 05:45:57.163118 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50880) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:57.168409 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-b7a0244f-d6de-4e3d-bc05-c30dfb963de1 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2d0206a4-10d0-413b-8a9a-0c67992a363f') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:57.228380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5effdc2d-fa1f-4ef3-88df-df90762ba785 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network 15cfb402-fd34-4688-888c-f01fb54d2be5 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:57.246999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Attempting to bind port 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:57.247494 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Attempting to bind port 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '601e563f-d646-4fc4-b3cb-786869f9f43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:57.247858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Attempting to bind port 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef on network 3d53556c-f600-45e4-8efc-b3e53cdb4dcc {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:57.256603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d603254f-6fbe-409d-ad34-517d0ebb410c None None] For port ac666e9c-c29f-48a6-bae1-43b41a801012, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ac666e9c-c29f-48a6-bae1-43b41a801012,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:57.257002 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d603254f-6fbe-409d-ad34-517d0ebb410c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.260929 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:57.261339 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Checking segment: {'id': '601e563f-d646-4fc4-b3cb-786869f9f43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:57.261730 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.262135 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Bound using segment: {'id': '601e563f-d646-4fc4-b3cb-786869f9f43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:57.262595 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Bound port: 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601e563f-d646-4fc4-b3cb-786869f9f43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:57.262969 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.282413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d603254f-6fbe-409d-ad34-517d0ebb410c None None] Calling delete_port for ac666e9c-c29f-48a6-bae1-43b41a801012 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:45:57.294570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-5effdc2d-fa1f-4ef3-88df-df90762ba785 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 15cfb402-fd34-4688-888c-f01fb54d2be5) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:57.317226 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4074477-2202-4047-a3ed-e2ec555f2df5 None None] Network 15cfb402-fd34-4688-888c-f01fb54d2be5 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:57.342068 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5effdc2d-fa1f-4ef3-88df-df90762ba785 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:57.342665 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5effdc2d-fa1f-4ef3-88df-df90762ba785 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.349257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60bad192-4a0a-4e09-bf4c-7a56f735f683 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.433377 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5effdc2d-fa1f-4ef3-88df-df90762ba785 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5273979 Feb 04 05:45:57.450898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] For port 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:57.470683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50882) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:57.470918 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Allocated IP 172.23.0.1 (3d53556c-f600-45e4-8efc-b3e53cdb4dcc/303015e6-0d3d-416c-9aff-230be493a9bf/58a47cc9-a990-43ad-b8bb-0593137d7985) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:57.471006 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00790a31-ea84-4fea-a95f-ff0d2a53847b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:57.479957 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00790a31-ea84-4fea-a95f-ff0d2a53847b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.485942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] For port 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef,segment=NetworkSegment(601e563f-d646-4fc4-b3cb-786869f9f43b),segment_id=601e563f-d646-4fc4-b3cb-786869f9f43b)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:57.487374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a0c02f09-7a8b-4195-8783-b2bb5d1ddd51 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'network_id': '15cfb402-fd34-4688-888c-f01fb54d2be5', 'name': 'tempest-PortsIpV6TestJSON-1706435329'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:57.494945 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.550507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d603254f-6fbe-409d-ad34-517d0ebb410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.580160 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d603254f-6fbe-409d-ad34-517d0ebb410c None None] No DVR routers for this DVR port ac666e9c-c29f-48a6-bae1-43b41a801012 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:45:57.598868 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.630828 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21339344-ac2c-44b7-b163-471bf24fc438 None None] Pushing event updated for resources: {'Port': ['ID=7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:57.658827 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-15cfb402-fd34-4688-888c-f01fb54d2be5', 'network_id': '15cfb402-fd34-4688-888c-f01fb54d2be5', 'tenant_id': '8b79082e6df440838c56786cc165c0b7', 'fixed_ips': [{'subnet_id': 'ea4fe6bf-4dca-4ec6-8964-8a57cdbf1853'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:57.659704 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.663110 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b7a0244f-d6de-4e3d-bc05-c30dfb963de1 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/routers/2d0206a4-10d0-413b-8a9a-0c67992a363f/tags HTTP/1.1" status: 200 len: 205 time: 0.4990168 Feb 04 05:45:57.663922 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bad192-4a0a-4e09-bf4c-7a56f735f683 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Subnet': ['ID=33623b01-83e4-4640-a5be-66fd3aeb4289,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:57.666219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50884) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:57.671754 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-0b74a518-57c3-4e68-a736-84bbb3426729 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0fbbe52a-6b3b-4173-a670-31ee392cbecd') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:57.697637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.697901 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603254f-6fbe-409d-ad34-517d0ebb410c None None] Pushing event deleted for resources: {'Port': ['ID=ac666e9c-c29f-48a6-bae1-43b41a801012,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:57.722593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.743821 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.748229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 3d53556c-f600-45e4-8efc-b3e53cdb4dcc is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:57.755471 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0b74a518-57c3-4e68-a736-84bbb3426729 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/subnetpools/0fbbe52a-6b3b-4173-a670-31ee392cbecd/tags HTTP/1.1" status: 200 len: 241 time: 0.0846529 Feb 04 05:45:57.757537 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:57.760094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:57.763998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50886) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:57.796017 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-58dd86e3-08ac-4783-9b98-04cf7d14f657 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0fbbe52a-6b3b-4173-a670-31ee392cbecd', 'tempest-TagsExtTest-Tag-1182929479') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:57.812563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=58a47cc9-a990-43ad-b8bb-0593137d7985,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:57.835951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.856179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bad192-4a0a-4e09-bf4c-7a56f735f683 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Checking segment: {'id': 'e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:57.856473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bad192-4a0a-4e09-bf4c-7a56f735f683 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network hostable DHCP agents. Network: 9d79ca11-e0d9-4a49-b360-401c885848bf, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:45:57.865308 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-58dd86e3-08ac-4783-9b98-04cf7d14f657 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/subnetpools/0fbbe52a-6b3b-4173-a670-31ee392cbecd/tags/tempest-TagsExtTest-Tag-1182929479 HTTP/1.1" status: 204 len: 168 time: 0.0953507 Feb 04 05:45:57.865308 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.867178 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50888) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:57.876379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-ad218bf0-8997-458f-b6a5-f14e06e96e4f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0fbbe52a-6b3b-4173-a670-31ee392cbecd', 'tempest-TagsExtTest-Tag-1182929479') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:57.947282 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Allocated IP 2001:db8::2 (15cfb402-fd34-4688-888c-f01fb54d2be5/ea4fe6bf-4dca-4ec6-8964-8a57cdbf1853/9c92f415-c5fa-48b6-ba1d-cefe5f8842b4) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:57.972808 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:57.999119 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ad218bf0-8997-458f-b6a5-f14e06e96e4f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/subnetpools/0fbbe52a-6b3b-4173-a670-31ee392cbecd/tags/tempest-TagsExtTest-Tag-1182929479 HTTP/1.1" status: 204 len: 168 time: 0.1307056 Feb 04 05:45:58.002763 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50890) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:58.008772 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-17b2e2b2-3a21-4ea7-9429-d26b7eb1b187 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0fbbe52a-6b3b-4173-a670-31ee392cbecd') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:58.052194 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:58.052418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=c409620b-8a5f-45a4-9b07-2693cd359676,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:58.072120 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-17b2e2b2-3a21-4ea7-9429-d26b7eb1b187 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/subnetpools/0fbbe52a-6b3b-4173-a670-31ee392cbecd/tags HTTP/1.1" status: 200 len: 205 time: 0.0682800 Feb 04 05:45:58.075195 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50892) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:58.079515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-966b5c29-5741-4007-8cb6-e38595f03179 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0fbbe52a-6b3b-4173-a670-31ee392cbecd') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:58.107324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bad192-4a0a-4e09-bf4c-7a56f735f683 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 9d79ca11-e0d9-4a49-b360-401c885848bf is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:45:58.147829 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:58.154741 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:58.172823 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-60bad192-4a0a-4e09-bf4c-7a56f735f683 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 9d79ca11-e0d9-4a49-b360-401c885848bf) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:58.178552 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-966b5c29-5741-4007-8cb6-e38595f03179 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/subnetpools/0fbbe52a-6b3b-4173-a670-31ee392cbecd/tags HTTP/1.1" status: 204 len: 168 time: 0.1015856 Feb 04 05:45:58.181235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50894) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:58.193365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecf6090-3c60-45fd-85f6-08746dfd0a02 None None] Network 9d79ca11-e0d9-4a49-b360-401c885848bf requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:58.193567 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.tag.tag_plugin [None req-deef8834-48f7-4543-87d9-543c6775210d tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d0206a4-10d0-413b-8a9a-0c67992a363f') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:58.235091 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bad192-4a0a-4e09-bf4c-7a56f735f683 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:58.235688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60bad192-4a0a-4e09-bf4c-7a56f735f683 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:58.291466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c02f09-7a8b-4195-8783-b2bb5d1ddd51 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:45:58.295047 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a0c02f09-7a8b-4195-8783-b2bb5d1ddd51 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:58.379634 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:58.384149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:58.389920 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Network 15cfb402-fd34-4688-888c-f01fb54d2be5 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:58.394004 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-60bad192-4a0a-4e09-bf4c-7a56f735f683 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1246529 Feb 04 05:45:58.395622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50896) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:58.400230 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:58.407928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:58.412292 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Pushing event updated for resources: {'Port': ['ID=9c92f415-c5fa-48b6-ba1d-cefe5f8842b4,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:58.467186 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event updated for resources: {'Port': ['ID=58a47cc9-a990-43ad-b8bb-0593137d7985,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:58.475730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:58.492176 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Attempting to bind port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:58.492696 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Attempting to bind port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '2950ff23-b478-415b-974d-dfef4068fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '15cfb402-fd34-4688-888c-f01fb54d2be5'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:58.493169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Attempting to bind port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 on network 15cfb402-fd34-4688-888c-f01fb54d2be5 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:58.503219 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:58.503994 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Checking segment: {'id': '2950ff23-b478-415b-974d-dfef4068fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '15cfb402-fd34-4688-888c-f01fb54d2be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:58.504270 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:58.504769 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Bound using segment: {'id': '2950ff23-b478-415b-974d-dfef4068fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '15cfb402-fd34-4688-888c-f01fb54d2be5'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:58.505557 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Bound port: 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2950ff23-b478-415b-974d-dfef4068fb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '15cfb402-fd34-4688-888c-f01fb54d2be5'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:58.505937 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:58.518019 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-a0c02f09-7a8b-4195-8783-b2bb5d1ddd51 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port 4fa2a0a6-209a-4053-8435-56393c4e6f6b yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:45:58.663779 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Network 3d53556c-f600-45e4-8efc-b3e53cdb4dcc is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:58.665247 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:58.674011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] For port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:45:58.680156 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] For port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9c92f415-c5fa-48b6-ba1d-cefe5f8842b4,segment=NetworkSegment(2950ff23-b478-415b-974d-dfef4068fb9f),segment_id=2950ff23-b478-415b-974d-dfef4068fb9f)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:45:58.687889 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:58.689689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network e2598b2f-5705-48df-a705-f0b9d91f5e9b is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:58.738996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:58.761736 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-9d79ca11-e0d9-4a49-b360-401c885848bf', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:45:58.762970 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:58.785022 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75546f4-68a7-4c46-845c-7a8ff9a1ca3b None None] Pushing event updated for resources: {'Port': ['ID=9c92f415-c5fa-48b6-ba1d-cefe5f8842b4,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:58.855581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:45:58.858894 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:45:58.969688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Allocated IP 2001:db8::2 (9d79ca11-e0d9-4a49-b360-401c885848bf/33623b01-83e4-4640-a5be-66fd3aeb4289/8d5f4087-a796-4dca-8c9b-a75c5567a635) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:58.978130 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:58.978837 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:59.014503 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:45:59.026781 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-be8afaff-e29b-429c-9cc6-c41cb781ab69 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/9ea0b516-d4fe-4ab7-bcbb-042dda8f394d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9848611 Feb 04 05:45:59.027605 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50898) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:59.030740 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Sync routers for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:45:59.033518 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-357e4ce6-1e80-44b7-aedf-69da1c04027b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:59.047887 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:45:59.048919 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:59.122334 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c4cd72-4a6a-4c84-87a6-db705379514b None None] Network 3d53556c-f600-45e4-8efc-b3e53cdb4dcc requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:59.200468 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-deef8834-48f7-4543-87d9-543c6775210d tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/routers/2d0206a4-10d0-413b-8a9a-0c67992a363f/tags HTTP/1.1" status: 204 len: 168 time: 1.0084212 Feb 04 05:45:59.200468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:59.205726 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50900) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:59.272140 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:45:59.286340 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c99f876d-edc9-4b74-9094-279790cf7596 None None] Provisioning complete for port 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:45:59.288040 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c99f876d-edc9-4b74-9094-279790cf7596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:59.294240 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:59.298996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.tag.tag_plugin [None req-e2613fae-4514-4203-95aa-b08726c4575f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7b3f4bfe-59d2-4608-8093-69db811cbdbe') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:59.395273 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.objects.ports [None req-00790a31-ea84-4fea-a95f-ff0d2a53847b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108744) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:45:59.419199 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00790a31-ea84-4fea-a95f-ff0d2a53847b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:59.494757 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:59.499225 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef,segment=NetworkSegment(601e563f-d646-4fc4-b3cb-786869f9f43b),segment_id=601e563f-d646-4fc4-b3cb-786869f9f43b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:45:59.511917 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:59.519917 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:59.555238 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00790a31-ea84-4fea-a95f-ff0d2a53847b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=b0695f68-e753-4168-8312-29743759315e,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:59.612182 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:45:57Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58a47cc9-a990-43ad-b8bb-0593137d7985', 'name': '', 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:e8:7b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:57Z', 'updated_at': '2022-02-04T05:45:58Z', 'revision_number': 2, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ccf70e-45b7-4b78-8d09-176838d2cae0', 'name': '', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:17:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:46Z', 'updated_at': '2022-02-04T05:45:54Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:59.631432 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Network 9d79ca11-e0d9-4a49-b360-401c885848bf is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:59.632562 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ac666e9c-c29f-48a6-bae1-43b41a801012 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:45:59.640800 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.extraroute_db [None req-357e4ce6-1e80-44b7-aedf-69da1c04027b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=108745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 05:45:59.650745 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-a0c02f09-7a8b-4195-8783-b2bb5d1ddd51 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Allocated IP 2001:db8::1b2 (15cfb402-fd34-4688-888c-f01fb54d2be5/ea4fe6bf-4dca-4ec6-8964-8a57cdbf1853/4fa2a0a6-209a-4053-8435-56393c4e6f6b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:45:59.655757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00790a31-ea84-4fea-a95f-ff0d2a53847b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:45:59.659892 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Checking router: 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:45:59.660223 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Updating router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d port 58a47cc9-a990-43ad-b8bb-0593137d7985 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:45:59.661499 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.extraroute_db [None req-357e4ce6-1e80-44b7-aedf-69da1c04027b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Removed routes are [] {{(pid=108745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 05:45:59.662455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-357e4ce6-1e80-44b7-aedf-69da1c04027b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:59.675829 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:59.678581 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:45:59.691705 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: ac666e9c-c29f-48a6-bae1-43b41a801012 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:45:59.692225 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ac666e9c-c29f-48a6-bae1-43b41a801012 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:45:59.704981 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:59.710360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-00790a31-ea84-4fea-a95f-ff0d2a53847b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:45:59.713515 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00790a31-ea84-4fea-a95f-ff0d2a53847b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:45:59.714132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00790a31-ea84-4fea-a95f-ff0d2a53847b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:59.730585 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Pushing event updated for resources: {'Port': ['ID=8d5f4087-a796-4dca-8c9b-a75c5567a635,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:59.738287 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fbd755-f3b3-4ce8-8491-1664a879278a None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:45:59.809085 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e2613fae-4514-4203-95aa-b08726c4575f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/ports/7b3f4bfe-59d2-4608-8093-69db811cbdbe/tags HTTP/1.1" status: 204 len: 168 time: 0.5280447 Feb 04 05:45:59.815288 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50902) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:59.826308 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.tag.tag_plugin [None req-c1695694-d384-4de1-afdd-d602b339779f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'eb16543c-b69a-4569-baad-a3a062d829ea') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:45:59.830215 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:59.882160 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-00790a31-ea84-4fea-a95f-ff0d2a53847b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1124880 Feb 04 05:45:59.884449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Attempting to bind port 8d5f4087-a796-4dca-8c9b-a75c5567a635 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:45:59.884974 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Attempting to bind port 8d5f4087-a796-4dca-8c9b-a75c5567a635 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:45:59.885442 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Attempting to bind port 8d5f4087-a796-4dca-8c9b-a75c5567a635 on network 9d79ca11-e0d9-4a49-b360-401c885848bf {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:45:59.895296 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50904) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:45:59.912621 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:45:59.913188 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Checking segment: {'id': 'e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:45:59.913691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:59.919609 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Bound using segment: {'id': 'e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:45:59.919609 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Bound port: 8d5f4087-a796-4dca-8c9b-a75c5567a635, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:45:59.919609 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:45:59.925287 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-9bbb6c76-cf03-4475-ba14-641dddd32970 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:45:59.956670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:45:59.971809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:00.145752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': 'b0695f68-e753-4168-8312-29743759315e'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:46:00.146866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:00.149418 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] For port 8d5f4087-a796-4dca-8c9b-a75c5567a635, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:00.149950 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-357e4ce6-1e80-44b7-aedf-69da1c04027b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:00.154894 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbb6c76-cf03-4475-ba14-641dddd32970 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:00.155092 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] For port 8d5f4087-a796-4dca-8c9b-a75c5567a635, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8d5f4087-a796-4dca-8c9b-a75c5567a635,segment=NetworkSegment(e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8),segment_id=e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:00.158846 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9bbb6c76-cf03-4475-ba14-641dddd32970 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:00.164353 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:00.276344 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:00.288687 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:00.308713 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1dc02-145b-4331-9515-8f24a5ba4bd5 None None] Pushing event updated for resources: {'Port': ['ID=8d5f4087-a796-4dca-8c9b-a75c5567a635,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:00.317194 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f027a052-8aa8-47f1-880c-7fc84fd4ae35 None None] Provisioning complete for port 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:00.317734 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f027a052-8aa8-47f1-880c-7fc84fd4ae35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:00.339984 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.ipam_backend_mixin [None req-9bbb6c76-cf03-4475-ba14-641dddd32970 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b0695f68-e753-4168-8312-29743759315e (CIDR: 2001:db8::/64) Feb 04 05:46:00.343458 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-357e4ce6-1e80-44b7-aedf-69da1c04027b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:00.356292 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbb6c76-cf03-4475-ba14-641dddd32970 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:46:00.356766 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bbb6c76-cf03-4475-ba14-641dddd32970 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:00.497498 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9bbb6c76-cf03-4475-ba14-641dddd32970 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5986428 Feb 04 05:46:00.497746 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50906) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:00.498814 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89b096-9f5e-4d2b-85b9-a1cbe5b08e62 None None] Pushing event updated for resources: {'Port': ['ID=58a47cc9-a990-43ad-b8bb-0593137d7985,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:00.501159 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Allocated IP 2001:db8::f816:3eff:fe15:ed38 (99cffe53-689e-4c68-95bc-797fbe732ade/b0695f68-e753-4168-8312-29743759315e/aeff41d9-70e9-4df8-bd19-8309254d4cd9) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:00.508726 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-66415f71-8275-42a7-80cc-3da0e506a485 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:00.515815 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b096-9f5e-4d2b-85b9-a1cbe5b08e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:00.516054 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b096-9f5e-4d2b-85b9-a1cbe5b08e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:00.516339 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b096-9f5e-4d2b-85b9-a1cbe5b08e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:00.516683 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b096-9f5e-4d2b-85b9-a1cbe5b08e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:00.517005 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b096-9f5e-4d2b-85b9-a1cbe5b08e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:00.517740 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b096-9f5e-4d2b-85b9-a1cbe5b08e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:00.517740 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b096-9f5e-4d2b-85b9-a1cbe5b08e62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:00.518208 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b096-9f5e-4d2b-85b9-a1cbe5b08e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:00.518334 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b096-9f5e-4d2b-85b9-a1cbe5b08e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:00.518654 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b096-9f5e-4d2b-85b9-a1cbe5b08e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:00.518968 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b096-9f5e-4d2b-85b9-a1cbe5b08e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:00.519317 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89b096-9f5e-4d2b-85b9-a1cbe5b08e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:00.561811 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Attempting to bind port 58a47cc9-a990-43ad-b8bb-0593137d7985 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:00.562613 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Attempting to bind port 58a47cc9-a990-43ad-b8bb-0593137d7985 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '601e563f-d646-4fc4-b3cb-786869f9f43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:00.562757 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Attempting to bind port 58a47cc9-a990-43ad-b8bb-0593137d7985 on network 3d53556c-f600-45e4-8efc-b3e53cdb4dcc {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:00.570621 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:00.571221 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Checking segment: {'id': '601e563f-d646-4fc4-b3cb-786869f9f43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:00.572014 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:00.573142 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Bound using segment: {'id': '601e563f-d646-4fc4-b3cb-786869f9f43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:00.573899 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Bound port: 58a47cc9-a990-43ad-b8bb-0593137d7985, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601e563f-d646-4fc4-b3cb-786869f9f43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:00.579229 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:00.644061 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Router e2fe2985-46ef-481c-b642-65a53f1239fa is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:46:00.693005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357e4ce6-1e80-44b7-aedf-69da1c04027b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:00.740370 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] For port 58a47cc9-a990-43ad-b8bb-0593137d7985, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:00.744535 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] For port 58a47cc9-a990-43ad-b8bb-0593137d7985, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=58a47cc9-a990-43ad-b8bb-0593137d7985,segment=NetworkSegment(601e563f-d646-4fc4-b3cb-786869f9f43b),segment_id=601e563f-d646-4fc4-b3cb-786869f9f43b)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:00.749684 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:00.778541 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae1c989-4770-4f5b-a151-4865fbcbc8ef None None] Network 15cfb402-fd34-4688-888c-f01fb54d2be5 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:00.815136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a0c02f09-7a8b-4195-8783-b2bb5d1ddd51 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:00.880323 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f027a052-8aa8-47f1-880c-7fc84fd4ae35 None None] Provisioning complete for port 58a47cc9-a990-43ad-b8bb-0593137d7985 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:00.880691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f027a052-8aa8-47f1-880c-7fc84fd4ae35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:00.899367 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:00.900012 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:00.969191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357e4ce6-1e80-44b7-aedf-69da1c04027b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:00.981264 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-357e4ce6-1e80-44b7-aedf-69da1c04027b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:00.991867 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-357e4ce6-1e80-44b7-aedf-69da1c04027b tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/9ea0b516-d4fe-4ab7-bcbb-042dda8f394d HTTP/1.1" status: 200 len: 934 time: 1.9626901 Feb 04 05:46:00.992665 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50908) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:01.042318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:01.062164 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89b096-9f5e-4d2b-85b9-a1cbe5b08e62 None None] Pushing event updated for resources: {'Port': ['ID=58a47cc9-a990-43ad-b8bb-0593137d7985,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:01.092232 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:01.121663 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2fe36d19-3db4-4108-927e-76dae03a7cb3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/routers/9ea0b516-d4fe-4ab7-bcbb-042dda8f394d HTTP/1.1" status: 200 len: 934 time: 0.1236806 Feb 04 05:46:01.122757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50910) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:01.127507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ca88c3b2-3e3d-45de-9e8b-a2d96e8b7bee tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'router': {'routes': None}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:01.129991 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66415f71-8275-42a7-80cc-3da0e506a485 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:01.133907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-66415f71-8275-42a7-80cc-3da0e506a485 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:01.157204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:01.172939 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-208c6bbb-4c4f-4bf4-b21c-4aeeea4cec2b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "PUT /v2.0/routers/acdf7d55-6fda-4e4d-a462-679a22dd4e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2060041 Feb 04 05:46:01.182884 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50912) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:01.198404 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4950c9cd-514c-44bf-9ba7-fcfbdb3de940 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'port': {'network_id': 'e2598b2f-5705-48df-a705-f0b9d91f5e9b', 'name': 'tempest-FloatingIPTestJSON-365194215'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:01.298136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:01.316056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a0c02f09-7a8b-4195-8783-b2bb5d1ddd51 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:01.327203 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcb26e0-a00a-42f7-b97c-0f0cd1347616 None None] Sync routers for ids ['e2fe2985-46ef-481c-b642-65a53f1239fa'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:01.345037 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Allocated IP 2001:db8::1 (9d79ca11-e0d9-4a49-b360-401c885848bf/33623b01-83e4-4640-a5be-66fd3aeb4289/f3748e6c-a109-430b-bfe3-9200ab3d37e2) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:01.362108 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcb26e0-a00a-42f7-b97c-0f0cd1347616 None None] Routers {'e2fe2985-46ef-481c-b642-65a53f1239fa'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:01.362666 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0bcb26e0-a00a-42f7-b97c-0f0cd1347616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['e2fe2985-46ef-481c-b642-65a53f1239fa'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:01.396110 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c1695694-d384-4de1-afdd-d602b339779f tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/subnets/eb16543c-b69a-4569-baad-a3a062d829ea/tags HTTP/1.1" status: 204 len: 168 time: 1.5740874 Feb 04 05:46:01.423202 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0bcb26e0-a00a-42f7-b97c-0f0cd1347616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:01.459447 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcb26e0-a00a-42f7-b97c-0f0cd1347616 None None] Routers {'e2fe2985-46ef-481c-b642-65a53f1239fa'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:01.460070 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0bcb26e0-a00a-42f7-b97c-0f0cd1347616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['e2fe2985-46ef-481c-b642-65a53f1239fa'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:01.479118 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:01.501052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c02f09-7a8b-4195-8783-b2bb5d1ddd51 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=4fa2a0a6-209a-4053-8435-56393c4e6f6b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:01.506352 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50914) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:01.526379 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.tag.tag_plugin [None req-0ec17717-6884-4410-be8d-8ec4d6f67290 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'eb16543c-b69a-4569-baad-a3a062d829ea', 'tempest-TagsExtTest-Tag-1929977853') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:01.539390 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0bcb26e0-a00a-42f7-b97c-0f0cd1347616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:01.540172 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcb26e0-a00a-42f7-b97c-0f0cd1347616 None None] The sync data for ids ['e2fe2985-46ef-481c-b642-65a53f1239fa'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:01.563820 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c02f09-7a8b-4195-8783-b2bb5d1ddd51 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network 15cfb402-fd34-4688-888c-f01fb54d2be5 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:01.573172 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ffdce-d488-468e-a0da-745b98891aa2 None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:01.585941 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:01.605541 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-a0c02f09-7a8b-4195-8783-b2bb5d1ddd51 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:01.625123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:01.630110 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4cd5e854-d26a-4661-8984-dde2d7cd8795 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.0136919 Feb 04 05:46:01.651671 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50916) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:01.652420 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:45:59Z', 'revision_number': 6, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58a47cc9-a990-43ad-b8bb-0593137d7985', 'name': '', 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:e8:7b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:57Z', 'updated_at': '2022-02-04T05:46:00Z', 'revision_number': 4, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ccf70e-45b7-4b78-8d09-176838d2cae0', 'name': '', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:17:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:46Z', 'updated_at': '2022-02-04T05:45:54Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:01.653420 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c02f09-7a8b-4195-8783-b2bb5d1ddd51 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:01.659985 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c02f09-7a8b-4195-8783-b2bb5d1ddd51 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:01.661135 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a0c02f09-7a8b-4195-8783-b2bb5d1ddd51 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:01.685227 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:01.695968 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a0c02f09-7a8b-4195-8783-b2bb5d1ddd51 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2123137 Feb 04 05:46:01.701153 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ffdce-d488-468e-a0da-745b98891aa2 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:01.703168 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a61ffdce-d488-468e-a0da-745b98891aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:01.719261 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:01.742227 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50918) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:01.757089 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:01.760006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:01.799089 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a61ffdce-d488-468e-a0da-745b98891aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:01.947977 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b76430-d05c-43c9-b0d5-ba2afcf30c41 None None] The sync data for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv is: [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:45:59Z', 'revision_number': 6, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58a47cc9-a990-43ad-b8bb-0593137d7985', 'name': '', 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:e8:7b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:57Z', 'updated_at': '2022-02-04T05:46:00Z', 'revision_number': 4, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ccf70e-45b7-4b78-8d09-176838d2cae0', 'name': '', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:17:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:46Z', 'updated_at': '2022-02-04T05:45:54Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:01.958624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f027a052-8aa8-47f1-880c-7fc84fd4ae35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:01.997666 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Pushing event updated for resources: {'Port': ['ID=aeff41d9-70e9-4df8-bd19-8309254d4cd9,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:02.050041 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Attempting to bind port aeff41d9-70e9-4df8-bd19-8309254d4cd9 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:02.050566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Attempting to bind port aeff41d9-70e9-4df8-bd19-8309254d4cd9 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:02.051981 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Attempting to bind port aeff41d9-70e9-4df8-bd19-8309254d4cd9 on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:02.059466 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:02.060052 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:02.074650 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ffdce-d488-468e-a0da-745b98891aa2 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:02.078332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a61ffdce-d488-468e-a0da-745b98891aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:02.099980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:02.114004 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0ec17717-6884-4410-be8d-8ec4d6f67290 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "PUT /v2.0/subnets/eb16543c-b69a-4569-baad-a3a062d829ea/tags/tempest-TagsExtTest-Tag-1929977853 HTTP/1.1" status: 201 len: 201 time: 0.5926471 Feb 04 05:46:02.120552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50922) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:02.129324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.tag.tag_plugin [None req-3faa45dc-ff22-4a26-a5a1-c31629474e6c tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7b3f4bfe-59d2-4608-8093-69db811cbdbe', 'tempest-TagsExtTest-Tag-800778594') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:02.200072 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:02.204068 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:02.204642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:02.205235 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:02.205962 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Bound port: aeff41d9-70e9-4df8-bd19-8309254d4cd9, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:02.206608 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:02.209233 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a61ffdce-d488-468e-a0da-745b98891aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:02.210045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ffdce-d488-468e-a0da-745b98891aa2 None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:02.221438 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93f4b4d-3f4e-40dc-8716-2bafd92b2730 None None] Network 9d79ca11-e0d9-4a49-b360-401c885848bf requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:02.298045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f027a052-8aa8-47f1-880c-7fc84fd4ae35 None None] For port 58a47cc9-a990-43ad-b8bb-0593137d7985, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=58a47cc9-a990-43ad-b8bb-0593137d7985,segment=NetworkSegment(601e563f-d646-4fc4-b3cb-786869f9f43b),segment_id=601e563f-d646-4fc4-b3cb-786869f9f43b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:02.302071 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:02.312515 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f027a052-8aa8-47f1-880c-7fc84fd4ae35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:02.433042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027a052-8aa8-47f1-880c-7fc84fd4ae35 None None] Pushing event updated for resources: {'Port': ['ID=58a47cc9-a990-43ad-b8bb-0593137d7985,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:02.494333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] For port aeff41d9-70e9-4df8-bd19-8309254d4cd9, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:02.548204 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-326bc179-2597-416f-a772-1faa4ad32345 None None] Provisioning complete for port 4fa2a0a6-209a-4053-8435-56393c4e6f6b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:02.548592 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-326bc179-2597-416f-a772-1faa4ad32345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:02.551349 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] For port aeff41d9-70e9-4df8-bd19-8309254d4cd9, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=aeff41d9-70e9-4df8-bd19-8309254d4cd9,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:02.565389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:02.655550 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4950c9cd-514c-44bf-9ba7-fcfbdb3de940 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Made reservation on behalf of af7ed8c79e9440cba9e994a8562af4d0 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:02.659280 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4950c9cd-514c-44bf-9ba7-fcfbdb3de940 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:02.686095 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:02.712512 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-4950c9cd-514c-44bf-9ba7-fcfbdb3de940 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] device_id is not set on port 5168938d-381e-460b-bc2e-3d1db88fe4fb yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:02.724691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-326bc179-2597-416f-a772-1faa4ad32345 None None] Port 4fa2a0a6-209a-4053-8435-56393c4e6f6b cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:02.750248 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8b966-5789-42c9-b6a4-a2201174a217 None None] Pushing event updated for resources: {'Port': ['ID=aeff41d9-70e9-4df8-bd19-8309254d4cd9,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:02.778268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-326bc179-2597-416f-a772-1faa4ad32345 None None] Provisioning complete for port 58a47cc9-a990-43ad-b8bb-0593137d7985 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:02.778725 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-326bc179-2597-416f-a772-1faa4ad32345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:02.819747 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:02.820124 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:02.857004 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-66415f71-8275-42a7-80cc-3da0e506a485 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:02.873141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 9d79ca11-e0d9-4a49-b360-401c885848bf is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:02.879000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:02.885460 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-af942d56-e17e-4cd5-bdf6-9ea2abbf5c57 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port 4fa2a0a6-209a-4053-8435-56393c4e6f6b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:02.886394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af942d56-e17e-4cd5-bdf6-9ea2abbf5c57 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:02.922663 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:02.923531 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.002158 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-326bc179-2597-416f-a772-1faa4ad32345 None None] Provisioning complete for port 8d5f4087-a796-4dca-8c9b-a75c5567a635 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:03.002790 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-326bc179-2597-416f-a772-1faa4ad32345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.004541 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.012673 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66415f71-8275-42a7-80cc-3da0e506a485 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=fc0e2cdb-5b2a-43da-9d59-09680eeb2654,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:03.033958 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66415f71-8275-42a7-80cc-3da0e506a485 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:03.065376 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-66415f71-8275-42a7-80cc-3da0e506a485 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:03.111015 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66415f71-8275-42a7-80cc-3da0e506a485 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:03.111645 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-66415f71-8275-42a7-80cc-3da0e506a485 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.114168 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9c92f415-c5fa-48b6-ba1d-cefe5f8842b4,segment=NetworkSegment(2950ff23-b478-415b-974d-dfef4068fb9f),segment_id=2950ff23-b478-415b-974d-dfef4068fb9f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:03.127782 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.extraroute_db [None req-ca88c3b2-3e3d-45de-9e8b-a2d96e8b7bee tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Added routes are [] {{(pid=108745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 05:46:03.128191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.extraroute_db [None req-ca88c3b2-3e3d-45de-9e8b-a2d96e8b7bee tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=108745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 05:46:03.136427 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.159204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=f3748e6c-a109-430b-bfe3-9200ab3d37e2,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:03.182673 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-66415f71-8275-42a7-80cc-3da0e506a485 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6750550 Feb 04 05:46:03.206441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-4950c9cd-514c-44bf-9ba7-fcfbdb3de940 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Allocated IP 172.20.0.6 (e2598b2f-5705-48df-a705-f0b9d91f5e9b/36e3b937-3419-4bf0-bc95-4f5337c2a164/5168938d-381e-460b-bc2e-3d1db88fe4fb) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:03.223024 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50924) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:03.258793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7cd88467-c7c3-484b-adfa-843c033bcf08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'mac_address': 'fa:16:3e:f2:1b:46', 'name': 'tempest-NetworksTestDHCPv6-146106753'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:03.349290 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-326bc179-2597-416f-a772-1faa4ad32345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.359306 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ca88c3b2-3e3d-45de-9e8b-a2d96e8b7bee tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.373756 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45085dfa-6bec-473e-bbe6-8aac79aae597 None None] Sync routers for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:03.429489 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=9c92f415-c5fa-48b6-ba1d-cefe5f8842b4,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:03.435362 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45085dfa-6bec-473e-bbe6-8aac79aae597 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:03.436566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-45085dfa-6bec-473e-bbe6-8aac79aae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:03.440535 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-326bc179-2597-416f-a772-1faa4ad32345 None None] For port 8d5f4087-a796-4dca-8c9b-a75c5567a635, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8d5f4087-a796-4dca-8c9b-a75c5567a635,segment=NetworkSegment(e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8),segment_id=e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:03.507383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-326bc179-2597-416f-a772-1faa4ad32345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.590330 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device aeff41d9-70e9-4df8-bd19-8309254d4cd9 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:03.645597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-326bc179-2597-416f-a772-1faa4ad32345 None None] Provisioning complete for port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:03.646286 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-326bc179-2597-416f-a772-1faa4ad32345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.662916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.677086 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af942d56-e17e-4cd5-bdf6-9ea2abbf5c57 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.678706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-45085dfa-6bec-473e-bbe6-8aac79aae597 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:03.704672 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4950c9cd-514c-44bf-9ba7-fcfbdb3de940 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.721417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-af942d56-e17e-4cd5-bdf6-9ea2abbf5c57 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for 4fa2a0a6-209a-4053-8435-56393c4e6f6b owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:03.722469 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ca88c3b2-3e3d-45de-9e8b-a2d96e8b7bee tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.729272 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3faa45dc-ff22-4a26-a5a1-c31629474e6c tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "PUT /v2.0/ports/7b3f4bfe-59d2-4608-8093-69db811cbdbe/tags/tempest-TagsExtTest-Tag-800778594 HTTP/1.1" status: 201 len: 201 time: 1.6072376 Feb 04 05:46:03.729584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ca88c3b2-3e3d-45de-9e8b-a2d96e8b7bee tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.730656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.732378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50926) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:03.737023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-768cfe6c-96b2-4ebf-b714-96b83983b662 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2d0206a4-10d0-413b-8a9a-0c67992a363f', 'tempest-TagsExtTest-Tag-1273172992') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:03.739973 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bc179-2597-416f-a772-1faa4ad32345 None None] Pushing event updated for resources: {'Port': ['ID=8d5f4087-a796-4dca-8c9b-a75c5567a635,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:03.840566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port aeff41d9-70e9-4df8-bd19-8309254d4cd9 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:03.840943 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.918023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.920992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4950c9cd-514c-44bf-9ba7-fcfbdb3de940 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:03.997964 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4950c9cd-514c-44bf-9ba7-fcfbdb3de940 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network e2598b2f-5705-48df-a705-f0b9d91f5e9b is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:04.006653 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-4950c9cd-514c-44bf-9ba7-fcfbdb3de940 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:04.010675 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950c9cd-514c-44bf-9ba7-fcfbdb3de940 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:04.039992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950c9cd-514c-44bf-9ba7-fcfbdb3de940 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=5168938d-381e-460b-bc2e-3d1db88fe4fb,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:04.047133 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca88c3b2-3e3d-45de-9e8b-a2d96e8b7bee tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:04.097072 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-768cfe6c-96b2-4ebf-b714-96b83983b662 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "PUT /v2.0/routers/2d0206a4-10d0-413b-8a9a-0c67992a363f/tags/tempest-TagsExtTest-Tag-1273172992 HTTP/1.1" status: 201 len: 201 time: 0.3607123 Feb 04 05:46:04.107401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd88467-c7c3-484b-adfa-843c033bcf08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:04.131749 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50928) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:04.136305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-e910f4bb-0281-4f8f-835f-fe94332ca037 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0fbbe52a-6b3b-4173-a670-31ee392cbecd', 'tempest-TagsExtTest-Tag-1873534947') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:04.143527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.145225 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950c9cd-514c-44bf-9ba7-fcfbdb3de940 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:04.146084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4950c9cd-514c-44bf-9ba7-fcfbdb3de940 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.201234 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7cd88467-c7c3-484b-adfa-843c033bcf08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.221130 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4950c9cd-514c-44bf-9ba7-fcfbdb3de940 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0276413 Feb 04 05:46:04.226581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50930) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:04.237257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af942d56-e17e-4cd5-bdf6-9ea2abbf5c57 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.240109 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-295728f1-a74d-4201-92e3-25470801d2d5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'port': {'network_id': 'e2598b2f-5705-48df-a705-f0b9d91f5e9b', 'name': 'tempest-FloatingIPTestJSON-958761511'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:04.250748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.293372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af942d56-e17e-4cd5-bdf6-9ea2abbf5c57 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=4fa2a0a6-209a-4053-8435-56393c4e6f6b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:04.305372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Deleting port 668087b2-159c-4ea8-87b3-6432389c4120 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:04.305716 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.317276 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port aeff41d9-70e9-4df8-bd19-8309254d4cd9, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=aeff41d9-70e9-4df8-bd19-8309254d4cd9,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:04.319652 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-7cd88467-c7c3-484b-adfa-843c033bcf08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port 6c6c6b72-8f39-4f58-9da1-1d5a8ce54603 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:04.320101 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-428f5dc4-26d5-4f87-a6ea-fefff366dc0c None None] Could not find standard attr ID for object 4fa2a0a6-209a-4053-8435-56393c4e6f6b. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:46:04.326065 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.327015 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8d5f4087-a796-4dca-8c9b-a75c5567a635 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:04.374361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af942d56-e17e-4cd5-bdf6-9ea2abbf5c57 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.375273 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca88c3b2-3e3d-45de-9e8b-a2d96e8b7bee tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:04.380305 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-af942d56-e17e-4cd5-bdf6-9ea2abbf5c57 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/4fa2a0a6-209a-4053-8435-56393c4e6f6b HTTP/1.1" status: 204 len: 168 time: 2.6334400 Feb 04 05:46:04.383229 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50932) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:04.384271 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ca88c3b2-3e3d-45de-9e8b-a2d96e8b7bee tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.385666 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ca88c3b2-3e3d-45de-9e8b-a2d96e8b7bee tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/9ea0b516-d4fe-4ab7-bcbb-042dda8f394d HTTP/1.1" status: 200 len: 700 time: 3.2618666 Feb 04 05:46:04.397042 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50934) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:04.406739 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e910f4bb-0281-4f8f-835f-fe94332ca037 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "PUT /v2.0/subnetpools/0fbbe52a-6b3b-4173-a670-31ee392cbecd/tags/tempest-TagsExtTest-Tag-1873534947 HTTP/1.1" status: 201 len: 201 time: 0.2717502 Feb 04 05:46:04.406937 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-45085dfa-6bec-473e-bbe6-8aac79aae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:03Z', 'revision_number': 7, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58a47cc9-a990-43ad-b8bb-0593137d7985', 'name': '', 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:e8:7b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:57Z', 'updated_at': '2022-02-04T05:46:02Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ccf70e-45b7-4b78-8d09-176838d2cae0', 'name': '', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:17:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:46Z', 'updated_at': '2022-02-04T05:45:54Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:04.409714 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50936) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:04.412256 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-150cba95-b0b8-486c-bb0d-bbcc679c1fd3 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'eb16543c-b69a-4569-baad-a3a062d829ea', {'tags': ['tempest-TagsExtTest-Tag-1819884128', 'tempest-TagsExtTest-Tag-1480829797', 'tempest-TagsExtTest-Tag-351623618']}) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:04.484940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45085dfa-6bec-473e-bbe6-8aac79aae597 None None] Checking router: 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:46:04.489536 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab36655-6e9e-42dd-a808-37c505dec707 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:04.490040 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-428f5dc4-26d5-4f87-a6ea-fefff366dc0c None None] Provisioning complete for port 8d5f4087-a796-4dca-8c9b-a75c5567a635 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:04.490413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-428f5dc4-26d5-4f87-a6ea-fefff366dc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.557270 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1700b1-a84e-4bab-a030-bcabf23ba675 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:04.558082 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1700b1-a84e-4bab-a030-bcabf23ba675 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:04.559784 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295728f1-a74d-4201-92e3-25470801d2d5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Made reservation on behalf of af7ed8c79e9440cba9e994a8562af4d0 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:04.563974 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ae1700b1-a84e-4bab-a030-bcabf23ba675 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/4fa2a0a6-209a-4053-8435-56393c4e6f6b HTTP/1.1" status: 404 len: 333 time: 0.1770642 Feb 04 05:46:04.564149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-295728f1-a74d-4201-92e3-25470801d2d5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.566378 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=aeff41d9-70e9-4df8-bd19-8309254d4cd9,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:04.566895 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50938) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:04.582976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45085dfa-6bec-473e-bbe6-8aac79aae597 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:04.583621 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-45085dfa-6bec-473e-bbe6-8aac79aae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:04.627639 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d1261e-6959-4215-9e22-a446d4869d29 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] GET failed (client error): The resource could not be found. Feb 04 05:46:04.629901 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a3d1261e-6959-4215-9e22-a446d4869d29 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/4fa2a0a6-209a-4053-8435-56393c4e6f6b HTTP/1.1" status: 404 len: 333 time: 0.0569551 Feb 04 05:46:04.644826 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-295728f1-a74d-4201-92e3-25470801d2d5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] device_id is not set on port ceb78d3f-9d17-44e4-a7a2-1184e3a3b952 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:04.658871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50940) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:04.702153 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.723778 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 8d5f4087-a796-4dca-8c9b-a75c5567a635 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:04.724196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.749669 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Calling delete_port for 668087b2-159c-4ea8-87b3-6432389c4120 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:04.763299 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-45085dfa-6bec-473e-bbe6-8aac79aae597 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:04.784302 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ff7a328b-0dc5-4502-a263-2354ec7132a4 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/routers/9ea0b516-d4fe-4ab7-bcbb-042dda8f394d HTTP/1.1" status: 200 len: 700 time: 0.3868470 Feb 04 05:46:04.791756 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-150cba95-b0b8-486c-bb0d-bbcc679c1fd3 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "PUT /v2.0/subnets/eb16543c-b69a-4569-baad-a3a062d829ea/tags HTTP/1.1" status: 200 len: 317 time: 0.3806095 Feb 04 05:46:04.791756 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50942) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:04.792085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50944) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:04.798447 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-5f9467b0-1b99-4cac-84ef-c41457e6d985 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'eb16543c-b69a-4569-baad-a3a062d829ea') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:04.862673 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb9b0f1-b782-4b9e-bfca-06bffa5de2dd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting subnet ea4fe6bf-4dca-4ec6-8964-8a57cdbf1853 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:04.880136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b0f1-b782-4b9e-bfca-06bffa5de2dd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.908655 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-295728f1-a74d-4201-92e3-25470801d2d5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Allocated IP 172.20.0.4 (e2598b2f-5705-48df-a705-f0b9d91f5e9b/36e3b937-3419-4bf0-bc95-4f5337c2a164/ceb78d3f-9d17-44e4-a7a2-1184e3a3b952) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:04.935011 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.947487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7cd88467-c7c3-484b-adfa-843c033bcf08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8:0:1::19a (99cffe53-689e-4c68-95bc-797fbe732ade/fc0e2cdb-5b2a-43da-9d59-09680eeb2654/6c6c6b72-8f39-4f58-9da1-1d5a8ce54603) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:04.960989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.962430 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:04.980341 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b0f1-b782-4b9e-bfca-06bffa5de2dd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:05.007700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-428f5dc4-26d5-4f87-a6ea-fefff366dc0c None None] Provisioning complete for port f3748e6c-a109-430b-bfe3-9200ab3d37e2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:05.007967 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-428f5dc4-26d5-4f87-a6ea-fefff366dc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:05.016807 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7cd88467-c7c3-484b-adfa-843c033bcf08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::f816:3eff:fef2:1b46 (99cffe53-689e-4c68-95bc-797fbe732ade/b0695f68-e753-4168-8312-29743759315e/6c6c6b72-8f39-4f58-9da1-1d5a8ce54603) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:05.093671 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 58a47cc9-a990-43ad-b8bb-0593137d7985 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:05.098620 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-428f5dc4-26d5-4f87-a6ea-fefff366dc0c None None] Port f3748e6c-a109-430b-bfe3-9200ab3d37e2 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:05.165400 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5f9467b0-1b99-4cac-84ef-c41457e6d985 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/subnets/eb16543c-b69a-4569-baad-a3a062d829ea/tags HTTP/1.1" status: 204 len: 168 time: 0.3668742 Feb 04 05:46:05.165748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50946) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:05.170226 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-43b4527c-27c2-429c-b69c-82232f179d35 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb16543c-b69a-4569-baad-a3a062d829ea', 'tempest-TagsExtTest-Tag-1819884128') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:05.224214 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282aec34-f314-4697-9727-34adb8979c4e None None] Update dhcp port {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'fixed_ips': [{'subnet_id': 'b0695f68-e753-4168-8312-29743759315e', 'ip_address': '2001:db8::f816:3eff:fe15:ed38'}, {'subnet_id': 'fc0e2cdb-5b2a-43da-9d59-09680eeb2654'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': 'aeff41d9-70e9-4df8-bd19-8309254d4cd9'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:46:05.228833 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 58a47cc9-a990-43ad-b8bb-0593137d7985 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:05.229209 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:05.292127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-cad81012-677f-4982-9980-1f8921addc85 None None] Provisioning complete for port aeff41d9-70e9-4df8-bd19-8309254d4cd9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:05.292453 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cad81012-677f-4982-9980-1f8921addc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:05.299127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-282aec34-f314-4697-9727-34adb8979c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:05.357598 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-45085dfa-6bec-473e-bbe6-8aac79aae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:03Z', 'revision_number': 7, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58a47cc9-a990-43ad-b8bb-0593137d7985', 'name': '', 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:e8:7b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:57Z', 'updated_at': '2022-02-04T05:46:02Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ccf70e-45b7-4b78-8d09-176838d2cae0', 'name': '', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:17:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:46Z', 'updated_at': '2022-02-04T05:45:54Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:05.421307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45085dfa-6bec-473e-bbe6-8aac79aae597 None None] The sync data for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv is: [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:03Z', 'revision_number': 7, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58a47cc9-a990-43ad-b8bb-0593137d7985', 'name': '', 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:e8:7b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:57Z', 'updated_at': '2022-02-04T05:46:02Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ccf70e-45b7-4b78-8d09-176838d2cae0', 'name': '', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:17:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:46Z', 'updated_at': '2022-02-04T05:45:54Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:05.533045 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=f3748e6c-a109-430b-bfe3-9200ab3d37e2,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:05.587887 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b0f1-b782-4b9e-bfca-06bffa5de2dd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:05.681385 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 9d79ca11-e0d9-4a49-b360-401c885848bf is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:05.682875 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-295728f1-a74d-4201-92e3-25470801d2d5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:05.689390 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:05.743079 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device aeff41d9-70e9-4df8-bd19-8309254d4cd9 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:05.768222 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-43b4527c-27c2-429c-b69c-82232f179d35 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] show failed (client error): The resource could not be found. Feb 04 05:46:05.769686 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-43b4527c-27c2-429c-b69c-82232f179d35 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/subnets/eb16543c-b69a-4569-baad-a3a062d829ea/tags/tempest-TagsExtTest-Tag-1819884128 HTTP/1.1" status: 404 len: 329 time: 0.6026886 Feb 04 05:46:05.772618 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-295728f1-a74d-4201-92e3-25470801d2d5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:05.776726 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50948) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:05.781673 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-bfe1bb0b-8333-4ea2-b600-82c2f5dd54b6 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb16543c-b69a-4569-baad-a3a062d829ea', 'tempest-TagsExtTest-Tag-1480829797') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:05.814185 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port aeff41d9-70e9-4df8-bd19-8309254d4cd9 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:05.814611 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:05.823335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:05.832272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b0f1-b782-4b9e-bfca-06bffa5de2dd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:05.895033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295728f1-a74d-4201-92e3-25470801d2d5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network e2598b2f-5705-48df-a705-f0b9d91f5e9b is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:05.905546 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-295728f1-a74d-4201-92e3-25470801d2d5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:05.930895 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60c9737-390e-4813-a8de-6972d9d78691 None None] Sync routers for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:05.943684 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295728f1-a74d-4201-92e3-25470801d2d5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:05.946112 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:05.946696 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c9737-390e-4813-a8de-6972d9d78691 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:05.947379 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b60c9737-390e-4813-a8de-6972d9d78691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:05.958350 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295728f1-a74d-4201-92e3-25470801d2d5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=ceb78d3f-9d17-44e4-a7a2-1184e3a3b952,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:05.967591 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Pushing event deleted for resources: {'Port': ['ID=668087b2-159c-4ea8-87b3-6432389c4120,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:05.975464 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9b0f1-b782-4b9e-bfca-06bffa5de2dd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Subnet': ['ID=ea4fe6bf-4dca-4ec6-8964-8a57cdbf1853,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:05.980484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dcb9b0f1-b782-4b9e-bfca-06bffa5de2dd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:05.983728 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-dcb9b0f1-b782-4b9e-bfca-06bffa5de2dd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/ea4fe6bf-4dca-4ec6-8964-8a57cdbf1853 HTTP/1.1" status: 204 len: 168 time: 1.3234382 Feb 04 05:46:05.991467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50950) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:05.998011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2f6ea2-83e4-47ac-9bb4-3e4274e42008 None None] Network 15cfb402-fd34-4688-888c-f01fb54d2be5 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:06.059233 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295728f1-a74d-4201-92e3-25470801d2d5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:06.060480 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-295728f1-a74d-4201-92e3-25470801d2d5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.079421 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-bfe1bb0b-8333-4ea2-b600-82c2f5dd54b6 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] show failed (client error): The resource could not be found. Feb 04 05:46:06.080489 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bfe1bb0b-8333-4ea2-b600-82c2f5dd54b6 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/subnets/eb16543c-b69a-4569-baad-a3a062d829ea/tags/tempest-TagsExtTest-Tag-1480829797 HTTP/1.1" status: 404 len: 329 time: 0.3025036 Feb 04 05:46:06.084032 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50952) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:06.091716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-73c7d05b-2505-4cc4-9c45-ba82c8091215 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb16543c-b69a-4569-baad-a3a062d829ea', 'tempest-TagsExtTest-Tag-351623618') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:06.102963 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-295728f1-a74d-4201-92e3-25470801d2d5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8679974 Feb 04 05:46:06.119300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50954) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:06.126189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': 'ceb78d3f-9d17-44e4-a7a2-1184e3a3b952', 'fixed_ip_address': '172.20.0.4'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:06.142162 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8497884-1310-447b-880d-895bcface063 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.161023 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:06.161713 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.170355 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-b60c9737-390e-4813-a8de-6972d9d78691 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:06.208097 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7cd88467-c7c3-484b-adfa-843c033bcf08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.231118 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.238283 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.260762 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.288152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 9e9da179-134e-4d1a-81e7-e2092807af8e is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:46:06.309618 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-73c7d05b-2505-4cc4-9c45-ba82c8091215 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] show failed (client error): The resource could not be found. Feb 04 05:46:06.310775 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-73c7d05b-2505-4cc4-9c45-ba82c8091215 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/subnets/eb16543c-b69a-4569-baad-a3a062d829ea/tags/tempest-TagsExtTest-Tag-351623618 HTTP/1.1" status: 404 len: 328 time: 0.2256942 Feb 04 05:46:06.334083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50956) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:06.344395 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.tag.tag_plugin [None req-cecf7e8a-d3f2-4a44-ad7e-6cff375d4534 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7b3f4bfe-59d2-4608-8093-69db811cbdbe', {'tags': ['tempest-TagsExtTest-Tag-184301282', 'tempest-TagsExtTest-Tag-1745209142', 'tempest-TagsExtTest-Tag-1038095134']}) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:06.371294 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d7becf3d-0eed-44a1-a5a6-9b7600bc60e3 None None] Provisioning complete for port f3748e6c-a109-430b-bfe3-9200ab3d37e2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:06.371976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d7becf3d-0eed-44a1-a5a6-9b7600bc60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.418435 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d7becf3d-0eed-44a1-a5a6-9b7600bc60e3 None None] Port f3748e6c-a109-430b-bfe3-9200ab3d37e2 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:06.479475 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8d5f4087-a796-4dca-8c9b-a75c5567a635 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:06.504375 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd2d2a4-f16f-4d59-b7c3-447a08f2709a None None] DHCP port deletion for 15cfb402-fd34-4688-888c-f01fb54d2be5 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:46:06.525967 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b60c9737-390e-4813-a8de-6972d9d78691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:03Z', 'revision_number': 7, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58a47cc9-a990-43ad-b8bb-0593137d7985', 'name': '', 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:e8:7b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:57Z', 'updated_at': '2022-02-04T05:46:02Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ccf70e-45b7-4b78-8d09-176838d2cae0', 'name': '', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:17:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:46Z', 'updated_at': '2022-02-04T05:45:54Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:06.563204 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60c9737-390e-4813-a8de-6972d9d78691 None None] Checking router: 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:46:06.569353 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 8d5f4087-a796-4dca-8c9b-a75c5567a635 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:06.569759 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.581067 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c9737-390e-4813-a8de-6972d9d78691 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:06.582026 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b60c9737-390e-4813-a8de-6972d9d78691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:06.607183 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-9dd2d2a4-f16f-4d59-b7c3-447a08f2709a None None] Deleting port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:06.607684 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d2a4-f16f-4d59-b7c3-447a08f2709a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.665387 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7cd88467-c7c3-484b-adfa-843c033bcf08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.681673 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.703027 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-b60c9737-390e-4813-a8de-6972d9d78691 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:06.721843 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9dd2d2a4-f16f-4d59-b7c3-447a08f2709a None None] For port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9c92f415-c5fa-48b6-ba1d-cefe5f8842b4,segment=NetworkSegment(2950ff23-b478-415b-974d-dfef4068fb9f),segment_id=2950ff23-b478-415b-974d-dfef4068fb9f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:06.722176 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d2a4-f16f-4d59-b7c3-447a08f2709a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.766783 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-9dd2d2a4-f16f-4d59-b7c3-447a08f2709a None None] Calling delete_port for 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:06.770691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-282aec34-f314-4697-9727-34adb8979c4e None None] Allocated IP 2001:db8:0:1::2 (99cffe53-689e-4c68-95bc-797fbe732ade/fc0e2cdb-5b2a-43da-9d59-09680eeb2654/aeff41d9-70e9-4df8-bd19-8309254d4cd9) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:06.838734 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cecf7e8a-d3f2-4a44-ad7e-6cff375d4534 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "PUT /v2.0/ports/7b3f4bfe-59d2-4608-8093-69db811cbdbe/tags HTTP/1.1" status: 200 len: 317 time: 0.4946184 Feb 04 05:46:06.850384 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50958) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:06.865517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.tag.tag_plugin [None req-94d660a5-2aff-4059-9dc5-be2791f2f6f2 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7b3f4bfe-59d2-4608-8093-69db811cbdbe') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:06.876857 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd88467-c7c3-484b-adfa-843c033bcf08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:06.879442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.926441 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7cd88467-c7c3-484b-adfa-843c033bcf08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:06.937048 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.941955 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:06.947542 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e12a089f-1ad1-474b-ac79-a458d1bd3dde tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/9e9da179-134e-4d1a-81e7-e2092807af8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5210927 Feb 04 05:46:06.948519 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd88467-c7c3-484b-adfa-843c033bcf08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:06.954416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd88467-c7c3-484b-adfa-843c033bcf08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:06.955246 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7cd88467-c7c3-484b-adfa-843c033bcf08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.961184 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50960) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:06.968619 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd88467-c7c3-484b-adfa-843c033bcf08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=6c6c6b72-8f39-4f58-9da1-1d5a8ce54603,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:06.969369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Sync routers for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:06.972953 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d2a4-f16f-4d59-b7c3-447a08f2709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:06.985074 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b60c9737-390e-4813-a8de-6972d9d78691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:03Z', 'revision_number': 7, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58a47cc9-a990-43ad-b8bb-0593137d7985', 'name': '', 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:e8:7b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:57Z', 'updated_at': '2022-02-04T05:46:02Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ccf70e-45b7-4b78-8d09-176838d2cae0', 'name': '', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:17:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:46Z', 'updated_at': '2022-02-04T05:45:54Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:06.987219 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-282aec34-f314-4697-9727-34adb8979c4e None None] For port aeff41d9-70e9-4df8-bd19-8309254d4cd9, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=aeff41d9-70e9-4df8-bd19-8309254d4cd9,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:06.989303 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-8b1c6484-03c6-4595-8484-5a2513c32d5a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1983575179'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:07.019220 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:07.019664 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.021946 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60c9737-390e-4813-a8de-6972d9d78691 None None] The sync data for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv is: [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:03Z', 'revision_number': 7, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58a47cc9-a990-43ad-b8bb-0593137d7985', 'name': '', 'network_id': '3d53556c-f600-45e4-8efc-b3e53cdb4dcc', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:e8:7b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:57Z', 'updated_at': '2022-02-04T05:46:02Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '303015e6-0d3d-416c-9aff-230be493a9bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ccf70e-45b7-4b78-8d09-176838d2cae0', 'name': '', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:17:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:46Z', 'updated_at': '2022-02-04T05:45:54Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:07.027503 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2d2a4-f16f-4d59-b7c3-447a08f2709a None None] Pushing event deleted for resources: {'Port': ['ID=9c92f415-c5fa-48b6-ba1d-cefe5f8842b4,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:07.037040 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2d2a4-f16f-4d59-b7c3-447a08f2709a None None] No DVR routers for this DVR port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:07.044618 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:07.045993 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:07.062843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Allocated IP 172.26.3.207 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/ce909f8e-085c-45db-aae6-232dde519fb1) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:07.123746 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-282aec34-f314-4697-9727-34adb8979c4e None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.127985 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7cd88467-c7c3-484b-adfa-843c033bcf08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8824701 Feb 04 05:46:07.135541 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-282aec34-f314-4697-9727-34adb8979c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.138649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50962) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:07.159916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-f8497884-1310-447b-880d-895bcface063 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port 58a47cc9-a990-43ad-b8bb-0593137d7985 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:07.159916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8497884-1310-447b-880d-895bcface063 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.187140 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1c6484-03c6-4595-8484-5a2513c32d5a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:07.194498 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6484-03c6-4595-8484-5a2513c32d5a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.203885 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Router e2fe2985-46ef-481c-b642-65a53f1239fa has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:07.211667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:07.223358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] For port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4, host dv-neutron-827794-1-hyperv, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:07.223724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.279482 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282aec34-f314-4697-9727-34adb8979c4e None None] Pushing event updated for resources: {'Port': ['ID=aeff41d9-70e9-4df8-bd19-8309254d4cd9,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:07.281140 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:07.290486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 was not found and therefore no delete operation was performed {{(pid=108744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:46:07.305520 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.345600 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1c6484-03c6-4595-8484-5a2513c32d5a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:46:07.357055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.371528 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-94d660a5-2aff-4059-9dc5-be2791f2f6f2 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/ports/7b3f4bfe-59d2-4608-8093-69db811cbdbe/tags HTTP/1.1" status: 204 len: 168 time: 0.5135558 Feb 04 05:46:07.380701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50964) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:07.387986 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6484-03c6-4595-8484-5a2513c32d5a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.388400 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-8b1c6484-03c6-4595-8484-5a2513c32d5a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Added segment 2bfcf527-703d-4f18-9890-ac0571a4309c of type vlan for network ac8b1c79-5231-472b-a875-41f5bfe3198f Feb 04 05:46:07.401029 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-e67d01f2-f117-4553-a445-0c3e17698e86 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b3f4bfe-59d2-4608-8093-69db811cbdbe', 'tempest-TagsExtTest-Tag-184301282') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:07.404964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=9c92f415-c5fa-48b6-ba1d-cefe5f8842b4,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:07.407271 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No DVR routers for this DVR port 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:07.419224 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-f8497884-1310-447b-880d-895bcface063 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] For port 58a47cc9-a990-43ad-b8bb-0593137d7985, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=58a47cc9-a990-43ad-b8bb-0593137d7985,segment=NetworkSegment(601e563f-d646-4fc4-b3cb-786869f9f43b),segment_id=601e563f-d646-4fc4-b3cb-786869f9f43b)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:07.420228 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8497884-1310-447b-880d-895bcface063 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.440784 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:07.451262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.452484 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-40d81cfa-817f-4800-b770-aaa79e8f1161 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "PUT /v2.0/routers/e2fe2985-46ef-481c-b642-65a53f1239fa HTTP/1.1" status: 200 len: 706 time: 5.7737558 Feb 04 05:46:07.456814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50966) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:07.462059 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18596d0-a4a8-4794-87ec-0916353e8a10 None None] Sync routers for ids ['e2fe2985-46ef-481c-b642-65a53f1239fa'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:07.479103 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18596d0-a4a8-4794-87ec-0916353e8a10 None None] Routers {'e2fe2985-46ef-481c-b642-65a53f1239fa'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:07.479889 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c18596d0-a4a8-4794-87ec-0916353e8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['e2fe2985-46ef-481c-b642-65a53f1239fa'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:07.506366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:03Z', 'revision_number': 2, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:04Z', 'revision_number': 2, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:07.517276 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-f8497884-1310-447b-880d-895bcface063 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for 58a47cc9-a990-43ad-b8bb-0593137d7985 owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:07.534180 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c18596d0-a4a8-4794-87ec-0916353e8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:07.545312 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18596d0-a4a8-4794-87ec-0916353e8a10 None None] Routers {'e2fe2985-46ef-481c-b642-65a53f1239fa'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:07.546189 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c18596d0-a4a8-4794-87ec-0916353e8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['e2fe2985-46ef-481c-b642-65a53f1239fa'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:07.562760 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Checking router: 9e9da179-134e-4d1a-81e7-e2092807af8e for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:46:07.563591 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Updating router 9e9da179-134e-4d1a-81e7-e2092807af8e port f3748e6c-a109-430b-bfe3-9200ab3d37e2 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:46:07.565014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6484-03c6-4595-8484-5a2513c32d5a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.600612 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.604475 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c18596d0-a4a8-4794-87ec-0916353e8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:07.605352 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18596d0-a4a8-4794-87ec-0916353e8a10 None None] The sync data for ids ['e2fe2985-46ef-481c-b642-65a53f1239fa'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:07.649340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.732554 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:07.755129 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6484-03c6-4595-8484-5a2513c32d5a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.761216 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1c6484-03c6-4595-8484-5a2513c32d5a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:07.761601 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6484-03c6-4595-8484-5a2513c32d5a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.764262 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:07.771850 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-e67d01f2-f117-4553-a445-0c3e17698e86 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] show failed (client error): The resource could not be found. Feb 04 05:46:07.775524 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e67d01f2-f117-4553-a445-0c3e17698e86 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/ports/7b3f4bfe-59d2-4608-8093-69db811cbdbe/tags/tempest-TagsExtTest-Tag-184301282 HTTP/1.1" status: 404 len: 328 time: 0.3883574 Feb 04 05:46:07.776972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device aeff41d9-70e9-4df8-bd19-8309254d4cd9 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:07.785075 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50968) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:07.787384 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:07.829057 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-b60d11ac-0be5-4025-8574-842b077a4e49 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b3f4bfe-59d2-4608-8093-69db811cbdbe', 'tempest-TagsExtTest-Tag-1745209142') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:07.873574 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6256d-c549-4395-b768-fa6c1b97b1e1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port 6c6c6b72-8f39-4f58-9da1-1d5a8ce54603 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:07.873847 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7ca6256d-c549-4395-b768-fa6c1b97b1e1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.939911 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6e37ebad-993f-4e32-94c6-8bad3f23bfd1 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/routers/e2fe2985-46ef-481c-b642-65a53f1239fa HTTP/1.1" status: 200 len: 741 time: 0.4819620 Feb 04 05:46:07.942805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.944951 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port aeff41d9-70e9-4df8-bd19-8309254d4cd9 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:07.945615 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:07.952221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50970) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:08.013589 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d215a660-8f89-478c-b186-8c4ca99440f0 tempest-RoutersAdminTest-1913509895 tempest-RoutersAdminTest-1913509895-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&device_id=e2fe2985-46ef-481c-b642-65a53f1239fa HTTP/1.1" status: 200 len: 205 time: 0.0600884 Feb 04 05:46:08.018210 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50972) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:08.025499 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=ce909f8e-085c-45db-aae6-232dde519fb1,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:08.033511 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cfb402-fd34-4688-888c-f01fb54d2be5']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:08.039708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8497884-1310-447b-880d-895bcface063 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.062687 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f2cb2c1c-377d-4383-9197-651fb558f8a1 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2fe2985-46ef-481c-b642-65a53f1239fa HTTP/1.1" status: 200 len: 205 time: 0.0414469 Feb 04 05:46:08.071463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50974) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:08.074053 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2950ff23-b478-415b-974d-dfef4068fb9f') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:08.074616 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2950ff23-b478-415b-974d-dfef4068fb9f') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:08.127026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8497884-1310-447b-880d-895bcface063 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=58a47cc9-a990-43ad-b8bb-0593137d7985,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:08.132626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.139776 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.148309 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.177503 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8b1c6484-03c6-4595-8484-5a2513c32d5a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2112167 Feb 04 05:46:08.179053 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50976) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:08.193012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-c495dbc4-0351-4ecc-8294-c41e6cb3f7a3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'subnet': {'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:08.211787 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:08.216743 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7ca6256d-c549-4395-b768-fa6c1b97b1e1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.221981 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.253263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:08.253743 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9c92f415-c5fa-48b6-ba1d-cefe5f8842b4 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:08.270041 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e353ff8c-d89c-475f-aca7-7cc0312c68af tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.304918 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c6484-03c6-4595-8484-5a2513c32d5a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Network': ['ID=ac8b1c79-5231-472b-a875-41f5bfe3198f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:08.330424 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eae59-750e-4812-80a9-f1bae1c7ffa9 None None] Pushing event updated for resources: {'Port': ['ID=f3748e6c-a109-430b-bfe3-9200ab3d37e2,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:08.332995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network ac8b1c79-5231-472b-a875-41f5bfe3198f details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:46:08.378177 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:46:08.378618 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:46:08.393352 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:46:08.399877 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6256d-c549-4395-b768-fa6c1b97b1e1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for 6c6c6b72-8f39-4f58-9da1-1d5a8ce54603 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:08.486478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Attempting to bind port f3748e6c-a109-430b-bfe3-9200ab3d37e2 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:08.487013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Attempting to bind port f3748e6c-a109-430b-bfe3-9200ab3d37e2 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:08.487234 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Attempting to bind port f3748e6c-a109-430b-bfe3-9200ab3d37e2 on network 9d79ca11-e0d9-4a49-b360-401c885848bf {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:08.506852 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:08.507257 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Checking segment: {'id': 'e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:08.507677 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.508077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Bound using segment: {'id': 'e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:08.508569 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Bound port: f3748e6c-a109-430b-bfe3-9200ab3d37e2, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:08.508956 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.521932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-11402ad4-fd10-4fee-86d0-6418b039d880 None None] Provisioning complete for port aeff41d9-70e9-4df8-bd19-8309254d4cd9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:08.522294 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-11402ad4-fd10-4fee-86d0-6418b039d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.583365 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-b60d11ac-0be5-4025-8574-842b077a4e49 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] show failed (client error): The resource could not be found. Feb 04 05:46:08.584421 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b60d11ac-0be5-4025-8574-842b077a4e49 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/ports/7b3f4bfe-59d2-4608-8093-69db811cbdbe/tags/tempest-TagsExtTest-Tag-1745209142 HTTP/1.1" status: 404 len: 329 time: 0.7594051 Feb 04 05:46:08.590168 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8497884-1310-447b-880d-895bcface063 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.593632 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50980) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:08.605656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-707d0e91-7c37-40d8-8c22-95d0fed79e50 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7b3f4bfe-59d2-4608-8093-69db811cbdbe', 'tempest-TagsExtTest-Tag-1038095134') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:08.667865 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] For port f3748e6c-a109-430b-bfe3-9200ab3d37e2, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:08.673926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] For port f3748e6c-a109-430b-bfe3-9200ab3d37e2, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f3748e6c-a109-430b-bfe3-9200ab3d37e2,segment=NetworkSegment(e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8),segment_id=e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:08.704202 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.791936 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.801850 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.806922 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/networks/15cfb402-fd34-4688-888c-f01fb54d2be5 HTTP/1.1" status: 204 len: 168 time: 2.8138013 Feb 04 05:46:08.810926 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e353ff8c-d89c-475f-aca7-7cc0312c68af tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.819050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:08.819816 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:08.821424 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e353ff8c-d89c-475f-aca7-7cc0312c68af tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.822760 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eae59-750e-4812-80a9-f1bae1c7ffa9 None None] Pushing event updated for resources: {'Port': ['ID=f3748e6c-a109-430b-bfe3-9200ab3d37e2,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:08.825025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50982) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:08.833630 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4d905d2a-6c36-439b-9606-e6b44f132b12 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1269978569'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:08.869714 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-707d0e91-7c37-40d8-8c22-95d0fed79e50 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] show failed (client error): The resource could not be found. Feb 04 05:46:08.870796 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-707d0e91-7c37-40d8-8c22-95d0fed79e50 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/ports/7b3f4bfe-59d2-4608-8093-69db811cbdbe/tags/tempest-TagsExtTest-Tag-1038095134 HTTP/1.1" status: 404 len: 329 time: 0.2714593 Feb 04 05:46:08.874322 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50984) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:08.879189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-ddaf09db-7e0d-408e-ae1c-790950e12ad7 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2d0206a4-10d0-413b-8a9a-0c67992a363f', {'tags': ['tempest-TagsExtTest-Tag-2139671866', 'tempest-TagsExtTest-Tag-560639347', 'tempest-TagsExtTest-Tag-1288432662']}) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:08.886655 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2f084-59b2-4618-a043-4effd76ce5be tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Network': ['ID=15cfb402-fd34-4688-888c-f01fb54d2be5,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:08.936113 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c495dbc4-0351-4ecc-8294-c41e6cb3f7a3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:08.937647 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-dd2d7ebe-3a41-4e15-93d5-74d59c7a5cc7 None None] Provisioning complete for port 6c6c6b72-8f39-4f58-9da1-1d5a8ce54603 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:08.938148 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dd2d7ebe-3a41-4e15-93d5-74d59c7a5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.940384 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c495dbc4-0351-4ecc-8294-c41e6cb3f7a3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.990734 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e353ff8c-d89c-475f-aca7-7cc0312c68af tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:08.991492 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e353ff8c-d89c-475f-aca7-7cc0312c68af tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Fanout notify agent at l3_agent the message router_deleted on router e2fe2985-46ef-481c-b642-65a53f1239fa {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:46:09.001052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e353ff8c-d89c-475f-aca7-7cc0312c68af tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:09.002430 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e353ff8c-d89c-475f-aca7-7cc0312c68af tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "DELETE /v2.0/routers/e2fe2985-46ef-481c-b642-65a53f1239fa HTTP/1.1" status: 204 len: 168 time: 0.9254696 Feb 04 05:46:09.010515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50986) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:09.065621 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d905d2a-6c36-439b-9606-e6b44f132b12 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:09.070877 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d905d2a-6c36-439b-9606-e6b44f132b12 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:09.099767 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e471e842-c3b3-43db-ab53-b7e45b74a521 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2fe2985-46ef-481c-b642-65a53f1239fa HTTP/1.1" status: 200 len: 205 time: 0.0869501 Feb 04 05:46:09.105113 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50988) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:09.108840 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ddaf09db-7e0d-408e-ae1c-790950e12ad7 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "PUT /v2.0/routers/2d0206a4-10d0-413b-8a9a-0c67992a363f/tags HTTP/1.1" status: 200 len: 317 time: 0.2331469 Feb 04 05:46:09.111699 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 50990) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:09.116999 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-1709f290-0e3a-4f54-ade1-d87f3326bba5 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d0206a4-10d0-413b-8a9a-0c67992a363f') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:09.136429 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:09.169252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d905d2a-6c36-439b-9606-e6b44f132b12 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:46:09.180470 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d905d2a-6c36-439b-9606-e6b44f132b12 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:09.180827 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-4d905d2a-6c36-439b-9606-e6b44f132b12 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Added segment d9a75c9f-e64c-42c7-8974-1037c08a48df of type vlan for network 8e2f3e68-9874-473a-88dc-8fab9f288374 Feb 04 05:46:09.185661 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-dd2d7ebe-3a41-4e15-93d5-74d59c7a5cc7 None None] Port 6c6c6b72-8f39-4f58-9da1-1d5a8ce54603 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:09.267967 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-845ed875-9b31-4a7e-a016-63726f2cb9f2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] delete failed (client error): The resource could not be found. Feb 04 05:46:09.269374 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-845ed875-9b31-4a7e-a016-63726f2cb9f2 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "DELETE /v2.0/routers/e2fe2985-46ef-481c-b642-65a53f1239fa HTTP/1.1" status: 404 len: 336 time: 0.1632109 Feb 04 05:46:09.276624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50992) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:09.320214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d905d2a-6c36-439b-9606-e6b44f132b12 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:09.330027 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3ac92a1a-662e-4dd5-b8fc-5092d6eddf27 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "GET /v2.0/ports?device_id=51a3cde2-45fb-4452-8918-8870982b5f8d HTTP/1.1" status: 200 len: 205 time: 0.0475218 Feb 04 05:46:09.333602 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50994) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:09.334104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-dd2d7ebe-3a41-4e15-93d5-74d59c7a5cc7 None None] Provisioning complete for port f3748e6c-a109-430b-bfe3-9200ab3d37e2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:09.334491 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dd2d7ebe-3a41-4e15-93d5-74d59c7a5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:09.395434 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-b54c2bc6-005d-4db7-aa0f-663669456bdc tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] delete failed (client error): The resource could not be found. Feb 04 05:46:09.398807 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b54c2bc6-005d-4db7-aa0f-663669456bdc tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "DELETE /v2.0/routers/51a3cde2-45fb-4452-8918-8870982b5f8d HTTP/1.1" status: 404 len: 336 time: 0.0598509 Feb 04 05:46:09.398807 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7ca6256d-c549-4395-b768-fa6c1b97b1e1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:09.407785 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50996) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:09.431172 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:03Z', 'revision_number': 2, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:08Z', 'revision_number': 4, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:09.478221 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7e29196d-bf90-4dcb-ac08-24b24dfe5d7c tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e9569f0-08dc-4898-b4ca-7acceed09387 HTTP/1.1" status: 200 len: 205 time: 0.0645816 Feb 04 05:46:09.478221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6256d-c549-4395-b768-fa6c1b97b1e1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=6c6c6b72-8f39-4f58-9da1-1d5a8ce54603,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:09.486629 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 50998) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:09.490561 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c275dab-ec61-423e-8cba-00fcd291f441 None None] The sync data for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv is: [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:03Z', 'revision_number': 2, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:08Z', 'revision_number': 4, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:09.502481 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dd2d7ebe-3a41-4e15-93d5-74d59c7a5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:09.551218 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-dd2d7ebe-3a41-4e15-93d5-74d59c7a5cc7 None None] For port f3748e6c-a109-430b-bfe3-9200ab3d37e2, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f3748e6c-a109-430b-bfe3-9200ab3d37e2,segment=NetworkSegment(e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8),segment_id=e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:09.557191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dd2d7ebe-3a41-4e15-93d5-74d59c7a5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:09.581118 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-6f3a768e-b378-4200-8c64-910ef7a76e1b tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] delete failed (client error): The resource could not be found. Feb 04 05:46:09.582334 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6f3a768e-b378-4200-8c64-910ef7a76e1b tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "DELETE /v2.0/routers/5e9569f0-08dc-4898-b4ca-7acceed09387 HTTP/1.1" status: 404 len: 336 time: 0.0902343 Feb 04 05:46:09.583076 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d905d2a-6c36-439b-9606-e6b44f132b12 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:09.590126 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d905d2a-6c36-439b-9606-e6b44f132b12 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:09.590927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d905d2a-6c36-439b-9606-e6b44f132b12 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:09.614221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51000) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:09.649091 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7ca6256d-c549-4395-b768-fa6c1b97b1e1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:09.653310 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7ca6256d-c549-4395-b768-fa6c1b97b1e1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/6c6c6b72-8f39-4f58-9da1-1d5a8ce54603 HTTP/1.1" status: 204 len: 168 time: 2.5134079 Feb 04 05:46:09.661737 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d7ebe-3a41-4e15-93d5-74d59c7a5cc7 None None] Pushing event updated for resources: {'Port': ['ID=f3748e6c-a109-430b-bfe3-9200ab3d37e2,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:09.685600 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c163e0f6-3f58-44b2-b558-63007992b179 None None] Provisioning complete for port f3748e6c-a109-430b-bfe3-9200ab3d37e2 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:09.686057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c163e0f6-3f58-44b2-b558-63007992b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:09.691085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51002) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:09.741199 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-55731d4c-6ce4-4c22-a370-4ee5bf124240 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c9875a-3439-4317-8822-abe3e0d80959 HTTP/1.1" status: 200 len: 205 time: 0.1098902 Feb 04 05:46:09.768431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51004) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:09.787651 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4d905d2a-6c36-439b-9606-e6b44f132b12 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9591115 Feb 04 05:46:09.820595 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51006) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:09.830767 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-097afc8c-1404-448c-be9b-c0df61e85b41 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'subnet': {'network_id': '8e2f3e68-9874-473a-88dc-8fab9f288374', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:09.870779 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-d9a65832-6ff0-487e-9dee-b1b77724c0af tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] delete failed (client error): The resource could not be found. Feb 04 05:46:09.871880 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d9a65832-6ff0-487e-9dee-b1b77724c0af tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "DELETE /v2.0/routers/48c9875a-3439-4317-8822-abe3e0d80959 HTTP/1.1" status: 404 len: 336 time: 0.1024811 Feb 04 05:46:09.884160 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51008) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:09.894733 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d905d2a-6c36-439b-9606-e6b44f132b12 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Network': ['ID=8e2f3e68-9874-473a-88dc-8fab9f288374,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:09.907970 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 8e2f3e68-9874-473a-88dc-8fab9f288374 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:46:09.930354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1350f4-d1aa-4c8a-b840-f547f0e47dc1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:09.934744 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5f1350f4-d1aa-4c8a-b840-f547f0e47dc1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2326264 Feb 04 05:46:09.935665 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51010) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:09.941201 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ec2ce981-5a60-4f07-aa28-4c99f9fbdb96 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "GET /v2.0/ports?device_id=90bb137d-bb8b-482f-a7a0-cb59c2eacde2 HTTP/1.1" status: 200 len: 205 time: 0.0510142 Feb 04 05:46:09.947482 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51012) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:09.980024 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c495dbc4-0351-4ecc-8294-c41e6cb3f7a3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:09.992958 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8497884-1310-447b-880d-895bcface063 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:10.030556 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:10.059521 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-c3518b0a-c204-4a70-b3a5-a096fb3a87ca tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] delete failed (client error): The resource could not be found. Feb 04 05:46:10.063486 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c3518b0a-c204-4a70-b3a5-a096fb3a87ca tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "DELETE /v2.0/routers/90bb137d-bb8b-482f-a7a0-cb59c2eacde2 HTTP/1.1" status: 404 len: 336 time: 0.1106560 Feb 04 05:46:10.066024 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51014) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:10.095547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b58702-753e-42eb-969e-2744315c54b8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:10.097035 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-51b58702-753e-42eb-969e-2744315c54b8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1609080 Feb 04 05:46:10.105657 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51016) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:10.127551 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495dbc4-0351-4ecc-8294-c41e6cb3f7a3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Subnet': ['ID=5109c7a4-14d9-444b-866f-4dd380e5bb32,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:10.146945 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cdd3f55d-8387-4d53-be22-95696c9af6f1 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "GET /v2.0/ports?device_id=410d4eea-b256-4205-bd5b-62730d3908cc HTTP/1.1" status: 200 len: 205 time: 0.0792475 Feb 04 05:46:10.151976 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51018) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:10.179250 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1709f290-0e3a-4f54-ade1-d87f3326bba5 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/routers/2d0206a4-10d0-413b-8a9a-0c67992a363f/tags HTTP/1.1" status: 204 len: 168 time: 1.0663958 Feb 04 05:46:10.187888 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51020) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:10.196710 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-bd8d0308-3fed-4398-b3f8-35709bb60351 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d0206a4-10d0-413b-8a9a-0c67992a363f', 'tempest-TagsExtTest-Tag-2139671866') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:10.202221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c495dbc4-0351-4ecc-8294-c41e6cb3f7a3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Checking segment: {'id': '2bfcf527-703d-4f18-9890-ac0571a4309c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:10.202221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c495dbc4-0351-4ecc-8294-c41e6cb3f7a3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network hostable DHCP agents. Network: ac8b1c79-5231-472b-a875-41f5bfe3198f, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:46:10.207441 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-0049410b-dfc4-4df8-88b3-84d1e9d40ca6 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] delete failed (client error): The resource could not be found. Feb 04 05:46:10.211487 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0049410b-dfc4-4df8-88b3-84d1e9d40ca6 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "DELETE /v2.0/routers/410d4eea-b256-4205-bd5b-62730d3908cc HTTP/1.1" status: 404 len: 336 time: 0.0555573 Feb 04 05:46:10.212077 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51022) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:10.248941 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e1d390-6f20-43ed-a6ab-ecddf6373805 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:10.249402 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e1d390-6f20-43ed-a6ab-ecddf6373805 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:10.254987 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-89e1d390-6f20-43ed-a6ab-ecddf6373805 tempest-RoutersAdminTest-754859769 tempest-RoutersAdminTest-754859769-project] 10.222.0.10 "DELETE /v2.0/subnets/af05a22c-bd96-4744-9b89-8856651694e9 HTTP/1.1" status: 404 len: 337 time: 0.0397699 Feb 04 05:46:10.256715 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06602fbf-5e88-49b5-a09c-897b5679d54a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:10.258080 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06602fbf-5e88-49b5-a09c-897b5679d54a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:10.259624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06602fbf-5e88-49b5-a09c-897b5679d54a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:10.261194 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-06602fbf-5e88-49b5-a09c-897b5679d54a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1546612 Feb 04 05:46:10.264013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51026) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:10.306969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c495dbc4-0351-4ecc-8294-c41e6cb3f7a3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network ac8b1c79-5231-472b-a875-41f5bfe3198f is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:46:10.326307 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62d1b8c-02e6-409a-8fe6-f7585bc43054 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet b0695f68-e753-4168-8312-29743759315e {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:10.329886 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c495dbc4-0351-4ecc-8294-c41e6cb3f7a3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, ac8b1c79-5231-472b-a875-41f5bfe3198f) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:10.331679 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b62d1b8c-02e6-409a-8fe6-f7585bc43054 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:10.333424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:10.334986 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097afc8c-1404-448c-be9b-c0df61e85b41 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:10.340193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ac09c-a151-4f60-ad7a-141e84cd0383 None None] Network ac8b1c79-5231-472b-a875-41f5bfe3198f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:10.347063 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-097afc8c-1404-448c-be9b-c0df61e85b41 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:10.355815 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8497884-1310-447b-880d-895bcface063 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:10.372404 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c495dbc4-0351-4ecc-8294-c41e6cb3f7a3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:10.373013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c495dbc4-0351-4ecc-8294-c41e6cb3f7a3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:10.384766 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe1bd0-9fb5-4836-b3c0-7a39a4c3148c None None] Sync routers for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:10.402499 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe1bd0-9fb5-4836-b3c0-7a39a4c3148c None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:10.403131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b0fe1bd0-9fb5-4836-b3c0-7a39a4c3148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:10.405352 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c495dbc4-0351-4ecc-8294-c41e6cb3f7a3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2172496 Feb 04 05:46:10.407872 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b62d1b8c-02e6-409a-8fe6-f7585bc43054 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:10.411101 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51028) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:10.424957 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f8497884-1310-447b-880d-895bcface063 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/9ea0b516-d4fe-4ab7-bcbb-042dda8f394d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6317828 Feb 04 05:46:10.430471 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51030) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:10.501511 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-bd8d0308-3fed-4398-b3f8-35709bb60351 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] show failed (client error): The resource could not be found. Feb 04 05:46:10.502893 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bd8d0308-3fed-4398-b3f8-35709bb60351 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/routers/2d0206a4-10d0-413b-8a9a-0c67992a363f/tags/tempest-TagsExtTest-Tag-2139671866 HTTP/1.1" status: 404 len: 329 time: 0.3097367 Feb 04 05:46:10.536834 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51032) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:10.537653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-b0fe1bd0-9fb5-4836-b3c0-7a39a4c3148c None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:10.551402 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-6c92298b-0ab8-41c5-a8f3-c6a7fd83452b tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d0206a4-10d0-413b-8a9a-0c67992a363f', 'tempest-TagsExtTest-Tag-560639347') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:10.663750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51036) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:10.690121 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-ac8b1c79-5231-472b-a875-41f5bfe3198f', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:46:10.691019 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:10.793402 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-6c92298b-0ab8-41c5-a8f3-c6a7fd83452b tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] show failed (client error): The resource could not be found. Feb 04 05:46:10.795046 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6c92298b-0ab8-41c5-a8f3-c6a7fd83452b tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/routers/2d0206a4-10d0-413b-8a9a-0c67992a363f/tags/tempest-TagsExtTest-Tag-560639347 HTTP/1.1" status: 404 len: 328 time: 0.2502496 Feb 04 05:46:10.800401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51040) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:10.804570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.tag.tag_plugin [None req-88631824-8b70-4141-940f-ff68ac172e7c tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d0206a4-10d0-413b-8a9a-0c67992a363f', 'tempest-TagsExtTest-Tag-1288432662') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:10.805882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9309cc2-7089-4afa-900e-3b7e5d868b50 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting subnet 303015e6-0d3d-416c-9aff-230be493a9bf {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:10.840809 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b9309cc2-7089-4afa-900e-3b7e5d868b50 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:10.940270 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b9309cc2-7089-4afa-900e-3b7e5d868b50 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:10.944955 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cd03555a-700a-4a5b-9439-6288e17f99e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:10.983315 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-097afc8c-1404-448c-be9b-c0df61e85b41 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:10.996401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b0fe1bd0-9fb5-4836-b3c0-7a39a4c3148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:07Z', 'revision_number': 8, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ccf70e-45b7-4b78-8d09-176838d2cae0', 'name': '', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:17:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:46Z', 'updated_at': '2022-02-04T05:45:54Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:11.000528 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b62d1b8c-02e6-409a-8fe6-f7585bc43054 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.032107 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe1bd0-9fb5-4836-b3c0-7a39a4c3148c None None] Checking router: 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:46:11.037082 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-88631824-8b70-4141-940f-ff68ac172e7c tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] show failed (client error): The resource could not be found. Feb 04 05:46:11.038151 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-88631824-8b70-4141-940f-ff68ac172e7c tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/routers/2d0206a4-10d0-413b-8a9a-0c67992a363f/tags/tempest-TagsExtTest-Tag-1288432662 HTTP/1.1" status: 404 len: 329 time: 0.2373252 Feb 04 05:46:11.042414 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51042) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:11.050491 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.tag.tag_plugin [None req-44518911-982d-4bb1-bf24-859d4fc2cfae tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0fbbe52a-6b3b-4173-a670-31ee392cbecd', {'tags': ['tempest-TagsExtTest-Tag-450848031', 'tempest-TagsExtTest-Tag-1955879947', 'tempest-TagsExtTest-Tag-1429892081']}) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:11.056884 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Allocated IP 2001:db8:1::2 (ac8b1c79-5231-472b-a875-41f5bfe3198f/5109c7a4-14d9-444b-866f-4dd380e5bb32/fdb0f854-a6b8-4a32-a6ed-f8cebc566754) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:11.059479 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe1bd0-9fb5-4836-b3c0-7a39a4c3148c None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:11.060322 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b0fe1bd0-9fb5-4836-b3c0-7a39a4c3148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:11.164183 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097afc8c-1404-448c-be9b-c0df61e85b41 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Subnet': ['ID=10c6f683-d534-4d11-808a-2c085e46f497,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:11.169355 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.182702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b9309cc2-7089-4afa-900e-3b7e5d868b50 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.185720 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.195584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b62d1b8c-02e6-409a-8fe6-f7585bc43054 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.218688 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-44518911-982d-4bb1-bf24-859d4fc2cfae tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "PUT /v2.0/subnetpools/0fbbe52a-6b3b-4173-a670-31ee392cbecd/tags HTTP/1.1" status: 200 len: 317 time: 0.1729202 Feb 04 05:46:11.219620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097afc8c-1404-448c-be9b-c0df61e85b41 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Checking segment: {'id': 'd9a75c9f-e64c-42c7-8974-1037c08a48df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8e2f3e68-9874-473a-88dc-8fab9f288374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:11.219938 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097afc8c-1404-448c-be9b-c0df61e85b41 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network hostable DHCP agents. Network: 8e2f3e68-9874-473a-88dc-8fab9f288374, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:46:11.221202 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-b0fe1bd0-9fb5-4836-b3c0-7a39a4c3148c None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:11.236624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51044) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:11.242520 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.tag.tag_plugin [None req-f2140f98-0278-4d68-97b5-3bb1278d8394 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0fbbe52a-6b3b-4173-a670-31ee392cbecd') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:11.245723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b62d1b8c-02e6-409a-8fe6-f7585bc43054 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.249481 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b62d1b8c-02e6-409a-8fe6-f7585bc43054 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/b0695f68-e753-4168-8312-29743759315e HTTP/1.1" status: 204 len: 168 time: 0.9840910 Feb 04 05:46:11.250134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d1b8c-02e6-409a-8fe6-f7585bc43054 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=b0695f68-e753-4168-8312-29743759315e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:11.254210 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51046) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:11.264777 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d57383-d5cd-4bc8-9087-6ba63be9e436 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:11.343619 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=ce909f8e-085c-45db-aae6-232dde519fb1,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:11.350238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097afc8c-1404-448c-be9b-c0df61e85b41 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network 8e2f3e68-9874-473a-88dc-8fab9f288374 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:46:11.377988 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cd03555a-700a-4a5b-9439-6288e17f99e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.384915 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.386645 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-097afc8c-1404-448c-be9b-c0df61e85b41 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 8e2f3e68-9874-473a-88dc-8fab9f288374) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:11.395886 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cd03555a-700a-4a5b-9439-6288e17f99e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.399068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097afc8c-1404-448c-be9b-c0df61e85b41 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:11.399882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-097afc8c-1404-448c-be9b-c0df61e85b41 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.403206 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a00d1a-8825-4d0b-b046-a4e772209c11 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet fc0e2cdb-5b2a-43da-9d59-09680eeb2654 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:11.414486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62a00d1a-8825-4d0b-b046-a4e772209c11 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.434423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab8c309-1312-4391-aeee-0755878c36c4 None None] Network 8e2f3e68-9874-473a-88dc-8fab9f288374 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:11.452346 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.460612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b9309cc2-7089-4afa-900e-3b7e5d868b50 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.487553 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f2140f98-0278-4d68-97b5-3bb1278d8394 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/subnetpools/0fbbe52a-6b3b-4173-a670-31ee392cbecd/tags HTTP/1.1" status: 204 len: 168 time: 0.2454772 Feb 04 05:46:11.487553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51048) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:11.492396 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.tag.tag_plugin [None req-1068c2c7-bfea-487f-995a-227622e02466 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0fbbe52a-6b3b-4173-a670-31ee392cbecd', 'tempest-TagsExtTest-Tag-450848031') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:11.499947 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62a00d1a-8825-4d0b-b046-a4e772209c11 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.534146 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-097afc8c-1404-448c-be9b-c0df61e85b41 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7092175 Feb 04 05:46:11.534146 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9309cc2-7089-4afa-900e-3b7e5d868b50 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Subnet': ['ID=303015e6-0d3d-416c-9aff-230be493a9bf,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:11.560979 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51050) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:11.566212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2e729160-1826-4e8b-aed5-9dc79a25a6fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'network_id': '8e2f3e68-9874-473a-88dc-8fab9f288374', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1169797941'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:11.574257 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cd03555a-700a-4a5b-9439-6288e17f99e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6037b2b7e6894f0886b6aa810f919862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9023468 Feb 04 05:46:11.589105 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51052) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:11.611261 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03555a-700a-4a5b-9439-6288e17f99e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f57cc94-0dea-4a6b-91d8-de0db908fc18,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:11.618959 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b9309cc2-7089-4afa-900e-3b7e5d868b50 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.625117 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b9309cc2-7089-4afa-900e-3b7e5d868b50 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/303015e6-0d3d-416c-9aff-230be493a9bf HTTP/1.1" status: 204 len: 168 time: 1.1473243 Feb 04 05:46:11.625253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51054) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:11.637908 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-1068c2c7-bfea-487f-995a-227622e02466 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] show failed (client error): The resource could not be found. Feb 04 05:46:11.638947 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1068c2c7-bfea-487f-995a-227622e02466 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/subnetpools/0fbbe52a-6b3b-4173-a670-31ee392cbecd/tags/tempest-TagsExtTest-Tag-450848031 HTTP/1.1" status: 404 len: 328 time: 0.1505873 Feb 04 05:46:11.656059 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51056) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:11.662487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.tag.tag_plugin [None req-fcb8e37b-e1b4-4a2d-8ae2-1846c9776fa7 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0fbbe52a-6b3b-4173-a670-31ee392cbecd', 'tempest-TagsExtTest-Tag-1955879947') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:11.700006 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Floating IP 5b1c6914-b77b-4e8b-a8b2-fa968d406da0 associated. External IP: 172.26.3.207, port: ceb78d3f-9d17-44e4-a7a2-1184e3a3b952. Feb 04 05:46:11.730505 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efa2dd9-e32d-47fb-8081-7a8504970263 None None] Network 3d53556c-f600-45e4-8efc-b3e53cdb4dcc requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:11.841512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.858317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62a00d1a-8825-4d0b-b046-a4e772209c11 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:11.929531 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-fcb8e37b-e1b4-4a2d-8ae2-1846c9776fa7 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] show failed (client error): The resource could not be found. Feb 04 05:46:11.933494 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fcb8e37b-e1b4-4a2d-8ae2-1846c9776fa7 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/subnetpools/0fbbe52a-6b3b-4173-a670-31ee392cbecd/tags/tempest-TagsExtTest-Tag-1955879947 HTTP/1.1" status: 404 len: 329 time: 0.2718523 Feb 04 05:46:11.933635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f3748e6c-a109-430b-bfe3-9200ab3d37e2 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:11.936943 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51058) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:11.941282 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-c0004573-1b67-40d5-be56-fee91f80751b tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0fbbe52a-6b3b-4173-a670-31ee392cbecd', 'tempest-TagsExtTest-Tag-1429892081') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:11.943736 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7bc30d25-6054-4335-91cc-9544088c74a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.002132 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7bc30d25-6054-4335-91cc-9544088c74a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.012910 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.052248 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:12.052697 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.061191 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62a00d1a-8825-4d0b-b046-a4e772209c11 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.061573 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-c0004573-1b67-40d5-be56-fee91f80751b tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] show failed (client error): The resource could not be found. Feb 04 05:46:12.065488 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c0004573-1b67-40d5-be56-fee91f80751b tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/subnetpools/0fbbe52a-6b3b-4173-a670-31ee392cbecd/tags/tempest-TagsExtTest-Tag-1429892081 HTTP/1.1" status: 404 len: 329 time: 0.1247578 Feb 04 05:46:12.067742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51060) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:12.072468 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-7952a6a1-a092-45db-b251-e0fce571a2c4 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0fbbe52a-6b3b-4173-a670-31ee392cbecd') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:12.074946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.097346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e729160-1826-4e8b-aed5-9dc79a25a6fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:12.100892 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e729160-1826-4e8b-aed5-9dc79a25a6fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.110463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62a00d1a-8825-4d0b-b046-a4e772209c11 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.114253 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-62a00d1a-8825-4d0b-b046-a4e772209c11 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/fc0e2cdb-5b2a-43da-9d59-09680eeb2654 HTTP/1.1" status: 204 len: 168 time: 0.8564615 Feb 04 05:46:12.120532 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51062) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:12.180832 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-797fb5b7-35d3-4d1c-8831-a0f871443c08 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540419 Feb 04 05:46:12.183914 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51064) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:12.189484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a00d1a-8825-4d0b-b046-a4e772209c11 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0e2cdb-5b2a-43da-9d59-09680eeb2654,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:12.192455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-839e556d-f458-4197-baf3-1fb5c2439667 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:12.198611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-2e729160-1826-4e8b-aed5-9dc79a25a6fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port 6572c12d-0c10-4db5-b3fc-85a9752af6ca yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:12.205746 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:12.243203 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Network ac8b1c79-5231-472b-a875-41f5bfe3198f is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:12.247651 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-8e2f3e68-9874-473a-88dc-8fab9f288374', 'network_id': '8e2f3e68-9874-473a-88dc-8fab9f288374', 'tenant_id': '8b79082e6df440838c56786cc165c0b7', 'fixed_ips': [{'subnet_id': '10c6f683-d534-4d11-808a-2c085e46f497'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:46:12.248541 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.257067 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Allocated IP 2001:db8:1::1 (ac8b1c79-5231-472b-a875-41f5bfe3198f/5109c7a4-14d9-444b-866f-4dd380e5bb32/fc9a8c6e-1485-4772-b4c5-d5b9012d1e30) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:12.260728 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] For port 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef,segment=NetworkSegment(601e563f-d646-4fc4-b3cb-786869f9f43b),segment_id=601e563f-d646-4fc4-b3cb-786869f9f43b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:12.261254 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.264011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Pushing event updated for resources: {'Port': ['ID=fdb0f854-a6b8-4a32-a6ed-f8cebc566754,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:12.271870 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:12.277287 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port f3748e6c-a109-430b-bfe3-9200ab3d37e2 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:12.277662 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.284175 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:12.288694 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:12.438937 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b0fe1bd0-9fb5-4836-b3c0-7a39a4c3148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:07Z', 'revision_number': 8, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ccf70e-45b7-4b78-8d09-176838d2cae0', 'name': '', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:17:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:46Z', 'updated_at': '2022-02-04T05:45:54Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:12.513267 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe1bd0-9fb5-4836-b3c0-7a39a4c3148c None None] The sync data for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv is: [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:07Z', 'revision_number': 8, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96ccf70e-45b7-4b78-8d09-176838d2cae0', 'name': '', 'network_id': '0fd65a27-2455-4610-871e-89fc97fb070f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:17:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:46Z', 'updated_at': '2022-02-04T05:45:54Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': 'cdb1d45e-6a26-4464-b126-899732074a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:12.530385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17a9757-f31b-4241-8f69-4ae5375fe75e None None] DHCP port deletion for 3d53556c-f600-45e4-8efc-b3e53cdb4dcc request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:46:12.530791 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.547153 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Attempting to bind port fdb0f854-a6b8-4a32-a6ed-f8cebc566754 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:12.547556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Attempting to bind port fdb0f854-a6b8-4a32-a6ed-f8cebc566754 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '2bfcf527-703d-4f18-9890-ac0571a4309c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:12.547920 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Attempting to bind port fdb0f854-a6b8-4a32-a6ed-f8cebc566754 on network ac8b1c79-5231-472b-a875-41f5bfe3198f {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:12.590288 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.626225 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:12.628431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No DVR routers for this DVR port 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:12.635965 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e17a9757-f31b-4241-8f69-4ae5375fe75e None None] The port '7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef' was deleted {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 04 05:46:12.645501 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:12.645860 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Checking segment: {'id': '2bfcf527-703d-4f18-9890-ac0571a4309c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:12.646299 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.647023 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Bound using segment: {'id': '2bfcf527-703d-4f18-9890-ac0571a4309c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:12.647529 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Bound port: fdb0f854-a6b8-4a32-a6ed-f8cebc566754, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfcf527-703d-4f18-9890-ac0571a4309c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:12.647974 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.667321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.690402 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Allocated IP 2001:db8::2 (8e2f3e68-9874-473a-88dc-8fab9f288374/10c6f683-d534-4d11-808a-2c085e46f497/6919aa03-a84a-4d78-bb54-31a36d31248f) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:12.739904 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network ac8b1c79-5231-472b-a875-41f5bfe3198f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:12.776626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:12.780671 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:12.781327 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.784247 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7952a6a1-a092-45db-b251-e0fce571a2c4 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/subnetpools/0fbbe52a-6b3b-4173-a670-31ee392cbecd/tags HTTP/1.1" status: 204 len: 168 time: 0.7160869 Feb 04 05:46:12.791840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7bc30d25-6054-4335-91cc-9544088c74a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.794859 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7bc30d25-6054-4335-91cc-9544088c74a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.796598 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7bc30d25-6054-4335-91cc-9544088c74a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f57cc94-0dea-4a6b-91d8-de0db908fc18 HTTP/1.1" status: 204 len: 168 time: 1.1956446 Feb 04 05:46:12.799466 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51066) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:12.810990 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-594c0560-6bae-4eec-94f9-dc299616fcf6 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d0206a4-10d0-413b-8a9a-0c67992a363f') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:12.863622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.872080 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc30d25-6054-4335-91cc-9544088c74a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f57cc94-0dea-4a6b-91d8-de0db908fc18,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:12.885757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=fc9a8c6e-1485-4772-b4c5-d5b9012d1e30,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:12.948134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d53556c-f600-45e4-8efc-b3e53cdb4dcc']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:12.964783 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601e563f-d646-4fc4-b3cb-786869f9f43b') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:12.965229 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601e563f-d646-4fc4-b3cb-786869f9f43b') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:12.967665 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:12.985628 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.012016 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.020334 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:46:13.020900 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.023503 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.044708 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a5b97576-ed84-402d-a428-f2bdb54537e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:46:13.131225 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:46:13.134597 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.141244 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.148546 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/networks/3d53556c-f600-45e4-8efc-b3e53cdb4dcc HTTP/1.1" status: 204 len: 168 time: 1.5165784 Feb 04 05:46:13.149313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51072) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:13.169445 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Network 8e2f3e68-9874-473a-88dc-8fab9f288374 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:13.178604 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c7136e-3280-4137-b2c0-0e01a09584c6 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:13.188142 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f691014-8eb0-4587-8438-2241bc65ba4f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Network': ['ID=3d53556c-f600-45e4-8efc-b3e53cdb4dcc,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:13.197378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839e556d-f458-4197-baf3-1fb5c2439667 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:13.201757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-839e556d-f458-4197-baf3-1fb5c2439667 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.210868 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:13.224447 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Pushing event updated for resources: {'Port': ['ID=6919aa03-a84a-4d78-bb54-31a36d31248f,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:13.234864 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] For port fdb0f854-a6b8-4a32-a6ed-f8cebc566754, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:13.239451 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:13.297246 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-2e729160-1826-4e8b-aed5-9dc79a25a6fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Allocated IP 2001:db8::c1 (8e2f3e68-9874-473a-88dc-8fab9f288374/10c6f683-d534-4d11-808a-2c085e46f497/6572c12d-0c10-4db5-b3fc-85a9752af6ca) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:13.303675 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-594c0560-6bae-4eec-94f9-dc299616fcf6 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/routers/2d0206a4-10d0-413b-8a9a-0c67992a363f/tags HTTP/1.1" status: 204 len: 168 time: 0.4962761 Feb 04 05:46:13.310763 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51074) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:13.318901 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-7de13f2b-48d2-4bbd-b3f3-6d8417826735 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7b3f4bfe-59d2-4608-8093-69db811cbdbe') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:13.326114 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] For port fdb0f854-a6b8-4a32-a6ed-f8cebc566754, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fdb0f854-a6b8-4a32-a6ed-f8cebc566754,segment=NetworkSegment(2bfcf527-703d-4f18-9890-ac0571a4309c),segment_id=2bfcf527-703d-4f18-9890-ac0571a4309c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:13.332174 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:13.345306 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb13401e-a7f9-4bda-9fa0-f9dc3a9a00a3 None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:13.361330 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.361574 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb13401e-a7f9-4bda-9fa0-f9dc3a9a00a3 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:13.362588 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-eb13401e-a7f9-4bda-9fa0-f9dc3a9a00a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:13.394963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Attempting to bind port 6919aa03-a84a-4d78-bb54-31a36d31248f on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:13.395383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Attempting to bind port 6919aa03-a84a-4d78-bb54-31a36d31248f by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'd9a75c9f-e64c-42c7-8974-1037c08a48df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8e2f3e68-9874-473a-88dc-8fab9f288374'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:13.395753 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Attempting to bind port 6919aa03-a84a-4d78-bb54-31a36d31248f on network 8e2f3e68-9874-473a-88dc-8fab9f288374 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:13.422401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-de6859ba-cd91-43f6-a830-6b7a5f68f51b None None] Provisioning complete for port aeff41d9-70e9-4df8-bd19-8309254d4cd9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:13.422881 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-de6859ba-cd91-43f6-a830-6b7a5f68f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.439013 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.474358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:13.474850 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Checking segment: {'id': 'd9a75c9f-e64c-42c7-8974-1037c08a48df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8e2f3e68-9874-473a-88dc-8fab9f288374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:13.475340 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.475812 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Bound using segment: {'id': 'd9a75c9f-e64c-42c7-8974-1037c08a48df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8e2f3e68-9874-473a-88dc-8fab9f288374'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:13.476401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Bound port: 6919aa03-a84a-4d78-bb54-31a36d31248f, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a75c9f-e64c-42c7-8974-1037c08a48df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8e2f3e68-9874-473a-88dc-8fab9f288374'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:13.476856 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.497361 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-eb13401e-a7f9-4bda-9fa0-f9dc3a9a00a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:13.532910 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb13401e-a7f9-4bda-9fa0-f9dc3a9a00a3 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:13.533831 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51076) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:13.535736 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-eb13401e-a7f9-4bda-9fa0-f9dc3a9a00a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:45:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:13.570114 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bedf0e9b-3e01-4875-b365-b160c62670c7 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.4486072 Feb 04 05:46:13.584487 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51078) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:13.603960 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-eb13401e-a7f9-4bda-9fa0-f9dc3a9a00a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:13.604177 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1c37093c-e738-49a8-aadc-96619d1ca46a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:13.605366 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb13401e-a7f9-4bda-9fa0-f9dc3a9a00a3 None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:13.612983 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] For port 6919aa03-a84a-4d78-bb54-31a36d31248f, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:13.693219 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] For port 6919aa03-a84a-4d78-bb54-31a36d31248f, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6919aa03-a84a-4d78-bb54-31a36d31248f,segment=NetworkSegment(d9a75c9f-e64c-42c7-8974-1037c08a48df),segment_id=d9a75c9f-e64c-42c7-8974-1037c08a48df)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:13.701686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afee71-a995-45ae-b95a-56632d8aef19 None None] Pushing event updated for resources: {'Port': ['ID=fdb0f854-a6b8-4a32-a6ed-f8cebc566754,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:13.712740 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.715912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.765705 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7de13f2b-48d2-4bbd-b3f3-6d8417826735 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/ports/7b3f4bfe-59d2-4608-8093-69db811cbdbe/tags HTTP/1.1" status: 204 len: 168 time: 0.4486575 Feb 04 05:46:13.775131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:13.783798 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51080) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:13.788647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.tag.tag_plugin [None req-14d0356a-c862-4f0b-889d-f57d86d2ce8a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'eb16543c-b69a-4569-baad-a3a062d829ea') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:13.795444 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-54ef05cc-c699-47f3-830c-b8778e78d60c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e207dc8d1074d7cb0d193d80e864a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602522 Feb 04 05:46:13.803658 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e729160-1826-4e8b-aed5-9dc79a25a6fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.814662 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51082) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:13.821735 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:13.822259 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 7d26e93d-2b6d-4ce9-a0c9-98b32cc572ef not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:13.822947 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 58a47cc9-a990-43ad-b8bb-0593137d7985 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:13.889850 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 58a47cc9-a990-43ad-b8bb-0593137d7985 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:13.889850 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 58a47cc9-a990-43ad-b8bb-0593137d7985 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:13.892525 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c37093c-e738-49a8-aadc-96619d1ca46a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:13.916324 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c691e73-a104-40d4-ae04-0ab094dfe33f None None] Pushing event updated for resources: {'Port': ['ID=6919aa03-a84a-4d78-bb54-31a36d31248f,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:13.966922 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dc52f7-3d62-4f42-82c9-6eba3dd4db77 None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:46:14.068467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-839e556d-f458-4197-baf3-1fb5c2439667 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.079391 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc52f7-3d62-4f42-82c9-6eba3dd4db77 None None] Deleting port aeff41d9-70e9-4df8-bd19-8309254d4cd9 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:14.080596 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a7dc52f7-3d62-4f42-82c9-6eba3dd4db77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.203491 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-a7dc52f7-3d62-4f42-82c9-6eba3dd4db77 None None] For port aeff41d9-70e9-4df8-bd19-8309254d4cd9, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=aeff41d9-70e9-4df8-bd19-8309254d4cd9,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:14.204040 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a7dc52f7-3d62-4f42-82c9-6eba3dd4db77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.222140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc52f7-3d62-4f42-82c9-6eba3dd4db77 None None] Calling delete_port for aeff41d9-70e9-4df8-bd19-8309254d4cd9 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:14.228715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839e556d-f458-4197-baf3-1fb5c2439667 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:14.258255 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-839e556d-f458-4197-baf3-1fb5c2439667 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:14.274316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e729160-1826-4e8b-aed5-9dc79a25a6fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.281330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839e556d-f458-4197-baf3-1fb5c2439667 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:14.282071 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-839e556d-f458-4197-baf3-1fb5c2439667 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.349727 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e556d-f458-4197-baf3-1fb5c2439667 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=43581dad-f2a4-4a56-ab44-e32592f0fc76,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:14.369128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8cc46538-3b19-4b91-b879-4ddba2b806d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.392693 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.394664 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a7dc52f7-3d62-4f42-82c9-6eba3dd4db77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.408322 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.409438 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.412491 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e729160-1826-4e8b-aed5-9dc79a25a6fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network 8e2f3e68-9874-473a-88dc-8fab9f288374 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:14.422146 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-14d0356a-c862-4f0b-889d-f57d86d2ce8a tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/subnets/eb16543c-b69a-4569-baad-a3a062d829ea/tags HTTP/1.1" status: 204 len: 168 time: 0.6370196 Feb 04 05:46:14.422836 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51084) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:14.484637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-2e729160-1826-4e8b-aed5-9dc79a25a6fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:14.519151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e729160-1826-4e8b-aed5-9dc79a25a6fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:14.527479 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e729160-1826-4e8b-aed5-9dc79a25a6fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:14.528029 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e729160-1826-4e8b-aed5-9dc79a25a6fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.534326 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-839e556d-f458-4197-baf3-1fb5c2439667 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3461971 Feb 04 05:46:14.536829 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c37093c-e738-49a8-aadc-96619d1ca46a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.545082 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8cc46538-3b19-4b91-b879-4ddba2b806d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.546284 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51086) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:14.552679 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-62231570-657b-4b39-bcea-f4ea1c5344d8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:14.583569 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c37093c-e738-49a8-aadc-96619d1ca46a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.583968 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-1c37093c-e738-49a8-aadc-96619d1ca46a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Floating IP 5b1c6914-b77b-4e8b-a8b2-fa968d406da0 disassociated. External IP: 172.26.3.207, port: ceb78d3f-9d17-44e4-a7a2-1184e3a3b952. Feb 04 05:46:14.625741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=fc9a8c6e-1485-4772-b4c5-d5b9012d1e30,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:14.635843 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc52f7-3d62-4f42-82c9-6eba3dd4db77 None None] Pushing event deleted for resources: {'Port': ['ID=aeff41d9-70e9-4df8-bd19-8309254d4cd9,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:14.643499 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e729160-1826-4e8b-aed5-9dc79a25a6fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=6572c12d-0c10-4db5-b3fc-85a9752af6ca,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:14.644246 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc52f7-3d62-4f42-82c9-6eba3dd4db77 None None] No DVR routers for this DVR port aeff41d9-70e9-4df8-bd19-8309254d4cd9 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:14.666450 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94df44b0-273f-4aa0-80ff-83cf64065c01 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:14.684957 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2e729160-1826-4e8b-aed5-9dc79a25a6fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.1198642 Feb 04 05:46:14.686673 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51088) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:14.763036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network ac8b1c79-5231-472b-a875-41f5bfe3198f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:14.773594 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:14.855350 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-055a694d-942e-425b-86e6-a96be4a4aa36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.894619 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8b655d1-c7f9-433c-bd9a-de96954f459f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.924393 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '43581dad-f2a4-4a56-ab44-e32592f0fc76'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:46:14.925271 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.964973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8cc46538-3b19-4b91-b879-4ddba2b806d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.967448 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8cc46538-3b19-4b91-b879-4ddba2b806d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:14.971899 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8cc46538-3b19-4b91-b879-4ddba2b806d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c563e12d-ecef-4ecc-9808-61290ec633db HTTP/1.1" status: 204 len: 168 time: 1.1169200 Feb 04 05:46:15.054238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7ab662fb-ffca-4172-bc14-f831a4e7bcf4 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks [] for subnetpool, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:15.055547 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7ab662fb-ffca-4172-bc14-f831a4e7bcf4 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/subnetpools/0fbbe52a-6b3b-4173-a670-31ee392cbecd HTTP/1.1" status: 204 len: 168 time: 0.5643167 Feb 04 05:46:15.057222 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc46538-3b19-4b91-b879-4ddba2b806d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c563e12d-ecef-4ecc-9808-61290ec633db,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:15.064678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51092) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:15.116149 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4dbf2ce1-9650-401d-8914-20b3fc94896c tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d0206a4-10d0-413b-8a9a-0c67992a363f HTTP/1.1" status: 200 len: 205 time: 0.0476787 Feb 04 05:46:15.124954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 9e9da179-134e-4d1a-81e7-e2092807af8e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:15.125180 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51094) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:15.131168 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62231570-657b-4b39-bcea-f4ea1c5344d8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:15.137807 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62231570-657b-4b39-bcea-f4ea1c5344d8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:15.187727 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c37093c-e738-49a8-aadc-96619d1ca46a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:15.235330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-99c3bab3-5db8-497c-9746-ea71354e43b9 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port 6572c12d-0c10-4db5-b3fc-85a9752af6ca {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:15.236030 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-99c3bab3-5db8-497c-9746-ea71354e43b9 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:15.261026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d204543b-0193-46c1-b85d-754d37ecc1f7 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:15.267975 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8486b0-129c-48b0-885e-34c9daf96248 None None] Network ac8b1c79-5231-472b-a875-41f5bfe3198f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:15.276495 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Allocated IP 2001:db8::2 (99cffe53-689e-4c68-95bc-797fbe732ade/43581dad-f2a4-4a56-ab44-e32592f0fc76/29556334-d75f-4e28-babb-fdcedf556221) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:15.446042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-271ff15f-5072-4f88-9243-ae3f418bbd11 None None] Provisioning complete for port fdb0f854-a6b8-4a32-a6ed-f8cebc566754 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:15.446606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-271ff15f-5072-4f88-9243-ae3f418bbd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:15.471177 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c37093c-e738-49a8-aadc-96619d1ca46a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:15.472085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c37093c-e738-49a8-aadc-96619d1ca46a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:15.502920 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.ipam_backend_mixin [None req-62231570-657b-4b39-bcea-f4ea1c5344d8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43581dad-f2a4-4a56-ab44-e32592f0fc76 (CIDR: 2001:db8::/64) Feb 04 05:46:15.508866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:15.522852 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Sync routers for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:15.532325 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-596b8cdb-4518-4409-accf-6780b23e4299 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/9e9da179-134e-4d1a-81e7-e2092807af8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1183908 Feb 04 05:46:15.532632 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874800c-6272-4151-be32-9e36d28cd8a7 None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:15.535895 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:15.536576 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:15.537086 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-62231570-657b-4b39-bcea-f4ea1c5344d8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:46:15.538029 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62231570-657b-4b39-bcea-f4ea1c5344d8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:15.543548 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51102) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:15.552337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5b6dc778-9147-43e4-be54-baeeb4f994c9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-289772977'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:15.604290 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874800c-6272-4151-be32-9e36d28cd8a7 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:15.606073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-8874800c-6272-4151-be32-9e36d28cd8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:15.614179 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1c37093c-e738-49a8-aadc-96619d1ca46a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "PUT /v2.0/floatingips/5b1c6914-b77b-4e8b-a8b2-fa968d406da0 HTTP/1.1" status: 200 len: 688 time: 2.0198355 Feb 04 05:46:15.618654 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-62231570-657b-4b39-bcea-f4ea1c5344d8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0703623 Feb 04 05:46:15.621988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51106) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:15.623925 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51108) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:15.664697 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:15.751237 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d204543b-0193-46c1-b85d-754d37ecc1f7 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:15.755549 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:15.761368 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-99c3bab3-5db8-497c-9746-ea71354e43b9 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:15.767819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d204543b-0193-46c1-b85d-754d37ecc1f7 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:15.847678 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-8874800c-6272-4151-be32-9e36d28cd8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:15.895551 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9b623b-ae1f-4ddd-bcc1-77db6cad8d61 None None] Network 8e2f3e68-9874-473a-88dc-8fab9f288374 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:15.912148 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-99c3bab3-5db8-497c-9746-ea71354e43b9 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for 6572c12d-0c10-4db5-b3fc-85a9752af6ca owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:16.046989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fdb0f854-a6b8-4a32-a6ed-f8cebc566754 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:16.129202 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:12Z', 'revision_number': 3, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:13Z', 'revision_number': 2, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:16.129515 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.162495 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.172174 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874800c-6272-4151-be32-9e36d28cd8a7 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:16.172998 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-8874800c-6272-4151-be32-9e36d28cd8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:16.182132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.209905 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b8b655d1-c7f9-433c-bd9a-de96954f459f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port 96ccf70e-45b7-4b78-8d09-176838d2cae0 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:16.210753 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8b655d1-c7f9-433c-bd9a-de96954f459f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.215751 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Checking router: 9e9da179-134e-4d1a-81e7-e2092807af8e for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:46:16.216408 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Updating router 9e9da179-134e-4d1a-81e7-e2092807af8e port fc9a8c6e-1485-4772-b4c5-d5b9012d1e30 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:46:16.262063 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.263672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-8874800c-6272-4151-be32-9e36d28cd8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:16.264333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874800c-6272-4151-be32-9e36d28cd8a7 None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:16.272610 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:16.353346 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:16.410155 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:16.460781 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Pushing event updated for resources: {'Port': ['ID=29556334-d75f-4e28-babb-fdcedf556221,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:16.487282 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-271ff15f-5072-4f88-9243-ae3f418bbd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.525186 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d204543b-0193-46c1-b85d-754d37ecc1f7 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.525855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d204543b-0193-46c1-b85d-754d37ecc1f7 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Fanout notify agent at l3_agent the message router_deleted on router 2d0206a4-10d0-413b-8a9a-0c67992a363f {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:46:16.527793 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6dc778-9147-43e4-be54-baeeb4f994c9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:16.531960 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc778-9147-43e4-be54-baeeb4f994c9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.559654 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d204543b-0193-46c1-b85d-754d37ecc1f7 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.565618 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port fdb0f854-a6b8-4a32-a6ed-f8cebc566754 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:16.565618 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.568534 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d204543b-0193-46c1-b85d-754d37ecc1f7 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/routers/2d0206a4-10d0-413b-8a9a-0c67992a363f HTTP/1.1" status: 204 len: 168 time: 1.4372549 Feb 04 05:46:16.582774 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-99c3bab3-5db8-497c-9746-ea71354e43b9 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.584708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51126) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:16.591565 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-61215829-27f0-486e-9316-000247ab99c6 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting port ce909f8e-085c-45db-aae6-232dde519fb1 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:16.592226 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61215829-27f0-486e-9316-000247ab99c6 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.652800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:16.656702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.716440 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-271ff15f-5072-4f88-9243-ae3f418bbd11 None None] For port fdb0f854-a6b8-4a32-a6ed-f8cebc566754, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fdb0f854-a6b8-4a32-a6ed-f8cebc566754,segment=NetworkSegment(2bfcf527-703d-4f18-9890-ac0571a4309c),segment_id=2bfcf527-703d-4f18-9890-ac0571a4309c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:16.734128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-271ff15f-5072-4f88-9243-ae3f418bbd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.746283 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Attempting to bind port 29556334-d75f-4e28-babb-fdcedf556221 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:16.746814 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Attempting to bind port 29556334-d75f-4e28-babb-fdcedf556221 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:16.747191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Attempting to bind port 29556334-d75f-4e28-babb-fdcedf556221 on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:16.759015 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3bab3-5db8-497c-9746-ea71354e43b9 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=6572c12d-0c10-4db5-b3fc-85a9752af6ca,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:16.778571 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6dc778-9147-43e4-be54-baeeb4f994c9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:46:16.811805 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.817653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:16.818363 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:16.818970 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.819527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:16.820746 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Bound port: 29556334-d75f-4e28-babb-fdcedf556221, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:16.820886 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.822128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.889702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b8b655d1-c7f9-433c-bd9a-de96954f459f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] For port 96ccf70e-45b7-4b78-8d09-176838d2cae0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=96ccf70e-45b7-4b78-8d09-176838d2cae0,segment=NetworkSegment(5fdea166-c046-4fb1-8046-a580ccd9c71b),segment_id=5fdea166-c046-4fb1-8046-a580ccd9c71b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:16.890410 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8b655d1-c7f9-433c-bd9a-de96954f459f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.909950 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc778-9147-43e4-be54-baeeb4f994c9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.910619 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-5b6dc778-9147-43e4-be54-baeeb4f994c9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Added segment 40b6682c-29f2-4403-bec7-f4c38ced51fe of type vlan for network 65a34fff-8289-408d-ba5f-56a4f129ea61 Feb 04 05:46:16.947025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b8b655d1-c7f9-433c-bd9a-de96954f459f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for 96ccf70e-45b7-4b78-8d09-176838d2cae0 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:16.949980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61215829-27f0-486e-9316-000247ab99c6 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.950318 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61215829-27f0-486e-9316-000247ab99c6 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.967756 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-99c3bab3-5db8-497c-9746-ea71354e43b9 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:16.971457 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-99c3bab3-5db8-497c-9746-ea71354e43b9 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/6572c12d-0c10-4db5-b3fc-85a9752af6ca HTTP/1.1" status: 204 len: 168 time: 2.2822936 Feb 04 05:46:16.977195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51132) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:17.024120 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c119d7c4-3594-45e9-bf2c-8beb443781eb None None] Provisioning complete for port 6919aa03-a84a-4d78-bb54-31a36d31248f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:17.025407 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c119d7c4-3594-45e9-bf2c-8beb443781eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:17.056219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc778-9147-43e4-be54-baeeb4f994c9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:17.084429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-61215829-27f0-486e-9316-000247ab99c6 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Calling delete_port for ce909f8e-085c-45db-aae6-232dde519fb1 owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:17.090409 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6919aa03-a84a-4d78-bb54-31a36d31248f up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:17.101433 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Attempting to bind port fc9a8c6e-1485-4772-b4c5-d5b9012d1e30 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:17.101749 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Attempting to bind port fc9a8c6e-1485-4772-b4c5-d5b9012d1e30 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '2bfcf527-703d-4f18-9890-ac0571a4309c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:17.102127 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Attempting to bind port fc9a8c6e-1485-4772-b4c5-d5b9012d1e30 on network ac8b1c79-5231-472b-a875-41f5bfe3198f {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:17.112290 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ff15f-5072-4f88-9243-ae3f418bbd11 None None] Pushing event updated for resources: {'Port': ['ID=fdb0f854-a6b8-4a32-a6ed-f8cebc566754,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:17.112560 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:17.112933 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Checking segment: {'id': '2bfcf527-703d-4f18-9890-ac0571a4309c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:17.113382 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:17.113836 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Bound using segment: {'id': '2bfcf527-703d-4f18-9890-ac0571a4309c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:17.114306 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Bound port: fc9a8c6e-1485-4772-b4c5-d5b9012d1e30, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfcf527-703d-4f18-9890-ac0571a4309c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:17.114696 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:17.120960 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-d5044bc9-61be-4c4a-994e-cfc190198d72 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Deleting port 7b3f4bfe-59d2-4608-8093-69db811cbdbe {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:17.121303 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5044bc9-61be-4c4a-994e-cfc190198d72 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:17.134447 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-684d85e0-2811-406e-9341-75862a30fbbf tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] GET failed (client error): The resource could not be found. Feb 04 05:46:17.136069 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-684d85e0-2811-406e-9341-75862a30fbbf tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/6572c12d-0c10-4db5-b3fc-85a9752af6ca HTTP/1.1" status: 404 len: 333 time: 0.1506336 Feb 04 05:46:17.165568 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51136) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:17.193945 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] For port 29556334-d75f-4e28-babb-fdcedf556221, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:17.200392 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] For port 29556334-d75f-4e28-babb-fdcedf556221, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=29556334-d75f-4e28-babb-fdcedf556221,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:17.217758 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:17.249183 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] For port fc9a8c6e-1485-4772-b4c5-d5b9012d1e30, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:17.268829 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] For port fc9a8c6e-1485-4772-b4c5-d5b9012d1e30, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fc9a8c6e-1485-4772-b4c5-d5b9012d1e30,segment=NetworkSegment(2bfcf527-703d-4f18-9890-ac0571a4309c),segment_id=2bfcf527-703d-4f18-9890-ac0571a4309c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:17.278567 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:17.325174 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:17.325903 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:17.331307 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc778-9147-43e4-be54-baeeb4f994c9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:17.348534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6dc778-9147-43e4-be54-baeeb4f994c9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:17.349611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc778-9147-43e4-be54-baeeb4f994c9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:17.470631 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:17.487972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190d9a7-de91-4a62-9976-71ec9b461fb1 None None] Pushing event updated for resources: {'Port': ['ID=29556334-d75f-4e28-babb-fdcedf556221,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:17.519848 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c119d7c4-3594-45e9-bf2c-8beb443781eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:17.581100 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95167ff1-063a-46b6-a285-82ea695952f3 None None] Pushing event updated for resources: {'Port': ['ID=fc9a8c6e-1485-4772-b4c5-d5b9012d1e30,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:17.584373 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5b6dc778-9147-43e4-be54-baeeb4f994c9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0350349 Feb 04 05:46:17.599587 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51142) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:17.599940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51144) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:17.601841 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c119d7c4-3594-45e9-bf2c-8beb443781eb None None] For port 6919aa03-a84a-4d78-bb54-31a36d31248f, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6919aa03-a84a-4d78-bb54-31a36d31248f,segment=NetworkSegment(d9a75c9f-e64c-42c7-8974-1037c08a48df),segment_id=d9a75c9f-e64c-42c7-8974-1037c08a48df)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:17.604996 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 6919aa03-a84a-4d78-bb54-31a36d31248f triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:17.605858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:17.621898 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-63df84a5-f42b-49f1-b93a-4b7efa46e818 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'subnet': {'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:17.661728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c119d7c4-3594-45e9-bf2c-8beb443781eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:17.687105 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c91978-71d4-4522-b59d-5cd6d4f14146 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting subnet 10c6f683-d534-4d11-808a-2c085e46f497 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:17.701455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-61c91978-71d4-4522-b59d-5cd6d4f14146 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:17.811632 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119d7c4-3594-45e9-bf2c-8beb443781eb None None] Pushing event updated for resources: {'Port': ['ID=6919aa03-a84a-4d78-bb54-31a36d31248f,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:17.834590 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dc778-9147-43e4-be54-baeeb4f994c9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Network': ['ID=65a34fff-8289-408d-ba5f-56a4f129ea61,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:17.874609 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 65a34fff-8289-408d-ba5f-56a4f129ea61 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:46:17.880555 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61215829-27f0-486e-9316-000247ab99c6 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:17.889160 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b09307a2-4e85-437a-b921-8e7acb8f66b8 None None] Could not find standard attr ID for object 6572c12d-0c10-4db5-b3fc-85a9752af6ca. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:46:17.898456 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5044bc9-61be-4c4a-994e-cfc190198d72 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:17.955761 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-d5044bc9-61be-4c4a-994e-cfc190198d72 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Calling delete_port for 7b3f4bfe-59d2-4608-8093-69db811cbdbe owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:17.982131 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:46:17.995549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61215829-27f0-486e-9316-000247ab99c6 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Port': ['ID=ce909f8e-085c-45db-aae6-232dde519fb1,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:18.011021 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-61c91978-71d4-4522-b59d-5cd6d4f14146 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.042671 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-327538883', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:18.049414 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95167ff1-063a-46b6-a285-82ea695952f3 None None] Pushing event updated for resources: {'Port': ['ID=fc9a8c6e-1485-4772-b4c5-d5b9012d1e30,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:18.052314 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.081546 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.092793 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:12Z', 'revision_number': 3, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:17Z', 'revision_number': 4, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:18.116578 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b09307a2-4e85-437a-b921-8e7acb8f66b8 None None] Provisioning complete for port fc9a8c6e-1485-4772-b4c5-d5b9012d1e30 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:18.117227 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b09307a2-4e85-437a-b921-8e7acb8f66b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.154434 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20b55a-9ea4-4385-9f78-24bdf95d4223 None None] The sync data for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv is: [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:12Z', 'revision_number': 3, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:17Z', 'revision_number': 4, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:18.242381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8b655d1-c7f9-433c-bd9a-de96954f459f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.297538 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b655d1-c7f9-433c-bd9a-de96954f459f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=96ccf70e-45b7-4b78-8d09-176838d2cae0,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:18.308195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.objects.ports [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108744) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:46:18.340726 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61215829-27f0-486e-9316-000247ab99c6 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.343651 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61215829-27f0-486e-9316-000247ab99c6 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.344515 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-61215829-27f0-486e-9316-000247ab99c6 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/floatingips/5b1c6914-b77b-4e8b-a8b2-fa968d406da0 HTTP/1.1" status: 204 len: 168 time: 2.7131214 Feb 04 05:46:18.351517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51148) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:18.356624 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-61c91978-71d4-4522-b59d-5cd6d4f14146 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.367014 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b09307a2-4e85-437a-b921-8e7acb8f66b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.435144 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': '5168938d-381e-460b-bc2e-3d1db88fe4fb'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:18.452448 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device aeff41d9-70e9-4df8-bd19-8309254d4cd9 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:18.526631 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b09307a2-4e85-437a-b921-8e7acb8f66b8 None None] For port fc9a8c6e-1485-4772-b4c5-d5b9012d1e30, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fc9a8c6e-1485-4772-b4c5-d5b9012d1e30,segment=NetworkSegment(2bfcf527-703d-4f18-9890-ac0571a4309c),segment_id=2bfcf527-703d-4f18-9890-ac0571a4309c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:18.528203 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: aeff41d9-70e9-4df8-bd19-8309254d4cd9 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:18.528790 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device aeff41d9-70e9-4df8-bd19-8309254d4cd9 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:18.535724 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b09307a2-4e85-437a-b921-8e7acb8f66b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.599433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5044bc9-61be-4c4a-994e-cfc190198d72 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.643938 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b09307a2-4e85-437a-b921-8e7acb8f66b8 None None] Provisioning complete for port 6919aa03-a84a-4d78-bb54-31a36d31248f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:18.644517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b09307a2-4e85-437a-b921-8e7acb8f66b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.687786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5044bc9-61be-4c4a-994e-cfc190198d72 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Pushing event deleted for resources: {'Port': ['ID=7b3f4bfe-59d2-4608-8093-69db811cbdbe,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:18.735224 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Made reservation on behalf of 9de224a5ec1e4d93b5d875d4135049a1 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:18.740746 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.793210 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09307a2-4e85-437a-b921-8e7acb8f66b8 None None] Pushing event updated for resources: {'Port': ['ID=fc9a8c6e-1485-4772-b4c5-d5b9012d1e30,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:18.803367 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63df84a5-f42b-49f1-b93a-4b7efa46e818 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:18.803769 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.816011 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-63df84a5-f42b-49f1-b93a-4b7efa46e818 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.823755 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-61c91978-71d4-4522-b59d-5cd6d4f14146 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:18.989027 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.008015 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-61c91978-71d4-4522-b59d-5cd6d4f14146 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.030837 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-61c91978-71d4-4522-b59d-5cd6d4f14146 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/10c6f683-d534-4d11-808a-2c085e46f497 HTTP/1.1" status: 204 len: 168 time: 1.8612609 Feb 04 05:46:19.032264 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c91978-71d4-4522-b59d-5cd6d4f14146 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Subnet': ['ID=10c6f683-d534-4d11-808a-2c085e46f497,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:19.043321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51150) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:19.050849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c65679-266f-465c-b19a-a5677edd8696 None None] Network 8e2f3e68-9874-473a-88dc-8fab9f288374 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:19.141399 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b09307a2-4e85-437a-b921-8e7acb8f66b8 None None] Provisioning complete for port fdb0f854-a6b8-4a32-a6ed-f8cebc566754 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:19.142376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b09307a2-4e85-437a-b921-8e7acb8f66b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.207423 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.224783 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5044bc9-61be-4c4a-994e-cfc190198d72 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.232985 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d5044bc9-61be-4c4a-994e-cfc190198d72 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/ports/7b3f4bfe-59d2-4608-8093-69db811cbdbe HTTP/1.1" status: 204 len: 168 time: 2.5795639 Feb 04 05:46:19.234200 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51152) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:19.270104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 29556334-d75f-4e28-babb-fdcedf556221 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:19.291478 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8b655d1-c7f9-433c-bd9a-de96954f459f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.398833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-83dd4539-632a-43b2-a07e-84622e051992 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Deleting subnet eb16543c-b69a-4569-baad-a3a062d829ea {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:19.406936 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-83dd4539-632a-43b2-a07e-84622e051992 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.414212 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 29556334-d75f-4e28-babb-fdcedf556221 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:19.414853 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.510690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a925edbe-b643-438d-8d16-0c69770e0b98 None None] DHCP port deletion for 8e2f3e68-9874-473a-88dc-8fab9f288374 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:46:19.530388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.533247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] For port 29556334-d75f-4e28-babb-fdcedf556221, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=29556334-d75f-4e28-babb-fdcedf556221,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:19.558589 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.563168 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-83dd4539-632a-43b2-a07e-84622e051992 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.566424 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6008e663-81d8-4ade-a5f9-a10609c528d9 None None] Provisioning complete for port fc9a8c6e-1485-4772-b4c5-d5b9012d1e30 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:19.566918 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6008e663-81d8-4ade-a5f9-a10609c528d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.572633 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.599402 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.614395 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] device_id is not set on port 1870ccb9-b0dd-4d16-b50f-5217afcddd6e yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:19.656804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a925edbe-b643-438d-8d16-0c69770e0b98 None None] Deleting port 6919aa03-a84a-4d78-bb54-31a36d31248f {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:19.657344 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a925edbe-b643-438d-8d16-0c69770e0b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.662971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.696231 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.697429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.715651 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be664079-0898-4c0e-85c3-7b87145d14d9,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:19.731228 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-63df84a5-f42b-49f1-b93a-4b7efa46e818 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.784693 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-a925edbe-b643-438d-8d16-0c69770e0b98 None None] For port 6919aa03-a84a-4d78-bb54-31a36d31248f, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6919aa03-a84a-4d78-bb54-31a36d31248f,segment=NetworkSegment(d9a75c9f-e64c-42c7-8974-1037c08a48df),segment_id=d9a75c9f-e64c-42c7-8974-1037c08a48df)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:19.785358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a925edbe-b643-438d-8d16-0c69770e0b98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.787915 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:46:19.788384 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:46:19.799824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a925edbe-b643-438d-8d16-0c69770e0b98 None None] Calling delete_port for 6919aa03-a84a-4d78-bb54-31a36d31248f owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:19.822391 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:19.853166 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df84a5-f42b-49f1-b93a-4b7efa46e818 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Subnet': ['ID=6b60b5f6-310f-48b9-be2d-eb70b4a427f2,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:19.860337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-83dd4539-632a-43b2-a07e-84622e051992 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.899732 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:19.900493 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1edf5284-7718-4266-80c9-e29b0a328a73 None None] Provisioning complete for port 29556334-d75f-4e28-babb-fdcedf556221 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:19.901111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1edf5284-7718-4266-80c9-e29b0a328a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.913755 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:19.914367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.925100 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Allocated IP 172.26.3.140 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/1870ccb9-b0dd-4d16-b50f-5217afcddd6e) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:19.930496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626d03b6-065f-4cf7-91f5-14e6359f815f None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:19.932843 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=29556334-d75f-4e28-babb-fdcedf556221,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:19.935373 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=26f0c35a-3b15-4878-beb1-19cacb2f8966,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:19.939543 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df84a5-f42b-49f1-b93a-4b7efa46e818 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Checking segment: {'id': '40b6682c-29f2-4403-bec7-f4c38ced51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:19.939906 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63df84a5-f42b-49f1-b93a-4b7efa46e818 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network hostable DHCP agents. Network: 65a34fff-8289-408d-ba5f-56a4f129ea61, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:46:19.947381 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a925edbe-b643-438d-8d16-0c69770e0b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.953960 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.967954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port 6919aa03-a84a-4d78-bb54-31a36d31248f {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:19.968661 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.971647 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.972429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.973063 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.973670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.974300 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.974799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.975293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.976015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.976499 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.976975 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.978026 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.978503 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.979460 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-83dd4539-632a-43b2-a07e-84622e051992 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:19.990973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63df84a5-f42b-49f1-b93a-4b7efa46e818 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 65a34fff-8289-408d-ba5f-56a4f129ea61 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:46:19.991503 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.992006 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.992494 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.992977 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.994032 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.994544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.995018 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.995492 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.995965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.996438 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.997605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:19.998107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:20.015037 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925edbe-b643-438d-8d16-0c69770e0b98 None None] Pushing event deleted for resources: {'Port': ['ID=6919aa03-a84a-4d78-bb54-31a36d31248f,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:20.019278 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9fd1601d-2096-483a-8888-4d703f639201 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3624892 Feb 04 05:46:20.022652 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51154) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:20.033436 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2aefd671-b4da-4bfd-90e6-e26b72fcdfa4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'mac_address': 'fa:16:3e:bd:74:b1', 'name': 'tempest-NetworksTestDHCPv6-2144392811'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:20.038020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd4539-632a-43b2-a07e-84622e051992 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Pushing event deleted for resources: {'Subnet': ['ID=eb16543c-b69a-4569-baad-a3a062d829ea,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:20.064644 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-83dd4539-632a-43b2-a07e-84622e051992 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:20.070520 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-83dd4539-632a-43b2-a07e-84622e051992 tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/subnets/eb16543c-b69a-4569-baad-a3a062d829ea HTTP/1.1" status: 204 len: 168 time: 0.8196681 Feb 04 05:46:20.073541 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-63df84a5-f42b-49f1-b93a-4b7efa46e818 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 65a34fff-8289-408d-ba5f-56a4f129ea61) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:20.076568 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a80f6e8-ecf0-4c5c-a550-9118eb57c131 None None] Network e30f8101-ddd8-4866-9c0d-1d251f35686e requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:20.078419 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51156) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:20.079860 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925edbe-b643-438d-8d16-0c69770e0b98 None None] No DVR routers for this DVR port 6919aa03-a84a-4d78-bb54-31a36d31248f on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:20.111583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8159471d-a576-4a9f-8565-787d4d471773 None None] Network 65a34fff-8289-408d-ba5f-56a4f129ea61 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:20.112007 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63df84a5-f42b-49f1-b93a-4b7efa46e818 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:20.112768 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-63df84a5-f42b-49f1-b93a-4b7efa46e818 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:20.193790 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-63df84a5-f42b-49f1-b93a-4b7efa46e818 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5793319 Feb 04 05:46:20.199762 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51158) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:20.350775 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:20.375047 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b655d1-c7f9-433c-bd9a-de96954f459f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:20.392651 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1edf5284-7718-4266-80c9-e29b0a328a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:20.414846 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:20.417742 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] For port 6919aa03-a84a-4d78-bb54-31a36d31248f, host dv-neutron-827794-1-hyperv, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:20.418401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:20.419062 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aefd671-b4da-4bfd-90e6-e26b72fcdfa4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:20.452227 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for 6919aa03-a84a-4d78-bb54-31a36d31248f owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:20.460343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Port 6919aa03-a84a-4d78-bb54-31a36d31248f was not found and therefore no delete operation was performed {{(pid=108744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:46:20.470463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:20.513118 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-1edf5284-7718-4266-80c9-e29b0a328a73 None None] For port 29556334-d75f-4e28-babb-fdcedf556221, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=29556334-d75f-4e28-babb-fdcedf556221,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:20.520185 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1edf5284-7718-4266-80c9-e29b0a328a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:20.549115 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:20.591039 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=6919aa03-a84a-4d78-bb54-31a36d31248f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:20.602217 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-65a34fff-8289-408d-ba5f-56a4f129ea61', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:46:20.603118 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:20.624258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:20.624817 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No DVR routers for this DVR port 6919aa03-a84a-4d78-bb54-31a36d31248f on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:20.641864 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:46:20.642051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:46:20.647776 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf5284-7718-4266-80c9-e29b0a328a73 None None] Pushing event updated for resources: {'Port': ['ID=29556334-d75f-4e28-babb-fdcedf556221,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:20.660457 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41473ba-8c16-438d-aca5-f22be9770b5d None None] DHCP port deletion for e30f8101-ddd8-4866-9c0d-1d251f35686e request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:46:20.698160 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b655d1-c7f9-433c-bd9a-de96954f459f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:20.711309 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc45109-2044-406f-9c62-4b78c9b9c67d None None] Sync routers for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:20.741089 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b8b655d1-c7f9-433c-bd9a-de96954f459f tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/9ea0b516-d4fe-4ab7-bcbb-042dda8f394d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5862000 Feb 04 05:46:20.754478 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Pushing event updated for resources: {'Port': ['ID=1870ccb9-b0dd-4d16-b50f-5217afcddd6e,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:20.765338 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51160) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:20.768102 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc45109-2044-406f-9c62-4b78c9b9c67d None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:20.768820 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-bfc45109-2044-406f-9c62-4b78c9b9c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:20.785179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Allocated IP 172.26.3.205 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/34028fde-08a9-46d0-b1d1-9e09a5c28d00) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:20.793625 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:20.794856 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:20.795211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:20.795566 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:20.795900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:20.796231 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:20.796558 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:20.796883 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:20.797205 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:20.797529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:20.797878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:20.798550 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:20.798804 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:20.831782 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2aefd671-b4da-4bfd-90e6-e26b72fcdfa4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:20.849321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2f3e68-9874-473a-88dc-8fab9f288374']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:20.854064 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:20.866819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:20.869520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:20.889717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a75c9f-e64c-42c7-8974-1037c08a48df') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:20.890123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a75c9f-e64c-42c7-8974-1037c08a48df') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:20.908576 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-2aefd671-b4da-4bfd-90e6-e26b72fcdfa4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port c5e33888-1a32-469b-85f5-99cc962b6540 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:20.911031 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:20.987000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.041064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.044777 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Deleting port ab69d72d-ff2c-408a-b21b-160ffdec7991 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:21.045113 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.059798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.063944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:46:21.064974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.070268 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:21.070885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.077892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Allocated IP 2001:db8:2::2 (65a34fff-8289-408d-ba5f-56a4f129ea61/6b60b5f6-310f-48b9-be2d-eb70b4a427f2/7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:21.080559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-bfc45109-2044-406f-9c62-4b78c9b9c67d None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:46:21.089235 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:46:21.091885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c41434-a302-4428-9c49-8bcbfce589a6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting subnet cdb1d45e-6a26-4464-b126-899732074a2d {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:21.108994 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5c41434-a302-4428-9c49-8bcbfce589a6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.141128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a41473ba-8c16-438d-aca5-f22be9770b5d None None] Deleting port ab69d72d-ff2c-408a-b21b-160ffdec7991 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:21.141478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a41473ba-8c16-438d-aca5-f22be9770b5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.156705 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-870afd69-10fc-478c-8bb8-53c2bdb92b3a tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5442772 Feb 04 05:46:21.157415 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51162) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:21.170585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b85dd595-1c55-4785-911d-5ad3bcf2c5f0 tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}]}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:21.207445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.217732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b85dd595-1c55-4785-911d-5ad3bcf2c5f0 tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.218701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b85dd595-1c55-4785-911d-5ad3bcf2c5f0 tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.220680 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:21.235874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:21.245860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=34028fde-08a9-46d0-b1d1-9e09a5c28d00,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:21.258432 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:21.290699 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.304379 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] For port ab69d72d-ff2c-408a-b21b-160ffdec7991, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ab69d72d-ff2c-408a-b21b-160ffdec7991,segment=NetworkSegment(71224e4c-c752-413e-9c17-dfa52a5bad76),segment_id=71224e4c-c752-413e-9c17-dfa52a5bad76)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:21.304747 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.310349 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.316897 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/networks/8e2f3e68-9874-473a-88dc-8fab9f288374 HTTP/1.1" status: 204 len: 168 time: 2.1765835 Feb 04 05:46:21.324967 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51164) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:21.335352 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5c41434-a302-4428-9c49-8bcbfce589a6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.355751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-fe53a907-74de-43ff-a6b7-e79e041aa802 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'name': 'tempest-PortsIpV6TestJSON-1424435904'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:21.359532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Calling delete_port for ab69d72d-ff2c-408a-b21b-160ffdec7991 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:21.379606 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe580a8-6299-4573-a5eb-65c3eb4e40d6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Network': ['ID=8e2f3e68-9874-473a-88dc-8fab9f288374,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:21.422216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fc9a8c6e-1485-4772-b4c5-d5b9012d1e30 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:21.426162 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5c41434-a302-4428-9c49-8bcbfce589a6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.427094 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-a41473ba-8c16-438d-aca5-f22be9770b5d None None] For port ab69d72d-ff2c-408a-b21b-160ffdec7991, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ab69d72d-ff2c-408a-b21b-160ffdec7991,segment=NetworkSegment(71224e4c-c752-413e-9c17-dfa52a5bad76),segment_id=71224e4c-c752-413e-9c17-dfa52a5bad76)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:21.427507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a41473ba-8c16-438d-aca5-f22be9770b5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.459336 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b85dd595-1c55-4785-911d-5ad3bcf2c5f0 tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.501083 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a41473ba-8c16-438d-aca5-f22be9770b5d None None] Calling delete_port for ab69d72d-ff2c-408a-b21b-160ffdec7991 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:21.666634 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port fc9a8c6e-1485-4772-b4c5-d5b9012d1e30 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:21.667504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.719870 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe53a907-74de-43ff-a6b7-e79e041aa802 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:21.723434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe53a907-74de-43ff-a6b7-e79e041aa802 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.729433 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.736617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.737617 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8fb07308-62cc-4bfe-8d79-4bf820383a09 None None] Provisioning complete for port 29556334-d75f-4e28-babb-fdcedf556221 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:21.738045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8fb07308-62cc-4bfe-8d79-4bf820383a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.770918 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.782609 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Pushing event deleted for resources: {'Port': ['ID=ab69d72d-ff2c-408a-b21b-160ffdec7991,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:21.791324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] No DVR routers for this DVR port ab69d72d-ff2c-408a-b21b-160ffdec7991 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:21.799240 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-fe53a907-74de-43ff-a6b7-e79e041aa802 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port 2b7fb482-cf4f-4c7c-bea2-982b56d59c5b yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:21.850278 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Network 65a34fff-8289-408d-ba5f-56a4f129ea61 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:21.862865 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a41473ba-8c16-438d-aca5-f22be9770b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:21.876855 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:21.884763 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:21.887191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Pushing event updated for resources: {'Port': ['ID=7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:21.923290 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-bfc45109-2044-406f-9c62-4b78c9b9c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 9, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:21.925897 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41473ba-8c16-438d-aca5-f22be9770b5d None None] No DVR routers for this DVR port ab69d72d-ff2c-408a-b21b-160ffdec7991 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:21.932521 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:21.932923 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:21.933271 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:21.933608 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:21.933957 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:21.934302 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:21.934634 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:21.934961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:21.935382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:21.935612 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:21.935943 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:21.936249 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:46:22.024132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc45109-2044-406f-9c62-4b78c9b9c67d None None] Checking router: 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:46:22.025962 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41473ba-8c16-438d-aca5-f22be9770b5d None None] Pushing event deleted for resources: {'Port': ['ID=ab69d72d-ff2c-408a-b21b-160ffdec7991,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:22.070978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fdb0f854-a6b8-4a32-a6ed-f8cebc566754 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:22.082977 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.111820 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc45109-2044-406f-9c62-4b78c9b9c67d None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:22.112419 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-bfc45109-2044-406f-9c62-4b78c9b9c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:22.153691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5c41434-a302-4428-9c49-8bcbfce589a6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.154301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30f8101-ddd8-4866-9c0d-1d251f35686e']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:22.158860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b85dd595-1c55-4785-911d-5ad3bcf2c5f0 tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.161672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Attempting to bind port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:22.162058 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Attempting to bind port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '40b6682c-29f2-4403-bec7-f4c38ced51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:22.162422 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Attempting to bind port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 on network 65a34fff-8289-408d-ba5f-56a4f129ea61 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:22.163285 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-2aefd671-b4da-4bfd-90e6-e26b72fcdfa4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::4a (99cffe53-689e-4c68-95bc-797fbe732ade/43581dad-f2a4-4a56-ab44-e32592f0fc76/c5e33888-1a32-469b-85f5-99cc962b6540) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:22.176932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71224e4c-c752-413e-9c17-dfa52a5bad76') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:22.177358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71224e4c-c752-413e-9c17-dfa52a5bad76') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:22.206907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:22.207318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Checking segment: {'id': '40b6682c-29f2-4403-bec7-f4c38ced51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:22.207692 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.208080 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Bound using segment: {'id': '40b6682c-29f2-4403-bec7-f4c38ced51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:22.208634 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Bound port: 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b6682c-29f2-4403-bec7-f4c38ced51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:22.208970 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.232475 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-2aefd671-b4da-4bfd-90e6-e26b72fcdfa4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8:0:1:f816:3eff:febd:74b1 (99cffe53-689e-4c68-95bc-797fbe732ade/26f0c35a-3b15-4878-beb1-19cacb2f8966/c5e33888-1a32-469b-85f5-99cc962b6540) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:22.235901 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c41434-a302-4428-9c49-8bcbfce589a6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb1d45e-6a26-4464-b126-899732074a2d,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:22.241670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-bfc45109-2044-406f-9c62-4b78c9b9c67d None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:22.253724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5c41434-a302-4428-9c49-8bcbfce589a6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.257226 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f5c41434-a302-4428-9c49-8bcbfce589a6 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/cdb1d45e-6a26-4464-b126-899732074a2d HTTP/1.1" status: 204 len: 168 time: 1.4828887 Feb 04 05:46:22.264057 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51170) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:22.283235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.308043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bbdf49-a4d3-4066-ae85-10c18ad42b46 None None] Network 0fd65a27-2455-4610-871e-89fc97fb070f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:22.330471 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port fdb0f854-a6b8-4a32-a6ed-f8cebc566754 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:22.330844 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.335714 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.364910 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:46:22.365319 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:46:22.368348 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:46:22.405720 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe53a907-74de-43ff-a6b7-e79e041aa802 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.433842 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.484141 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.518466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.521100 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] For port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:22.527460 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] For port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784,segment=NetworkSegment(40b6682c-29f2-4403-bec7-f4c38ced51fe),segment_id=40b6682c-29f2-4403-bec7-f4c38ced51fe)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:22.539085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.544909 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] 10.222.0.10 "DELETE /v2.0/networks/e30f8101-ddd8-4866-9c0d-1d251f35686e HTTP/1.1" status: 204 len: 168 time: 2.2029803 Feb 04 05:46:22.553207 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.622534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Allocated IP 2001:db8:2::1 (65a34fff-8289-408d-ba5f-56a4f129ea61/6b60b5f6-310f-48b9-be2d-eb70b4a427f2/de982085-608e-4d5d-b841-2d5f91479b2f) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:22.781932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6919aa03-a84a-4d78-bb54-31a36d31248f up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:22.824069 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2aefd671-b4da-4bfd-90e6-e26b72fcdfa4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.841994 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79baf9b-d718-4808-b6ac-b57c3c646ccd tempest-TagsExtTest-357506981 tempest-TagsExtTest-357506981-project] Pushing event deleted for resources: {'Network': ['ID=e30f8101-ddd8-4866-9c0d-1d251f35686e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:22.867356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe53a907-74de-43ff-a6b7-e79e041aa802 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.875335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2aefd671-b4da-4bfd-90e6-e26b72fcdfa4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.912652 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.964146 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe53a907-74de-43ff-a6b7-e79e041aa802 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network aa7bd1d2-4237-425a-8c23-060d4450279c is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:22.964596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port 05990c87-c23f-4390-95cc-b57e61c278e2 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:22.965337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:22.973695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51176) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:22.974910 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aefd671-b4da-4bfd-90e6-e26b72fcdfa4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:22.992921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-2aefd671-b4da-4bfd-90e6-e26b72fcdfa4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:23.012937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53a907-74de-43ff-a6b7-e79e041aa802 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=2b7fb482-cf4f-4c7c-bea2-982b56d59c5b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:23.018190 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-fe53a907-74de-43ff-a6b7-e79e041aa802 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:23.030840 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe53a907-74de-43ff-a6b7-e79e041aa802 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:23.037278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe53a907-74de-43ff-a6b7-e79e041aa802 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:23.038038 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe53a907-74de-43ff-a6b7-e79e041aa802 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.070326 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fe53a907-74de-43ff-a6b7-e79e041aa802 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7429624 Feb 04 05:46:23.071958 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6f1f9-b4d2-4dab-b437-fa3ca658877a None None] Pushing event updated for resources: {'Port': ['ID=7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:23.081647 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51180) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:23.094367 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 6919aa03-a84a-4d78-bb54-31a36d31248f {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:23.094983 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6919aa03-a84a-4d78-bb54-31a36d31248f not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 05:46:23.125308 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Port 6919aa03-a84a-4d78-bb54-31a36d31248f not found, will not notify nova. {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 05:46:23.230656 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c15f23-f668-4028-84a3-759cd4f52302 None None] DHCP port deletion for 0fd65a27-2455-4610-871e-89fc97fb070f request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:46:23.236411 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aefd671-b4da-4bfd-90e6-e26b72fcdfa4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:23.246148 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aefd671-b4da-4bfd-90e6-e26b72fcdfa4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:23.247143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2aefd671-b4da-4bfd-90e6-e26b72fcdfa4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.285935 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefd671-b4da-4bfd-90e6-e26b72fcdfa4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=c5e33888-1a32-469b-85f5-99cc962b6540,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:23.307484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.344863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b85dd595-1c55-4785-911d-5ad3bcf2c5f0 tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.351072 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] For port 05990c87-c23f-4390-95cc-b57e61c278e2, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=05990c87-c23f-4390-95cc-b57e61c278e2,segment=NetworkSegment(5fdea166-c046-4fb1-8046-a580ccd9c71b),segment_id=5fdea166-c046-4fb1-8046-a580ccd9c71b)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:23.351701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.378409 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.387229 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2aefd671-b4da-4bfd-90e6-e26b72fcdfa4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3617377 Feb 04 05:46:23.388094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51182) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:23.392554 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-bfc45109-2044-406f-9c62-4b78c9b9c67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 9, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:23.418854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b85dd595-1c55-4785-911d-5ad3bcf2c5f0 tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.423377 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-912f60ee-1bb1-484a-a79f-216fa1b0a2bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e780761839e44e15abbd66cfac1cd398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477878 Feb 04 05:46:23.424733 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.429092 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for 05990c87-c23f-4390-95cc-b57e61c278e2 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:23.431525 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51184) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:23.471936 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc45109-2044-406f-9c62-4b78c9b9c67d None None] The sync data for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv is: [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 9, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad87a4f-1a59-43d8-a868-7a98f0b5ee3c', 'name': '', 'network_id': '0c37042f-b7c1-4912-961f-2f6ef38b72cd', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:bf:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:38Z', 'updated_at': '2022-02-04T05:45:46Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '319f65b4-50ba-4ea7-bcc4-65ed5fb9f167', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:23.488993 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-90c15f23-f668-4028-84a3-759cd4f52302 None None] Deleting port 05990c87-c23f-4390-95cc-b57e61c278e2 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:23.489378 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-90c15f23-f668-4028-84a3-759cd4f52302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.552778 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=34028fde-08a9-46d0-b1d1-9e09a5c28d00,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:23.577934 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-90c15f23-f668-4028-84a3-759cd4f52302 None None] For port 05990c87-c23f-4390-95cc-b57e61c278e2, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=05990c87-c23f-4390-95cc-b57e61c278e2,segment=NetworkSegment(5fdea166-c046-4fb1-8046-a580ccd9c71b),segment_id=5fdea166-c046-4fb1-8046-a580ccd9c71b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:23.578152 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-90c15f23-f668-4028-84a3-759cd4f52302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.585489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-88b6c5ca-24ed-45ee-9cd0-1262bc087554 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port 2b7fb482-cf4f-4c7c-bea2-982b56d59c5b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:23.585862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-88b6c5ca-24ed-45ee-9cd0-1262bc087554 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.590988 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-86a22213-a2bf-40d5-9b94-7badb3ba0ea8 None None] Provisioning complete for port c5e33888-1a32-469b-85f5-99cc962b6540 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:23.591234 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-86a22213-a2bf-40d5-9b94-7badb3ba0ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.591484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.597434 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-90c15f23-f668-4028-84a3-759cd4f52302 None None] Calling delete_port for 05990c87-c23f-4390-95cc-b57e61c278e2 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:23.675055 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-86a22213-a2bf-40d5-9b94-7badb3ba0ea8 None None] Port c5e33888-1a32-469b-85f5-99cc962b6540 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:23.714498 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-88b6c5ca-24ed-45ee-9cd0-1262bc087554 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.715273 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-90c15f23-f668-4028-84a3-759cd4f52302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.736812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ddc7ed9e-946a-497d-9c70-01b3610b6532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.742526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c15f23-f668-4028-84a3-759cd4f52302 None None] Pushing event deleted for resources: {'Port': ['ID=05990c87-c23f-4390-95cc-b57e61c278e2,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:23.746302 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c15f23-f668-4028-84a3-759cd4f52302 None None] No DVR routers for this DVR port 05990c87-c23f-4390-95cc-b57e61c278e2 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:23.774643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-88b6c5ca-24ed-45ee-9cd0-1262bc087554 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for 2b7fb482-cf4f-4c7c-bea2-982b56d59c5b owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:23.809753 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.837452 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Floating IP e776b38c-0930-4f8e-90ef-501afa495a9f associated. External IP: 172.26.3.205, port: 5168938d-381e-460b-bc2e-3d1db88fe4fb. Feb 04 05:46:23.855904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ddc7ed9e-946a-497d-9c70-01b3610b6532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.877366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fc9a8c6e-1485-4772-b4c5-d5b9012d1e30 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:23.968084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 65a34fff-8289-408d-ba5f-56a4f129ea61 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:23.989520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port fc9a8c6e-1485-4772-b4c5-d5b9012d1e30 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:23.989520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.993474 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:23.996987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:24.000706 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:24.001558 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.004108 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-88b6c5ca-24ed-45ee-9cd0-1262bc087554 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.061096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6c5ca-24ed-45ee-9cd0-1262bc087554 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=2b7fb482-cf4f-4c7c-bea2-982b56d59c5b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:24.073702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-88b6c5ca-24ed-45ee-9cd0-1262bc087554 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.075981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=de982085-608e-4d5d-b841-2d5f91479b2f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:24.081269 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-88b6c5ca-24ed-45ee-9cd0-1262bc087554 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/2b7fb482-cf4f-4c7c-bea2-982b56d59c5b HTTP/1.1" status: 204 len: 168 time: 0.9928861 Feb 04 05:46:24.084026 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51186) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:24.089919 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f636c70d-363e-494f-b21b-cdc945539dfc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'mac_address': 'fa:16:3e:e0:92:21', 'name': 'tempest-PortsIpV6TestJSON-1983970645'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:24.121404 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-976a8e66-7aa6-4f89-88ed-d6695e0f414d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port c5e33888-1a32-469b-85f5-99cc962b6540 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:24.121750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-976a8e66-7aa6-4f89-88ed-d6695e0f414d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.132983 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 29556334-d75f-4e28-babb-fdcedf556221 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:24.200224 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 29556334-d75f-4e28-babb-fdcedf556221 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:24.200606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.216353 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No DVR routers for this DVR port 05990c87-c23f-4390-95cc-b57e61c278e2 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:24.223344 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ddc7ed9e-946a-497d-9c70-01b3610b6532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.226161 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ddc7ed9e-946a-497d-9c70-01b3610b6532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.227729 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ddc7ed9e-946a-497d-9c70-01b3610b6532 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dbd8b1ff-a068-4162-9024-770b1cbfc08f HTTP/1.1" status: 204 len: 168 time: 0.7949429 Feb 04 05:46:24.287610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=05990c87-c23f-4390-95cc-b57e61c278e2,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:24.290419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b85dd595-1c55-4785-911d-5ad3bcf2c5f0 tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.340266 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:24.371179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:24.378884 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7ed9e-946a-497d-9c70-01b3610b6532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd8b1ff-a068-4162-9024-770b1cbfc08f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:24.394649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f636c70d-363e-494f-b21b-cdc945539dfc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:24.395674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7bef9b-9a02-49ea-b0e1-81ea617bbe5c None None] Network 65a34fff-8289-408d-ba5f-56a4f129ea61 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:24.470051 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-976a8e66-7aa6-4f89-88ed-d6695e0f414d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.505597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-bb38257e-bf67-4be1-8f30-12c13c1fbf7c None None] Provisioning complete for port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:24.505993 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bb38257e-bf67-4be1-8f30-12c13c1fbf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.507543 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.543381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f636c70d-363e-494f-b21b-cdc945539dfc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.545759 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd65a27-2455-4610-871e-89fc97fb070f']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:24.560364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdea166-c046-4fb1-8046-a580ccd9c71b') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:24.560667 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdea166-c046-4fb1-8046-a580ccd9c71b') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:24.564612 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:24.564900 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.571536 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.606549 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.615796 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-f636c70d-363e-494f-b21b-cdc945539dfc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port a6c1ebfd-f740-4c1a-a1b6-534a871029fd yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:24.617178 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:46:24.618834 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.691482 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:24.706255 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c536c3-ca02-469e-a414-b6b6e6c1aa3b None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:46:24.726620 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:46:24.730280 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bb38257e-bf67-4be1-8f30-12c13c1fbf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.741510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.744514 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c536c3-ca02-469e-a414-b6b6e6c1aa3b None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:24.746755 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-d8c536c3-ca02-469e-a414-b6b6e6c1aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:24.769040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-976a8e66-7aa6-4f89-88ed-d6695e0f414d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for c5e33888-1a32-469b-85f5-99cc962b6540 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:24.785646 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.806779 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b72acc3e-2c33-4a28-872f-55f8a607a4b5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.3737388 Feb 04 05:46:24.816536 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51200) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:24.827347 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-bb38257e-bf67-4be1-8f30-12c13c1fbf7c None None] For port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784,segment=NetworkSegment(40b6682c-29f2-4403-bec7-f4c38ced51fe),segment_id=40b6682c-29f2-4403-bec7-f4c38ced51fe)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:24.830900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.840374 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bb38257e-bf67-4be1-8f30-12c13c1fbf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.848957 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-d8c536c3-ca02-469e-a414-b6b6e6c1aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:24.862306 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c536c3-ca02-469e-a414-b6b6e6c1aa3b None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:24.863200 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-d8c536c3-ca02-469e-a414-b6b6e6c1aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:24.903070 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.908008 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/networks/0fd65a27-2455-4610-871e-89fc97fb070f HTTP/1.1" status: 204 len: 168 time: 2.6416037 Feb 04 05:46:24.919251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51202) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:24.949200 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-d8c536c3-ca02-469e-a414-b6b6e6c1aa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:24.951284 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c536c3-ca02-469e-a414-b6b6e6c1aa3b None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:24.957151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b85dd595-1c55-4785-911d-5ad3bcf2c5f0 tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:24.964053 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:25.010490 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b85dd595-1c55-4785-911d-5ad3bcf2c5f0 tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:25.014299 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d78004-5633-4115-87a2-013509742a22 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Network': ['ID=0fd65a27-2455-4610-871e-89fc97fb070f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:25.033605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f636c70d-363e-494f-b21b-cdc945539dfc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:25.046514 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f4d30dd2-7e34-46dc-8742-f55a3f9b50f6 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "GET /v2.0/floatingips/e776b38c-0930-4f8e-90ef-501afa495a9f HTTP/1.1" status: 200 len: 977 time: 0.2260747 Feb 04 05:46:25.046751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51208) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:25.053598 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:46:25.054169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:46:25.058209 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38257e-bf67-4be1-8f30-12c13c1fbf7c None None] Pushing event updated for resources: {'Port': ['ID=7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:25.252226 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3e6fcbf5-af63-4a6d-8987-bc4a1673aa05 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2044265 Feb 04 05:46:25.255810 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51214) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:25.265009 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1a1d8173-f2bb-4466-8e56-29eedb3950e8 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'floatingip': {'port_id': 'ceb78d3f-9d17-44e4-a7a2-1184e3a3b952'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:25.270424 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f636c70d-363e-494f-b21b-cdc945539dfc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:25.275008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-70af7c21-8d57-48f3-b7ba-b47179e4ac81 None None] Provisioning complete for port de982085-608e-4d5d-b841-2d5f91479b2f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:25.275421 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-70af7c21-8d57-48f3-b7ba-b47179e4ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:25.357007 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-70af7c21-8d57-48f3-b7ba-b47179e4ac81 None None] Port de982085-608e-4d5d-b841-2d5f91479b2f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:25.367020 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51216) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:25.376184 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-70af7c21-8d57-48f3-b7ba-b47179e4ac81 None None] Provisioning complete for port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:25.377482 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-70af7c21-8d57-48f3-b7ba-b47179e4ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:25.409315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f636c70d-363e-494f-b21b-cdc945539dfc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network aa7bd1d2-4237-425a-8c23-060d4450279c is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:25.418475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f636c70d-363e-494f-b21b-cdc945539dfc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:25.422087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f636c70d-363e-494f-b21b-cdc945539dfc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:25.430807 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f636c70d-363e-494f-b21b-cdc945539dfc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:25.432059 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f636c70d-363e-494f-b21b-cdc945539dfc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:25.455655 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a1d8173-f2bb-4466-8e56-29eedb3950e8 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:25.460814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636c70d-363e-494f-b21b-cdc945539dfc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=a6c1ebfd-f740-4c1a-a1b6-534a871029fd,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:25.507822 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f636c70d-363e-494f-b21b-cdc945539dfc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4202914 Feb 04 05:46:25.510699 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51220) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:25.551684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-69106727-network', 'tenant_id': '13898e4eae9c4a39a1ea38e398ad458a'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:25.588867 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c308e1-3d86-458f-b32a-21442d77c721 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:25.592983 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e1c308e1-3d86-458f-b32a-21442d77c721 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/a6c1ebfd-f740-4c1a-a1b6-534a871029fd HTTP/1.1" status: 200 len: 845 time: 0.0790257 Feb 04 05:46:25.599002 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51222) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:25.626029 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f3f4bf85-43c0-4346-826f-d725da21e20d None None] Provisioning complete for port de982085-608e-4d5d-b841-2d5f91479b2f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:25.626517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f3f4bf85-43c0-4346-826f-d725da21e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:25.670988 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4bf85-43c0-4346-826f-d725da21e20d None None] Port de982085-608e-4d5d-b841-2d5f91479b2f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:25.693441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b85dd595-1c55-4785-911d-5ad3bcf2c5f0 tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:25.694104 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85dd595-1c55-4785-911d-5ad3bcf2c5f0 tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9acc027-fe6e-4118-8821-97f1e28fdc78 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:46:25.701911 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] Made reservation on behalf of 13898e4eae9c4a39a1ea38e398ad458a for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:25.703846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:25.706638 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ab69d72d-ff2c-408a-b21b-160ffdec7991 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:25.722437 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:25.728363 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: ab69d72d-ff2c-408a-b21b-160ffdec7991 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:25.728790 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ab69d72d-ff2c-408a-b21b-160ffdec7991 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:25.729264 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6919aa03-a84a-4d78-bb54-31a36d31248f no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:25.750031 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 6919aa03-a84a-4d78-bb54-31a36d31248f {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:25.750464 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6919aa03-a84a-4d78-bb54-31a36d31248f not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:25.878096 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-b85dd595-1c55-4785-911d-5ad3bcf2c5f0 tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 05:46:25.879425 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b85dd595-1c55-4785-911d-5ad3bcf2c5f0 tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.7120159 Feb 04 05:46:25.884491 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:25.889078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51224) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:25.940922 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:25.941324 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:25.943005 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-04932e8c-179c-4e2f-a41b-3a7be232283a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port a6c1ebfd-f740-4c1a-a1b6-534a871029fd {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:25.943352 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-04932e8c-179c-4e2f-a41b-3a7be232283a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.092197 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 05990c87-c23f-4390-95cc-b57e61c278e2 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:26.113689 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 05990c87-c23f-4390-95cc-b57e61c278e2 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:26.114323 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 05990c87-c23f-4390-95cc-b57e61c278e2 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:26.114741 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 96ccf70e-45b7-4b78-8d09-176838d2cae0 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:26.134906 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 96ccf70e-45b7-4b78-8d09-176838d2cae0 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:26.135152 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 96ccf70e-45b7-4b78-8d09-176838d2cae0 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:26.156951 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-976a8e66-7aa6-4f89-88ed-d6695e0f414d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.202108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.205119 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a8e66-7aa6-4f89-88ed-d6695e0f414d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=c5e33888-1a32-469b-85f5-99cc962b6540,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:26.213096 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.213903 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.312691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-976a8e66-7aa6-4f89-88ed-d6695e0f414d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.316102 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-976a8e66-7aa6-4f89-88ed-d6695e0f414d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/c5e33888-1a32-469b-85f5-99cc962b6540 HTTP/1.1" status: 204 len: 168 time: 2.9093249 Feb 04 05:46:26.320922 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51226) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:26.373813 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.378513 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=de982085-608e-4d5d-b841-2d5f91479b2f,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:26.381519 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-04932e8c-179c-4e2f-a41b-3a7be232283a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.396809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.414610 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-04932e8c-179c-4e2f-a41b-3a7be232283a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for a6c1ebfd-f740-4c1a-a1b6-534a871029fd owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:26.457276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:46:26.473326 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47d2a42-f52f-43aa-88bd-1bfbe3ffc0ba tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:26.474892 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e47d2a42-f52f-43aa-88bd-1bfbe3ffc0ba tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1204617 Feb 04 05:46:26.478827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51228) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:26.507813 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 65a34fff-8289-408d-ba5f-56a4f129ea61 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:26.514384 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:26.536325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bed475-a028-45c9-9794-1bdab98823cc,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:26.556108 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.556439 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] Added segment a44ced40-4528-4885-86c9-31342c0bdebf of type vlan for network 02516016-3ecf-4154-a690-9b60d2ea741c Feb 04 05:46:26.585821 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc05e234-b716-4e98-88b4-a3565db6c00f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:26.590312 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dc05e234-b716-4e98-88b4-a3565db6c00f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1081443 Feb 04 05:46:26.591371 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-82ee65dc-3a52-491e-ab4a-d1a69178e0df tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Deleting port 1870ccb9-b0dd-4d16-b50f-5217afcddd6e {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:26.591711 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-82ee65dc-3a52-491e-ab4a-d1a69178e0df tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.593307 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51230) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:26.616344 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e77ce951-1332-421b-805a-25c2e47a6459 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.711809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.718617 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 9e9da179-134e-4d1a-81e7-e2092807af8e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:26.794147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb27b853-fb96-47b6-b50f-635bf61a3265 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:26.795740 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb27b853-fb96-47b6-b50f-635bf61a3265 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:26.797212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb27b853-fb96-47b6-b50f-635bf61a3265 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:26.801295 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fb27b853-fb96-47b6-b50f-635bf61a3265 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1875448 Feb 04 05:46:26.801295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-04932e8c-179c-4e2f-a41b-3a7be232283a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.802585 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d6da36d5-f828-48f9-abd7-4bb061b77443 None None] Provisioning complete for port de982085-608e-4d5d-b841-2d5f91479b2f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:26.803124 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d6da36d5-f828-48f9-abd7-4bb061b77443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.810284 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51232) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:26.842063 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d6da36d5-f828-48f9-abd7-4bb061b77443 None None] Port de982085-608e-4d5d-b841-2d5f91479b2f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:26.879510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04932e8c-179c-4e2f-a41b-3a7be232283a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=a6c1ebfd-f740-4c1a-a1b6-534a871029fd,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:26.885034 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.886008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:26.886578 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.910099 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c6096f-7f32-46b6-b873-1a94406ad153 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 26f0c35a-3b15-4878-beb1-19cacb2f8966 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:26.915398 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-89c6096f-7f32-46b6-b873-1a94406ad153 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.915552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.db.resource_extend [None req-1a1d8173-f2bb-4466-8e56-29eedb3950e8 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 05:46:26.917805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-04932e8c-179c-4e2f-a41b-3a7be232283a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:26.920860 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-04932e8c-179c-4e2f-a41b-3a7be232283a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/a6c1ebfd-f740-4c1a-a1b6-534a871029fd HTTP/1.1" status: 204 len: 168 time: 1.2983682 Feb 04 05:46:26.929514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51234) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:26.948219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:26.955325 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1fa3f1c0-5f16-43a1-bb3e-b2c6280e4f96 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/9e9da179-134e-4d1a-81e7-e2092807af8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7486219 Feb 04 05:46:26.960229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51236) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:26.961358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Sync routers for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:26.967494 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-bc28eb05-f2a0-4a39-85c8-708dbc63d12f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1284087137'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:26.970275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:26.970884 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:26.980844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-89c6096f-7f32-46b6-b873-1a94406ad153 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.005145 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-82ee65dc-3a52-491e-ab4a-d1a69178e0df tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.039968 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6718211 Feb 04 05:46:27.043579 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51238) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:27.047343 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5022f7-0f3c-4184-b335-5b0fc077aa8b tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] GET failed (client error): The resource could not be found. Feb 04 05:46:27.049259 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9e5022f7-0f3c-4184-b335-5b0fc077aa8b tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/a6c1ebfd-f740-4c1a-a1b6-534a871029fd HTTP/1.1" status: 404 len: 333 time: 0.0678771 Feb 04 05:46:27.050273 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-82ee65dc-3a52-491e-ab4a-d1a69178e0df tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Calling delete_port for 1870ccb9-b0dd-4d16-b50f-5217afcddd6e owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:27.054153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-91c93a02-f719-42bc-8ed6-56fa25be8841 admin admin] Request body: {'subnet': {'network_id': '02516016-3ecf-4154-a690-9b60d2ea741c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-69106727-subnet', 'tenant_id': '13898e4eae9c4a39a1ea38e398ad458a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:27.056047 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51240) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:27.066350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-c871adb0-52cc-4581-85ed-afd487729fd4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'name': 'tempest-PortsIpV6TestJSON-1216889569'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:27.069591 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf677b5-b366-4e49-b4c8-60007a07cbfe admin admin] Pushing event updated for resources: {'Network': ['ID=02516016-3ecf-4154-a690-9b60d2ea741c,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:27.076165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc28eb05-f2a0-4a39-85c8-708dbc63d12f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:27.078059 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:27.079632 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bc28eb05-f2a0-4a39-85c8-708dbc63d12f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.092916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a1d8173-f2bb-4466-8e56-29eedb3950e8 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.108587 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 02516016-3ecf-4154-a690-9b60d2ea741c details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:46:27.160952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a1d8173-f2bb-4466-8e56-29eedb3950e8 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.170470 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c93a02-f719-42bc-8ed6-56fa25be8841 admin admin] Made reservation on behalf of 13898e4eae9c4a39a1ea38e398ad458a for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:27.172694 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91c93a02-f719-42bc-8ed6-56fa25be8841 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.180669 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc28eb05-f2a0-4a39-85c8-708dbc63d12f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:46:27.199242 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-89c6096f-7f32-46b6-b873-1a94406ad153 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.262833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bc28eb05-f2a0-4a39-85c8-708dbc63d12f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.263441 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-bc28eb05-f2a0-4a39-85c8-708dbc63d12f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Added segment 4f2fc831-99c1-4220-98f9-652b5f906f4d of type vlan for network 743128e8-e1cf-4fc6-9884-f415762b25fc Feb 04 05:46:27.337478 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e77ce951-1332-421b-805a-25c2e47a6459 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:27.337872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e77ce951-1332-421b-805a-25c2e47a6459 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.347750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bc28eb05-f2a0-4a39-85c8-708dbc63d12f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.350475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c871adb0-52cc-4581-85ed-afd487729fd4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:27.354548 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c871adb0-52cc-4581-85ed-afd487729fd4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.364511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:24Z', 'revision_number': 4, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'de982085-608e-4d5d-b841-2d5f91479b2f', 'name': '', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:00:a1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:22Z', 'updated_at': '2022-02-04T05:46:25Z', 'revision_number': 2, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:27.377818 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-1a1d8173-f2bb-4466-8e56-29eedb3950e8 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Floating IP e776b38c-0930-4f8e-90ef-501afa495a9f associated. External IP: 172.26.3.205, port: 5168938d-381e-460b-bc2e-3d1db88fe4fb. Feb 04 05:46:27.384152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-c871adb0-52cc-4581-85ed-afd487729fd4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port 2d551100-410c-424c-9a31-9d5ac39add3a yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:27.394252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Checking router: 9e9da179-134e-4d1a-81e7-e2092807af8e for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:46:27.394602 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Updating router 9e9da179-134e-4d1a-81e7-e2092807af8e port de982085-608e-4d5d-b841-2d5f91479b2f binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:46:27.423843 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.431764 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-89c6096f-7f32-46b6-b873-1a94406ad153 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.452685 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bc28eb05-f2a0-4a39-85c8-708dbc63d12f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.458126 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc28eb05-f2a0-4a39-85c8-708dbc63d12f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:27.458711 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bc28eb05-f2a0-4a39-85c8-708dbc63d12f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.483413 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-82ee65dc-3a52-491e-ab4a-d1a69178e0df tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.499682 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46b98e5-f053-4936-9235-d2969ce7f160 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:27.507735 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-89c6096f-7f32-46b6-b873-1a94406ad153 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.510911 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-89c6096f-7f32-46b6-b873-1a94406ad153 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/26f0c35a-3b15-4878-beb1-19cacb2f8966 HTTP/1.1" status: 204 len: 168 time: 0.6995175 Feb 04 05:46:27.511832 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6096f-7f32-46b6-b873-1a94406ad153 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=26f0c35a-3b15-4878-beb1-19cacb2f8966,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:27.517333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51242) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:27.560252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee65dc-3a52-491e-ab4a-d1a69178e0df tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Pushing event deleted for resources: {'Port': ['ID=1870ccb9-b0dd-4d16-b50f-5217afcddd6e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:27.607538 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bc28eb05-f2a0-4a39-85c8-708dbc63d12f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6456070 Feb 04 05:46:27.612890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-e77ce951-1332-421b-805a-25c2e47a6459 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] For port dad87a4f-1a59-43d8-a868-7a98f0b5ee3c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=dad87a4f-1a59-43d8-a868-7a98f0b5ee3c,segment=NetworkSegment(abdbcebf-f3d3-4117-871f-1adab12c9554),segment_id=abdbcebf-f3d3-4117-871f-1adab12c9554)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:27.613262 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e77ce951-1332-421b-805a-25c2e47a6459 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.621851 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51244) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:27.636658 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-14c0ddc7-ab52-45cc-b7a0-fc7b38237d63 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'subnet': {'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:27.666837 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e77ce951-1332-421b-805a-25c2e47a6459 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for dad87a4f-1a59-43d8-a868-7a98f0b5ee3c owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:27.670285 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28eb05-f2a0-4a39-85c8-708dbc63d12f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Network': ['ID=743128e8-e1cf-4fc6-9884-f415762b25fc,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:27.706641 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-82ee65dc-3a52-491e-ab4a-d1a69178e0df tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.713755 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-82ee65dc-3a52-491e-ab4a-d1a69178e0df tempest-RoutersAdminNegativeTest-1902797678 tempest-RoutersAdminNegativeTest-1902797678-project-admin] 10.222.0.10 "DELETE /v2.0/ports/1870ccb9-b0dd-4d16-b50f-5217afcddd6e HTTP/1.1" status: 204 len: 168 time: 1.8186736 Feb 04 05:46:27.752676 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-303d2bce-b1cc-4c76-a634-7de4408f5546 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 43581dad-f2a4-4a56-ab44-e32592f0fc76 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:27.763742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-303d2bce-b1cc-4c76-a634-7de4408f5546 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.840588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 743128e8-e1cf-4fc6-9884-f415762b25fc details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:46:27.884533 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-303d2bce-b1cc-4c76-a634-7de4408f5546 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.940758 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c871adb0-52cc-4581-85ed-afd487729fd4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:27.966211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51250) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:27.976481 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1d8173-f2bb-4466-8e56-29eedb3950e8 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:28.006209 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91c93a02-f719-42bc-8ed6-56fa25be8841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:28.020058 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c0ddc7-ab52-45cc-b7a0-fc7b38237d63 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Made reservation on behalf of 88d5c78407554f26b7a9120ff2a8aaeb for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:28.023552 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-14c0ddc7-ab52-45cc-b7a0-fc7b38237d63 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:28.040581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c871adb0-52cc-4581-85ed-afd487729fd4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:28.086167 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:28.088520 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c871adb0-52cc-4581-85ed-afd487729fd4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network aa7bd1d2-4237-425a-8c23-060d4450279c is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:28.093663 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c871adb0-52cc-4581-85ed-afd487729fd4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:28.094251 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:28.101591 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c871adb0-52cc-4581-85ed-afd487729fd4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:28.108888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871adb0-52cc-4581-85ed-afd487729fd4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:28.109576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c871adb0-52cc-4581-85ed-afd487729fd4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:28.162621 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617e590-6fa7-447c-a475-9a159200ae69 None None] Pushing event updated for resources: {'Port': ['ID=de982085-608e-4d5d-b841-2d5f91479b2f,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:28.206519 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1d8173-f2bb-4466-8e56-29eedb3950e8 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:28.212792 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871adb0-52cc-4581-85ed-afd487729fd4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=2d551100-410c-424c-9a31-9d5ac39add3a,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:28.223712 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ce1b2b-4e27-4a5e-a671-6e79584bffe5 None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:28.249538 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce1b2b-4e27-4a5e-a671-6e79584bffe5 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:28.250723 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c8ce1b2b-4e27-4a5e-a671-6e79584bffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:28.272198 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c871adb0-52cc-4581-85ed-afd487729fd4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2106490 Feb 04 05:46:28.274050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51254) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:28.279868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1e836d34-0031-4cdc-9f89-6767b81c3731 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:28.303367 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Attempting to bind port de982085-608e-4d5d-b841-2d5f91479b2f on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:28.304154 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Attempting to bind port de982085-608e-4d5d-b841-2d5f91479b2f by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '40b6682c-29f2-4403-bec7-f4c38ced51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:28.304537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Attempting to bind port de982085-608e-4d5d-b841-2d5f91479b2f on network 65a34fff-8289-408d-ba5f-56a4f129ea61 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:28.313219 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:28.313638 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Checking segment: {'id': '40b6682c-29f2-4403-bec7-f4c38ced51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:28.314487 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:28.314904 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Bound using segment: {'id': '40b6682c-29f2-4403-bec7-f4c38ced51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:28.315405 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Bound port: de982085-608e-4d5d-b841-2d5f91479b2f, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b6682c-29f2-4403-bec7-f4c38ced51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:28.319608 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:28.346580 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c8ce1b2b-4e27-4a5e-a671-6e79584bffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:28.363285 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce1b2b-4e27-4a5e-a671-6e79584bffe5 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:28.363903 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c8ce1b2b-4e27-4a5e-a671-6e79584bffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:28.428463 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] For port de982085-608e-4d5d-b841-2d5f91479b2f, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:28.433200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] For port de982085-608e-4d5d-b841-2d5f91479b2f, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=de982085-608e-4d5d-b841-2d5f91479b2f,segment=NetworkSegment(40b6682c-29f2-4403-bec7-f4c38ced51fe),segment_id=40b6682c-29f2-4403-bec7-f4c38ced51fe)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:28.440002 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:28.446806 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c8ce1b2b-4e27-4a5e-a671-6e79584bffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:28.447525 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ce1b2b-4e27-4a5e-a671-6e79584bffe5 None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:28.549158 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:28.549990 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:28.555924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617e590-6fa7-447c-a475-9a159200ae69 None None] Pushing event updated for resources: {'Port': ['ID=de982085-608e-4d5d-b841-2d5f91479b2f,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:28.703383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7429c836-e850-4741-b9b4-f9aef2c4e993 None None] Provisioning complete for port de982085-608e-4d5d-b841-2d5f91479b2f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:28.704082 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7429c836-e850-4741-b9b4-f9aef2c4e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:28.706615 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c93a02-f719-42bc-8ed6-56fa25be8841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9be0e21b-5d13-4542-91cb-1e2c3a302864,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:28.716535 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c563e37-f5df-4be0-802e-b89a175fffdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:28.749365 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-303d2bce-b1cc-4c76-a634-7de4408f5546 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:28.751651 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:28.760866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e836d34-0031-4cdc-9f89-6767b81c3731 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:28.827601 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c93a02-f719-42bc-8ed6-56fa25be8841 admin admin] Checking segment: {'id': 'a44ced40-4528-4885-86c9-31342c0bdebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '02516016-3ecf-4154-a690-9b60d2ea741c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:28.828426 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c93a02-f719-42bc-8ed6-56fa25be8841 admin admin] Network hostable DHCP agents. Network: 02516016-3ecf-4154-a690-9b60d2ea741c, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:46:28.975772 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7429c836-e850-4741-b9b4-f9aef2c4e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:28.981257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e836d34-0031-4cdc-9f89-6767b81c3731 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:28.981934 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c93a02-f719-42bc-8ed6-56fa25be8841 admin admin] Network 02516016-3ecf-4154-a690-9b60d2ea741c is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:46:28.995340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e836d34-0031-4cdc-9f89-6767b81c3731 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.009742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e77ce951-1332-421b-805a-25c2e47a6459 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.030791 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7429c836-e850-4741-b9b4-f9aef2c4e993 None None] For port de982085-608e-4d5d-b841-2d5f91479b2f, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=de982085-608e-4d5d-b841-2d5f91479b2f,segment=NetworkSegment(40b6682c-29f2-4403-bec7-f4c38ced51fe),segment_id=40b6682c-29f2-4403-bec7-f4c38ced51fe)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:29.044201 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7429c836-e850-4741-b9b4-f9aef2c4e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.053315 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-303d2bce-b1cc-4c76-a634-7de4408f5546 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.055370 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-91c93a02-f719-42bc-8ed6-56fa25be8841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 02516016-3ecf-4154-a690-9b60d2ea741c) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:29.073014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1e836d34-0031-4cdc-9f89-6767b81c3731 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] In _notify_port_updated(), no bound segment for port 2d551100-410c-424c-9a31-9d5ac39add3a on network aa7bd1d2-4237-425a-8c23-060d4450279c {{(pid=108744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:46:29.078798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e836d34-0031-4cdc-9f89-6767b81c3731 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:29.078965 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d75e10-730b-465f-8c12-5fbf0caf3442 None None] Network 02516016-3ecf-4154-a690-9b60d2ea741c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:29.079294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e836d34-0031-4cdc-9f89-6767b81c3731 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.080620 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1e836d34-0031-4cdc-9f89-6767b81c3731 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "PUT /v2.0/ports/2d551100-410c-424c-9a31-9d5ac39add3a HTTP/1.1" status: 200 len: 818 time: 0.8053434 Feb 04 05:46:29.088898 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51256) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:29.107178 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c93a02-f719-42bc-8ed6-56fa25be8841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:29.107902 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91c93a02-f719-42bc-8ed6-56fa25be8841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.116134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e836d34-0031-4cdc-9f89-6767b81c3731 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=2d551100-410c-424c-9a31-9d5ac39add3a,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:29.119778 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ce951-1332-421b-805a-25c2e47a6459 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=dad87a4f-1a59-43d8-a868-7a98f0b5ee3c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:29.144516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1d8173-f2bb-4466-8e56-29eedb3950e8 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:29.183331 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d2bce-b1cc-4c76-a634-7de4408f5546 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=43581dad-f2a4-4a56-ab44-e32592f0fc76,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:29.213878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-303d2bce-b1cc-4c76-a634-7de4408f5546 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.220841 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-303d2bce-b1cc-4c76-a634-7de4408f5546 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/43581dad-f2a4-4a56-ab44-e32592f0fc76 HTTP/1.1" status: 204 len: 168 time: 1.6985643 Feb 04 05:46:29.223769 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51258) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:29.237292 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429c836-e850-4741-b9b4-f9aef2c4e993 None None] Pushing event updated for resources: {'Port': ['ID=de982085-608e-4d5d-b841-2d5f91479b2f,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:29.263926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-57d35008-ee12-4b84-8e45-cc4e84898187 None None] Provisioning complete for port de982085-608e-4d5d-b841-2d5f91479b2f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:29.264318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-57d35008-ee12-4b84-8e45-cc4e84898187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.299804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e116b34b-be16-46e0-bdd4-278c0e310077 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:29.301151 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-91c93a02-f719-42bc-8ed6-56fa25be8841 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2565379 Feb 04 05:46:29.324053 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c563e37-f5df-4be0-802e-b89a175fffdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.331526 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f7c1fdae-7a6f-485d-966f-ab1b0a07de3c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066535 Feb 04 05:46:29.339111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:24Z', 'revision_number': 4, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'de982085-608e-4d5d-b841-2d5f91479b2f', 'name': '', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:00:a1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:22Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 4, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:29.344793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51262) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:29.350300 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a7bf0f8e-f3e0-433d-85ce-4162e5c3f1b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:29.362454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c563e37-f5df-4be0-802e-b89a175fffdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.439530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-14c0ddc7-ab52-45cc-b7a0-fc7b38237d63 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.449348 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1d8173-f2bb-4466-8e56-29eedb3950e8 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:29.453973 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a1d8173-f2bb-4466-8e56-29eedb3950e8 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.487245 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c563e37-f5df-4be0-802e-b89a175fffdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd755787-b4b0-4ff1-9254-57a84f1ccbfe,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:29.496190 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1c563e37-f5df-4be0-802e-b89a175fffdb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d1ff5ef5cc049d299a2818ef688c765&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5258374 Feb 04 05:46:29.499822 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ce6f42-29ae-47b6-855c-d7ed78b7ebed None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:29.502855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51266) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:29.508803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53008f93-e0d6-4584-b636-c1389902cec4 None None] The sync data for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv is: [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:24Z', 'revision_number': 4, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'de982085-608e-4d5d-b841-2d5f91479b2f', 'name': '', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:00:a1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:22Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 4, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:29.553585 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1a1d8173-f2bb-4466-8e56-29eedb3950e8 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "PUT /v2.0/floatingips/e776b38c-0930-4f8e-90ef-501afa495a9f HTTP/1.1" status: 200 len: 977 time: 4.2949803 Feb 04 05:46:29.556647 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51268) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:29.569068 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bfcb467d-f3fd-461d-90f3-bf4f89424868 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:29.579247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce6f42-29ae-47b6-855c-d7ed78b7ebed None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:29.579247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b6ce6f42-29ae-47b6-855c-d7ed78b7ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:29.595019 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bf0f8e-f3e0-433d-85ce-4162e5c3f1b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:29.609832 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0f8e-f3e0-433d-85ce-4162e5c3f1b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.677652 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-6c788514-e2c1-4ee9-b168-0b9eccdfd91d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port 2d551100-410c-424c-9a31-9d5ac39add3a {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:29.678019 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6c788514-e2c1-4ee9-b168-0b9eccdfd91d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.732290 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065f7bc8-9a64-4d85-b15d-3eb61334e704 None None] Network 02516016-3ecf-4154-a690-9b60d2ea741c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:29.735022 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b6ce6f42-29ae-47b6-855c-d7ed78b7ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:29.748764 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bfcb467d-f3fd-461d-90f3-bf4f89424868 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.796895 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6c788514-e2c1-4ee9-b168-0b9eccdfd91d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:29.817912 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-6c788514-e2c1-4ee9-b168-0b9eccdfd91d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for 2d551100-410c-424c-9a31-9d5ac39add3a owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:29.874325 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce6f42-29ae-47b6-855c-d7ed78b7ebed None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:29.877062 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b6ce6f42-29ae-47b6-855c-d7ed78b7ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:29.953850 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b6ce6f42-29ae-47b6-855c-d7ed78b7ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:29.954505 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ce6f42-29ae-47b6-855c-d7ed78b7ebed None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:30.065591 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bfcb467d-f3fd-461d-90f3-bf4f89424868 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.068995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-48e50c5a-bbd7-4da6-a58e-f733aab766bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.094961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc05640-983b-4620-9ec1-ea5f9eeb8406 None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:46:30.111584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bfcb467d-f3fd-461d-90f3-bf4f89424868 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.112155 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-bfcb467d-f3fd-461d-90f3-bf4f89424868 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Floating IP e776b38c-0930-4f8e-90ef-501afa495a9f disassociated. External IP: 172.26.3.205, port: ceb78d3f-9d17-44e4-a7a2-1184e3a3b952. Feb 04 05:46:30.116208 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0ddc7-ab52-45cc-b7a0-fc7b38237d63 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Checking segment: {'id': '4f2fc831-99c1-4220-98f9-652b5f906f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:30.116576 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0ddc7-ab52-45cc-b7a0-fc7b38237d63 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network hostable DHCP agents. Network: 743128e8-e1cf-4fc6-9884-f415762b25fc, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:46:30.164196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device de982085-608e-4d5d-b841-2d5f91479b2f up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:30.176984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0ddc7-ab52-45cc-b7a0-fc7b38237d63 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Subnet': ['ID=ee26a565-0b4b-4577-b510-5be1aded3594,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:30.185401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0f8e-f3e0-433d-85ce-4162e5c3f1b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.195636 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e77ce951-1332-421b-805a-25c2e47a6459 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.207597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-253c1c4f-b639-4d0d-85b2-c98e4e7e050a None None] Provisioning complete for port 29556334-d75f-4e28-babb-fdcedf556221 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:30.227117 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-253c1c4f-b639-4d0d-85b2-c98e4e7e050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.230492 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-48e50c5a-bbd7-4da6-a58e-f733aab766bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.240604 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0ddc7-ab52-45cc-b7a0-fc7b38237d63 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 743128e8-e1cf-4fc6-9884-f415762b25fc is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:46:30.307666 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf0f8e-f3e0-433d-85ce-4162e5c3f1b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=06312c97-3bc8-4be6-a651-2e49c9f34f3d,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:30.312757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51280) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:30.319618 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1975857129-network', 'tenant_id': '25951eed107a4fbf87448a74cc2ef8ee'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:30.331682 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-14c0ddc7-ab52-45cc-b7a0-fc7b38237d63 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 743128e8-e1cf-4fc6-9884-f415762b25fc) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:30.343216 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bf0f8e-f3e0-433d-85ce-4162e5c3f1b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:30.343718 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3def2c0f-295c-483c-a2af-ad2be5aa4477 None None] Network 743128e8-e1cf-4fc6-9884-f415762b25fc requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:30.354435 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-a7bf0f8e-f3e0-433d-85ce-4162e5c3f1b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:30.356825 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c0ddc7-ab52-45cc-b7a0-fc7b38237d63 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:30.357530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-14c0ddc7-ab52-45cc-b7a0-fc7b38237d63 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.358061 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf0f8e-f3e0-433d-85ce-4162e5c3f1b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:30.358582 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a7bf0f8e-f3e0-433d-85ce-4162e5c3f1b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.388082 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-14c0ddc7-ab52-45cc-b7a0-fc7b38237d63 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7580163 Feb 04 05:46:30.388082 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6c788514-e2c1-4ee9-b168-0b9eccdfd91d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.401983 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51282) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:30.420732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6c788514-e2c1-4ee9-b168-0b9eccdfd91d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.424307 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6c788514-e2c1-4ee9-b168-0b9eccdfd91d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/2d551100-410c-424c-9a31-9d5ac39add3a HTTP/1.1" status: 204 len: 168 time: 1.3270774 Feb 04 05:46:30.432461 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51284) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:30.436070 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a7bf0f8e-f3e0-433d-85ce-4162e5c3f1b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0896430 Feb 04 05:46:30.446270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51286) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:30.454532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-e54bb17b-ce07-48ce-b65b-9df441a0b4d7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:30.462780 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] Made reservation on behalf of 25951eed107a4fbf87448a74cc2ef8ee for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:30.465083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.492030 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c788514-e2c1-4ee9-b168-0b9eccdfd91d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=2d551100-410c-424c-9a31-9d5ac39add3a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:30.549098 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.576759 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-48e50c5a-bbd7-4da6-a58e-f733aab766bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.579301 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-48e50c5a-bbd7-4da6-a58e-f733aab766bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.583410 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-48e50c5a-bbd7-4da6-a58e-f733aab766bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd755787-b4b0-4ff1-9254-57a84f1ccbfe HTTP/1.1" status: 204 len: 168 time: 1.0782151 Feb 04 05:46:30.636535 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e50c5a-bbd7-4da6-a58e-f733aab766bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd755787-b4b0-4ff1-9254-57a84f1ccbfe,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:30.647881 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e293e99-11ac-40db-97ff-fda56820a862 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:30.650006 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4e293e99-11ac-40db-97ff-fda56820a862 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2133412 Feb 04 05:46:30.663185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51290) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:30.713680 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-399fb552-d669-4d82-9119-ace09a65b4ea tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] GET failed (client error): The resource could not be found. Feb 04 05:46:30.715285 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-399fb552-d669-4d82-9119-ace09a65b4ea tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/2d551100-410c-424c-9a31-9d5ac39add3a HTTP/1.1" status: 404 len: 333 time: 0.0511975 Feb 04 05:46:30.722176 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51292) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:30.731238 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-914628dc-d2d7-4b2a-961e-6bdcf8250d0a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-305259156'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:30.744576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcb467d-f3fd-461d-90f3-bf4f89424868 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:30.748423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5bc05640-983b-4620-9ec1-ea5f9eeb8406 None None] Deleting port 29556334-d75f-4e28-babb-fdcedf556221 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:30.748802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5bc05640-983b-4620-9ec1-ea5f9eeb8406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.770399 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port de982085-608e-4d5d-b841-2d5f91479b2f triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:30.770841 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.782634 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77ce951-1332-421b-805a-25c2e47a6459 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:30.854346 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914628dc-d2d7-4b2a-961e-6bdcf8250d0a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:30.857729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-914628dc-d2d7-4b2a-961e-6bdcf8250d0a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.868189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54bb17b-ce07-48ce-b65b-9df441a0b4d7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:30.871590 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e54bb17b-ce07-48ce-b65b-9df441a0b4d7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.884800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.930972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.964275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-743128e8-e1cf-4fc6-9884-f415762b25fc', 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'fixed_ips': [{'subnet_id': 'ee26a565-0b4b-4577-b510-5be1aded3594'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:46:30.965134 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:30.973612 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5bc05640-983b-4620-9ec1-ea5f9eeb8406 None None] For port 29556334-d75f-4e28-babb-fdcedf556221, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=29556334-d75f-4e28-babb-fdcedf556221,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:30.973836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5bc05640-983b-4620-9ec1-ea5f9eeb8406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.002231 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:46:31.011349 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914628dc-d2d7-4b2a-961e-6bdcf8250d0a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:46:31.040963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5bc05640-983b-4620-9ec1-ea5f9eeb8406 None None] Calling delete_port for 29556334-d75f-4e28-babb-fdcedf556221 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:31.052168 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.052544 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] Added segment 533693ee-0a28-4c88-8b7f-85f06e556beb of type vlan for network 80c58c3a-8bec-478c-a699-2f0323537d9a Feb 04 05:46:31.059772 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-914628dc-d2d7-4b2a-961e-6bdcf8250d0a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.060143 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-914628dc-d2d7-4b2a-961e-6bdcf8250d0a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Added segment a9d96c97-6cdf-4eaf-8126-896a8a66dee2 of type vlan for network f182a9fb-3318-48e1-8960-01a954b74350 Feb 04 05:46:31.098710 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564bf714-a740-40fb-a5be-9fceec577060,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:31.114392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77ce951-1332-421b-805a-25c2e47a6459 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:31.124667 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e77ce951-1332-421b-805a-25c2e47a6459 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/9ea0b516-d4fe-4ab7-bcbb-042dda8f394d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2009757 Feb 04 05:46:31.129511 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51296) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:31.131442 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50319fe-918e-4539-99fa-eaac33159745 None None] Sync routers for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:31.148348 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50319fe-918e-4539-99fa-eaac33159745 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:31.149651 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-d50319fe-918e-4539-99fa-eaac33159745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:31.172712 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51298) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:31.186337 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcb467d-f3fd-461d-90f3-bf4f89424868 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:31.213036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bfcb467d-f3fd-461d-90f3-bf4f89424868 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.220176 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.ipam_backend_mixin [None req-e54bb17b-ce07-48ce-b65b-9df441a0b4d7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06312c97-3bc8-4be6-a651-2e49c9f34f3d (CIDR: 2001:db8::/64) Feb 04 05:46:31.221247 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.224797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384544ef-2f87-4649-862a-743f01d34ae2 None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:31.237373 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8fe83f-6ea5-4bcf-9efe-1cab36909499 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting subnet 319f65b4-50ba-4ea7-bcc4-65ed5fb9f167 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:31.240749 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe83f-6ea5-4bcf-9efe-1cab36909499 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.246684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-914628dc-d2d7-4b2a-961e-6bdcf8250d0a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.254100 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.259314 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-d50319fe-918e-4539-99fa-eaac33159745 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:31.262090 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384544ef-2f87-4649-862a-743f01d34ae2 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:31.262624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-384544ef-2f87-4649-862a-743f01d34ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:31.264443 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54bb17b-ce07-48ce-b65b-9df441a0b4d7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:46:31.264948 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54bb17b-ce07-48ce-b65b-9df441a0b4d7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:31.288248 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe83f-6ea5-4bcf-9efe-1cab36909499 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.299511 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bfcb467d-f3fd-461d-90f3-bf4f89424868 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "PUT /v2.0/floatingips/e776b38c-0930-4f8e-90ef-501afa495a9f HTTP/1.1" status: 200 len: 688 time: 1.7415218 Feb 04 05:46:31.309400 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51300) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:31.314009 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-384544ef-2f87-4649-862a-743f01d34ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:31.326256 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e54bb17b-ce07-48ce-b65b-9df441a0b4d7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8780296 Feb 04 05:46:31.336542 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Allocated IP 2001:db8:3::2 (743128e8-e1cf-4fc6-9884-f415762b25fc/ee26a565-0b4b-4577-b510-5be1aded3594/4768ff07-9eab-4075-98b3-c8e173efe1f3) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:31.338576 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5bc05640-983b-4620-9ec1-ea5f9eeb8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.341293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51302) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:31.348817 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384544ef-2f87-4649-862a-743f01d34ae2 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:31.349665 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-384544ef-2f87-4649-862a-743f01d34ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:31.352896 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'subnet': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:31.381412 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc05640-983b-4620-9ec1-ea5f9eeb8406 None None] Pushing event deleted for resources: {'Port': ['ID=29556334-d75f-4e28-babb-fdcedf556221,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:31.389494 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe83f-6ea5-4bcf-9efe-1cab36909499 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.400233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-914628dc-d2d7-4b2a-961e-6bdcf8250d0a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.406032 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914628dc-d2d7-4b2a-961e-6bdcf8250d0a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:31.407295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-914628dc-d2d7-4b2a-961e-6bdcf8250d0a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.426234 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc05640-983b-4620-9ec1-ea5f9eeb8406 None None] No DVR routers for this DVR port 29556334-d75f-4e28-babb-fdcedf556221 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:31.433723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.434920 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:31.435752 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.437860 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-384544ef-2f87-4649-862a-743f01d34ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:31.438602 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384544ef-2f87-4649-862a-743f01d34ae2 None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:31.458780 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe83f-6ea5-4bcf-9efe-1cab36909499 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.480003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddbe937-04ef-4787-bd72-c73ffb23203a None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:31.505075 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-d50319fe-918e-4539-99fa-eaac33159745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 10, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:31.534984 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50319fe-918e-4539-99fa-eaac33159745 None None] Checking router: 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:46:31.544658 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50319fe-918e-4539-99fa-eaac33159745 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:31.545758 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-d50319fe-918e-4539-99fa-eaac33159745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:31.598355 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fe83f-6ea5-4bcf-9efe-1cab36909499 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Subnet': ['ID=319f65b4-50ba-4ea7-bcc4-65ed5fb9f167,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:31.612676 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4323db2c-e989-4c7f-95de-3582dc2d6c82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9de224a5ec1e4d93b5d875d4135049a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388545 Feb 04 05:46:31.621631 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51304) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:31.625216 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9b8fe83f-6ea5-4bcf-9efe-1cab36909499 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.632026 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9b8fe83f-6ea5-4bcf-9efe-1cab36909499 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/319f65b4-50ba-4ea7-bcc4-65ed5fb9f167 HTTP/1.1" status: 204 len: 168 time: 0.4980764 Feb 04 05:46:31.635353 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51306) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:31.652117 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-d50319fe-918e-4539-99fa-eaac33159745 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:31.660075 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-914628dc-d2d7-4b2a-961e-6bdcf8250d0a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9333501 Feb 04 05:46:31.664222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a949f-879f-4768-ad8b-7599a4d565ca None None] Network 0c37042f-b7c1-4912-961f-2f6ef38b72cd requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:31.668098 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3526347 Feb 04 05:46:31.671202 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51308) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:31.671358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51310) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:31.683890 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-2038dd0c-9576-4612-a110-fe58d1c2fa66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'subnet': {'network_id': 'f182a9fb-3318-48e1-8960-01a954b74350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:31.693025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b833ab6c-68e2-478c-a7b1-249ea4ebad31 admin admin] Request body: {'subnet': {'network_id': '80c58c3a-8bec-478c-a699-2f0323537d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1975857129-subnet', 'tenant_id': '25951eed107a4fbf87448a74cc2ef8ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:31.709635 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914628dc-d2d7-4b2a-961e-6bdcf8250d0a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Network': ['ID=f182a9fb-3318-48e1-8960-01a954b74350,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:31.743313 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.749661 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network f182a9fb-3318-48e1-8960-01a954b74350 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:46:31.874238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5e45c214-4bce-483c-a256-508fb9b57f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.921220 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b833ab6c-68e2-478c-a7b1-249ea4ebad31 admin admin] Made reservation on behalf of 25951eed107a4fbf87448a74cc2ef8ee for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:31.924226 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b833ab6c-68e2-478c-a7b1-249ea4ebad31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.928026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 29556334-d75f-4e28-babb-fdcedf556221 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:31.960155 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:31.971862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 29556334-d75f-4e28-babb-fdcedf556221 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:31.972210 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 29556334-d75f-4e28-babb-fdcedf556221 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:31.987901 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5e45c214-4bce-483c-a256-508fb9b57f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.007558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.022176 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-99cffe53-689e-4c68-95bc-797fbe732ade', 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'tenant_id': 'b91facab37754132ba6f75f1c6b2c49d', 'fixed_ips': [{'subnet_id': '06312c97-3bc8-4be6-a651-2e49c9f34f3d'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:46:32.023047 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.077966 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:32.082313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Network 743128e8-e1cf-4fc6-9884-f415762b25fc is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:32.086111 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.091131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:32.097247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:32.105709 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Pushing event updated for resources: {'Port': ['ID=4768ff07-9eab-4075-98b3-c8e173efe1f3,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:32.163907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e260c2f4-89e4-4bd5-bb90-ae31aef2ee84 None None] DHCP port deletion for 0c37042f-b7c1-4912-961f-2f6ef38b72cd request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:46:32.167161 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Allocated IP 2001:db8:3::1 (743128e8-e1cf-4fc6-9884-f415762b25fc/ee26a565-0b4b-4577-b510-5be1aded3594/cb87f8ef-414b-4016-bb67-3c02ebe4df67) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:32.197042 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5e45c214-4bce-483c-a256-508fb9b57f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.199904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5e45c214-4bce-483c-a256-508fb9b57f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.203596 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5e45c214-4bce-483c-a256-508fb9b57f8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be664079-0898-4c0e-85c3-7b87145d14d9 HTTP/1.1" status: 204 len: 168 time: 0.5775084 Feb 04 05:46:32.204157 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-d50319fe-918e-4539-99fa-eaac33159745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 10, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:32.218889 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] For port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ebc5af6c-c0e7-40b0-9c0f-e2a851712a36,segment=NetworkSegment(abdbcebf-f3d3-4117-871f-1adab12c9554),segment_id=abdbcebf-f3d3-4117-871f-1adab12c9554)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:32.219310 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.222194 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45c214-4bce-483c-a256-508fb9b57f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be664079-0898-4c0e-85c3-7b87145d14d9,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:32.245392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:32.256702 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50319fe-918e-4539-99fa-eaac33159745 None None] The sync data for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv is: [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 10, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None, '_interfaces': [{'id': '263ecf19-0c19-4128-ba26-500191610ab8', 'name': '', 'network_id': 'e28356cf-912a-483e-ace9-527697c65b5f', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'mac_address': 'fa:16:3e:71:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:45:29Z', 'updated_at': '2022-02-04T05:45:40Z', 'revision_number': 5, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'subnets': [{'id': '9c8032d0-1e8c-4a03-b793-86627217bc45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:32.403552 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Attempting to bind port 4768ff07-9eab-4075-98b3-c8e173efe1f3 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:32.404161 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Attempting to bind port 4768ff07-9eab-4075-98b3-c8e173efe1f3 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '4f2fc831-99c1-4220-98f9-652b5f906f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:32.404281 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Attempting to bind port 4768ff07-9eab-4075-98b3-c8e173efe1f3 on network 743128e8-e1cf-4fc6-9884-f415762b25fc {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:32.423287 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:32.424052 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Checking segment: {'id': '4f2fc831-99c1-4220-98f9-652b5f906f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:32.424052 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.424444 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Bound using segment: {'id': '4f2fc831-99c1-4220-98f9-652b5f906f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:32.424930 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Bound port: 4768ff07-9eab-4075-98b3-c8e173efe1f3, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2fc831-99c1-4220-98f9-652b5f906f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:32.425310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.439082 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdea54e-b1e4-4c83-9eda-c3e90997924e admin admin] Pushing event updated for resources: {'Network': ['ID=80c58c3a-8bec-478c-a699-2f0323537d9a,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:32.442145 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Allocated IP 2001:db8::2 (99cffe53-689e-4c68-95bc-797fbe732ade/06312c97-3bc8-4be6-a651-2e49c9f34f3d/76cd4e82-7cbe-4e2b-b488-a022243683f7) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:32.477929 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 80c58c3a-8bec-478c-a699-2f0323537d9a details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:46:32.516090 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:32.520110 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.520917 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e260c2f4-89e4-4bd5-bb90-ae31aef2ee84 None None] Deleting port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:32.521300 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e260c2f4-89e4-4bd5-bb90-ae31aef2ee84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.524330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f69ca-8754-4896-8575-84cb2e550d6b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting port 34028fde-08a9-46d0-b1d1-9e09a5c28d00 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:32.524661 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f9f69ca-8754-4896-8575-84cb2e550d6b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.605578 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2038dd0c-9576-4612-a110-fe58d1c2fa66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:32.609081 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2038dd0c-9576-4612-a110-fe58d1c2fa66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.856813 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.879984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.914032 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=ebc5af6c-c0e7-40b0-9c0f-e2a851712a36,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:32.915571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f9f69ca-8754-4896-8575-84cb2e550d6b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.915571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f9f69ca-8754-4896-8575-84cb2e550d6b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.926553 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No DVR routers for this DVR port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:32.942545 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] For port 4768ff07-9eab-4075-98b3-c8e173efe1f3, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:32.957197 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.977952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f69ca-8754-4896-8575-84cb2e550d6b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Calling delete_port for 34028fde-08a9-46d0-b1d1-9e09a5c28d00 owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:32.983140 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b833ab6c-68e2-478c-a7b1-249ea4ebad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:32.988289 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] For port 4768ff07-9eab-4075-98b3-c8e173efe1f3, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4768ff07-9eab-4075-98b3-c8e173efe1f3,segment=NetworkSegment(4f2fc831-99c1-4220-98f9-652b5f906f4d),segment_id=4f2fc831-99c1-4220-98f9-652b5f906f4d)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:33.001248 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e260c2f4-89e4-4bd5-bb90-ae31aef2ee84 None None] For port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ebc5af6c-c0e7-40b0-9c0f-e2a851712a36,segment=NetworkSegment(abdbcebf-f3d3-4117-871f-1adab12c9554),segment_id=abdbcebf-f3d3-4117-871f-1adab12c9554)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:33.002125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e260c2f4-89e4-4bd5-bb90-ae31aef2ee84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.005173 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.033747 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e260c2f4-89e4-4bd5-bb90-ae31aef2ee84 None None] Calling delete_port for ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:33.049036 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 743128e8-e1cf-4fc6-9884-f415762b25fc is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:33.061013 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:33.067757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:33.068370 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.170838 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.198245 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a090f3f-e83f-4ce0-8fef-cf4861c39fe8 None None] Pushing event updated for resources: {'Port': ['ID=4768ff07-9eab-4075-98b3-c8e173efe1f3,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:33.211941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.228558 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=cb87f8ef-414b-4016-bb67-3c02ebe4df67,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:33.229045 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833ab6c-68e2-478c-a7b1-249ea4ebad31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c76fa2fd-8e15-4010-b843-2376740375b7,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:33.251519 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.267182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c37042f-b7c1-4912-961f-2f6ef38b72cd']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:33.282637 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.284010 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abdbcebf-f3d3-4117-871f-1adab12c9554') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:33.284328 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abdbcebf-f3d3-4117-871f-1adab12c9554') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:33.302588 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.329524 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833ab6c-68e2-478c-a7b1-249ea4ebad31 admin admin] Checking segment: {'id': '533693ee-0a28-4c88-8b7f-85f06e556beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '80c58c3a-8bec-478c-a699-2f0323537d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:33.329931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833ab6c-68e2-478c-a7b1-249ea4ebad31 admin admin] Network hostable DHCP agents. Network: 80c58c3a-8bec-478c-a699-2f0323537d9a, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:46:33.365272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e260c2f4-89e4-4bd5-bb90-ae31aef2ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.378033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.388561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:46:33.389022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:46:33.392131 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:46:33.408308 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:33.421624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:33.425725 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e260c2f4-89e4-4bd5-bb90-ae31aef2ee84 None None] No DVR routers for this DVR port ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:33.427632 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Pushing event updated for resources: {'Port': ['ID=76cd4e82-7cbe-4e2b-b488-a022243683f7,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:33.435732 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f9f69ca-8754-4896-8575-84cb2e550d6b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.436309 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:33.526893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.539156 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260c2f4-89e4-4bd5-bb90-ae31aef2ee84 None None] Pushing event deleted for resources: {'Port': ['ID=ebc5af6c-c0e7-40b0-9c0f-e2a851712a36,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:33.541184 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f69ca-8754-4896-8575-84cb2e550d6b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Port': ['ID=34028fde-08a9-46d0-b1d1-9e09a5c28d00,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:33.547526 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2038dd0c-9576-4612-a110-fe58d1c2fa66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.556757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51332) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:33.561279 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.564545 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/networks/0c37042f-b7c1-4912-961f-2f6ef38b72cd HTTP/1.1" status: 204 len: 168 time: 1.9273059 Feb 04 05:46:33.592946 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cf228-9fec-448c-8a70-27739d21aa84 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Network': ['ID=0c37042f-b7c1-4912-961f-2f6ef38b72cd,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:33.594648 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51334) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:33.610262 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Attempting to bind port 76cd4e82-7cbe-4e2b-b488-a022243683f7 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:33.610565 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Attempting to bind port 76cd4e82-7cbe-4e2b-b488-a022243683f7 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:33.610858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Attempting to bind port 76cd4e82-7cbe-4e2b-b488-a022243683f7 on network 99cffe53-689e-4c68-95bc-797fbe732ade {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:33.617202 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:33.617616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Checking segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:33.618056 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.618453 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Bound using segment: {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:33.618924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Bound port: 76cd4e82-7cbe-4e2b-b488-a022243683f7, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:33.619307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.637814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833ab6c-68e2-478c-a7b1-249ea4ebad31 admin admin] Network 80c58c3a-8bec-478c-a699-2f0323537d9a is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:46:33.687171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-b833ab6c-68e2-478c-a7b1-249ea4ebad31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 80c58c3a-8bec-478c-a699-2f0323537d9a) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:33.692356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b833ab6c-68e2-478c-a7b1-249ea4ebad31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:33.692886 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b833ab6c-68e2-478c-a7b1-249ea4ebad31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.723376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0dd784-20fc-4b5f-bdcd-3ce98d09f2b4 None None] Network 80c58c3a-8bec-478c-a699-2f0323537d9a requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:33.773398 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1376492022'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:33.776944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f9f69ca-8754-4896-8575-84cb2e550d6b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.791610 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f9f69ca-8754-4896-8575-84cb2e550d6b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:33.795289 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8f9f69ca-8754-4896-8575-84cb2e550d6b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/floatingips/e776b38c-0930-4f8e-90ef-501afa495a9f HTTP/1.1" status: 204 len: 168 time: 2.4849422 Feb 04 05:46:33.801850 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51338) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:33.806628 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b833ab6c-68e2-478c-a7b1-249ea4ebad31 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1304533 Feb 04 05:46:33.810153 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038dd0c-9576-4612-a110-fe58d1c2fa66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Subnet': ['ID=acfcba82-aaf5-445a-bef9-bf9a1b6a7ff6,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:33.862169 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-c6b3fdf1-402d-4d9f-9d1a-b565dc338304 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] delete failed (client error): The resource could not be found. Feb 04 05:46:33.863214 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c6b3fdf1-402d-4d9f-9d1a-b565dc338304 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/floatingips/e776b38c-0930-4f8e-90ef-501afa495a9f HTTP/1.1" status: 404 len: 345 time: 0.0600617 Feb 04 05:46:33.896175 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51342) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:33.925524 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2038dd0c-9576-4612-a110-fe58d1c2fa66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Checking segment: {'id': 'a9d96c97-6cdf-4eaf-8126-896a8a66dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f182a9fb-3318-48e1-8960-01a954b74350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:33.926255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2038dd0c-9576-4612-a110-fe58d1c2fa66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network hostable DHCP agents. Network: f182a9fb-3318-48e1-8960-01a954b74350, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:46:33.960631 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] For port 76cd4e82-7cbe-4e2b-b488-a022243683f7, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:33.962879 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.003912 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.004691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.005800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Made reservation on behalf of af81dd1a3a9847a3b2ef24f9da15e0f9 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:34.010710 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.031871 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] For port 76cd4e82-7cbe-4e2b-b488-a022243683f7, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=76cd4e82-7cbe-4e2b-b488-a022243683f7,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:34.040459 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547a01d0-05cc-42b0-86df-9adc58942ea2 None None] Network 80c58c3a-8bec-478c-a699-2f0323537d9a requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:34.062954 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.076551 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2038dd0c-9576-4612-a110-fe58d1c2fa66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network f182a9fb-3318-48e1-8960-01a954b74350 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:46:34.079142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4768ff07-9eab-4075-98b3-c8e173efe1f3 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:34.096062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.115418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-2038dd0c-9576-4612-a110-fe58d1c2fa66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, f182a9fb-3318-48e1-8960-01a954b74350) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:34.130336 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.objects.ports [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108744) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 05:46:34.135735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2038dd0c-9576-4612-a110-fe58d1c2fa66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:34.135916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2038dd0c-9576-4612-a110-fe58d1c2fa66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.175023 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.196392 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3dbd22-50bd-4e4f-a03a-19f9b4a7a01a None None] Network f182a9fb-3318-48e1-8960-01a954b74350 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:34.246414 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2038dd0c-9576-4612-a110-fe58d1c2fa66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5693498 Feb 04 05:46:34.251852 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51350) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:34.259685 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-40d494aa-b124-499b-be95-ff00cef2ecdb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'subnet': {'network_id': 'f182a9fb-3318-48e1-8960-01a954b74350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:34.265377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f3aba8-0ed4-4da1-9aeb-e848549f4c19 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:34.276836 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f3aba8-0ed4-4da1-9aeb-e848549f4c19 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:34.293225 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f3aba8-0ed4-4da1-9aeb-e848549f4c19 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:34.298712 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-48f3aba8-0ed4-4da1-9aeb-e848549f4c19 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "GET /v2.0/ports?network_id=e2598b2f-5705-48df-a705-f0b9d91f5e9b HTTP/1.1" status: 200 len: 2356 time: 0.3999178 Feb 04 05:46:34.299464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51352) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:34.380241 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event updated for resources: {'Port': ['ID=cb87f8ef-414b-4016-bb67-3c02ebe4df67,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:34.428171 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bfc3d-d6c8-4a68-8e05-2becb70fdf8d None None] Pushing event updated for resources: {'Port': ['ID=76cd4e82-7cbe-4e2b-b488-a022243683f7,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:34.439152 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0c0b03-5b8a-4d2e-b7c7-62285486c5c2 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:34.445542 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6b0c0b03-5b8a-4d2e-b7c7-62285486c5c2 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "GET /v2.0/subnets/36e3b937-3419-4bf0-bc95-4f5337c2a164 HTTP/1.1" status: 200 len: 797 time: 0.1344075 Feb 04 05:46:34.446522 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51366) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:34.456544 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-31a4e57d-9162-4c67-9844-460b58b45014 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'port': {'network_id': 'e2598b2f-5705-48df-a705-f0b9d91f5e9b', 'name': 'tempest-FloatingIPTestJSON-421420317', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:34.483435 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 4768ff07-9eab-4075-98b3-c8e173efe1f3 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:34.483814 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.535301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.569478 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.574406 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Network 743128e8-e1cf-4fc6-9884-f415762b25fc is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:34.616024 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.630482 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:46:34.669397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-f182a9fb-3318-48e1-8960-01a954b74350', 'network_id': 'f182a9fb-3318-48e1-8960-01a954b74350', 'tenant_id': '8b79082e6df440838c56786cc165c0b7', 'fixed_ips': [{'subnet_id': 'acfcba82-aaf5-445a-bef9-bf9a1b6a7ff6'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:46:34.670524 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.709643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3579a2-f25e-44a6-a6dd-5414bf845d3e,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:34.725720 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.726125 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Added segment a68a13d5-83d2-4282-9e47-42f20c9fcf09 of type vlan for network a426354b-a0ac-4a9f-b685-5af7ac691c08 Feb 04 05:46:34.734347 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.784809 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 4768ff07-9eab-4075-98b3-c8e173efe1f3, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4768ff07-9eab-4075-98b3-c8e173efe1f3,segment=NetworkSegment(4f2fc831-99c1-4220-98f9-652b5f906f4d),segment_id=4f2fc831-99c1-4220-98f9-652b5f906f4d)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:34.809124 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d494aa-b124-499b-be95-ff00cef2ecdb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:34.812601 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-40d494aa-b124-499b-be95-ff00cef2ecdb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.822484 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:34.840443 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.979429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.983910 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Allocated IP 2001:db8::2 (f182a9fb-3318-48e1-8960-01a954b74350/acfcba82-aaf5-445a-bef9-bf9a1b6a7ff6/c678a716-204f-4ef7-aff4-f2ba5813aa98) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:34.985081 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:34.986265 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:34.986499 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:35.030135 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c5d87ebc-9801-4a39-9c70-c2218fdd70ec tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:35.032011 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c5d87ebc-9801-4a39-9c70-c2218fdd70ec tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/networks?id=02516016-3ecf-4154-a690-9b60d2ea741c HTTP/1.1" status: 200 len: 810 time: 0.5554357 Feb 04 05:46:35.047840 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb4b190-dd18-4734-8e0f-7a038ff4c44a None None] Network 743128e8-e1cf-4fc6-9884-f415762b25fc requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:35.074478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=4768ff07-9eab-4075-98b3-c8e173efe1f3,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:35.115158 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:35.120209 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-9fc9ea5b-cef4-422a-b485-3e73264efadf tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/quotas/13898e4eae9c4a39a1ea38e398ad458a HTTP/1.1" status: 200 len: 375 time: 0.0540862 Feb 04 05:46:35.123578 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5610323 Feb 04 05:46:35.129024 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] For port 76cd4e82-7cbe-4e2b-b488-a022243683f7, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=76cd4e82-7cbe-4e2b-b488-a022243683f7,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:35.129402 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51368) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:35.139113 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-61eeba55-607e-44e2-9c58-632d97226e42 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Request body: {'subnet': {'network_id': 'a426354b-a0ac-4a9f-b685-5af7ac691c08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:35.146907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:35.147258 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ebc5af6c-c0e7-40b0-9c0f-e2a851712a36 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:35.148361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device dad87a4f-1a59-43d8-a868-7a98f0b5ee3c no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:35.154365 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.ipam_backend_mixin [None req-40d494aa-b124-499b-be95-ff00cef2ecdb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet acfcba82-aaf5-445a-bef9-bf9a1b6a7ff6 (CIDR: 2001:db8::/64) Feb 04 05:46:35.155325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662795d0-4a90-4b6e-a6a7-1f25c6cfa428 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event updated for resources: {'Network': ['ID=a426354b-a0ac-4a9f-b685-5af7ac691c08,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:35.162577 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d494aa-b124-499b-be95-ff00cef2ecdb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:46:35.163024 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d494aa-b124-499b-be95-ff00cef2ecdb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:35.170599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-48bd37e7-e25f-4713-a131-6bc6964278e9 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:35.183755 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:35.184557 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network a426354b-a0ac-4a9f-b685-5af7ac691c08 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:46:35.188633 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:35.189801 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:35.200731 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-40d494aa-b124-499b-be95-ff00cef2ecdb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9478369 Feb 04 05:46:35.217882 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8354fa93-0f4b-4681-9273-7164d601fdfa None None] Provisioning complete for port 4768ff07-9eab-4075-98b3-c8e173efe1f3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:35.218249 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8354fa93-0f4b-4681-9273-7164d601fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:35.219712 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: dad87a4f-1a59-43d8-a868-7a98f0b5ee3c {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:35.220769 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device dad87a4f-1a59-43d8-a868-7a98f0b5ee3c not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:35.226224 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51370) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:35.231645 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-de93d607-c375-433f-9e3f-8a4f624f8dbe tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=13898e4eae9c4a39a1ea38e398ad458a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799093 Feb 04 05:46:35.235601 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3f78b5bc-20de-4237-9ee7-862983b767fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'subnet': {'network_id': 'f182a9fb-3318-48e1-8960-01a954b74350', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:35.323667 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:35.343861 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:35.346942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:35.347944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:35.374995 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=76cd4e82-7cbe-4e2b-b488-a022243683f7,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:35.382869 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 9e9da179-134e-4d1a-81e7-e2092807af8e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:35.387110 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Subnet': ['ID=60e09f45-3060-4c8c-85fa-e05c2c4f2a07,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:35.395849 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8cdd1707-7a72-4396-8773-d728ee8f7152 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.0514185 Feb 04 05:46:35.400148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51372) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:35.404452 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f387eee8-d0cf-4743-9c34-b658bd0b9e31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Request body: {'port': {'network_id': '99cffe53-689e-4c68-95bc-797fbe732ade', 'mac_address': 'fa:16:3e:70:8e:a4', 'name': 'tempest-NetworksTestDHCPv6-1783533793'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:35.424802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a4e57d-9162-4c67-9844-460b58b45014 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Made reservation on behalf of af7ed8c79e9440cba9e994a8562af4d0 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:35.501189 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:35.549005 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:35.583745 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f78b5bc-20de-4237-9ee7-862983b767fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:35.589878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3f78b5bc-20de-4237-9ee7-862983b767fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:35.621667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Network f182a9fb-3318-48e1-8960-01a954b74350 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:35.627805 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:35.630165 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:35.640966 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Pushing event updated for resources: {'Port': ['ID=c678a716-204f-4ef7-aff4-f2ba5813aa98,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:35.747208 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f387eee8-d0cf-4743-9c34-b658bd0b9e31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Made reservation on behalf of b91facab37754132ba6f75f1c6b2c49d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:35.865492 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Attempting to bind port c678a716-204f-4ef7-aff4-f2ba5813aa98 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:35.866039 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Attempting to bind port c678a716-204f-4ef7-aff4-f2ba5813aa98 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'a9d96c97-6cdf-4eaf-8126-896a8a66dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f182a9fb-3318-48e1-8960-01a954b74350'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:35.866389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Attempting to bind port c678a716-204f-4ef7-aff4-f2ba5813aa98 on network f182a9fb-3318-48e1-8960-01a954b74350 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:35.873727 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:35.874134 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Checking segment: {'id': 'a9d96c97-6cdf-4eaf-8126-896a8a66dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f182a9fb-3318-48e1-8960-01a954b74350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:35.874540 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:35.875669 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Bound using segment: {'id': 'a9d96c97-6cdf-4eaf-8126-896a8a66dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f182a9fb-3318-48e1-8960-01a954b74350'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:35.875669 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Bound port: c678a716-204f-4ef7-aff4-f2ba5813aa98, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d96c97-6cdf-4eaf-8126-896a8a66dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f182a9fb-3318-48e1-8960-01a954b74350'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:35.876037 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:35.981002 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f387eee8-d0cf-4743-9c34-b658bd0b9e31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:35.982539 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] For port c678a716-204f-4ef7-aff4-f2ba5813aa98, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:35.993744 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec495439-178f-4c7a-9075-c6322fcb2ed2 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:35.999708 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] For port c678a716-204f-4ef7-aff4-f2ba5813aa98, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c678a716-204f-4ef7-aff4-f2ba5813aa98,segment=NetworkSegment(a9d96c97-6cdf-4eaf-8126-896a8a66dee2),segment_id=a9d96c97-6cdf-4eaf-8126-896a8a66dee2)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:36.010778 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-f387eee8-d0cf-4743-9c34-b658bd0b9e31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] device_id is not set on port 42e17800-0f65-440c-9f8d-0a43f631702f yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:36.043286 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:36.049737 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61eeba55-607e-44e2-9c58-632d97226e42 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Made reservation on behalf of af81dd1a3a9847a3b2ef24f9da15e0f9 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:36.053396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-61eeba55-607e-44e2-9c58-632d97226e42 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:36.155563 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-403e3600-b202-4269-89bb-5a905a5b9992 None None] Provisioning complete for port 76cd4e82-7cbe-4e2b-b488-a022243683f7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:36.155969 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-403e3600-b202-4269-89bb-5a905a5b9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:36.206170 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4768ff07-9eab-4075-98b3-c8e173efe1f3 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:36.227616 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-f387eee8-d0cf-4743-9c34-b658bd0b9e31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8::24f (99cffe53-689e-4c68-95bc-797fbe732ade/06312c97-3bc8-4be6-a651-2e49c9f34f3d/42e17800-0f65-440c-9f8d-0a43f631702f) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:36.235074 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-f387eee8-d0cf-4743-9c34-b658bd0b9e31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Allocated IP 2001:db8:0:1:f816:3eff:fe70:8ea4 (99cffe53-689e-4c68-95bc-797fbe732ade/60e09f45-3060-4c8c-85fa-e05c2c4f2a07/42e17800-0f65-440c-9f8d-0a43f631702f) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:36.277452 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752013b6-73b0-4067-b3a3-fc55fd8ad0f4 None None] Pushing event updated for resources: {'Port': ['ID=c678a716-204f-4ef7-aff4-f2ba5813aa98,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:36.317578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31a4e57d-9162-4c67-9844-460b58b45014 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:36.393555 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-403e3600-b202-4269-89bb-5a905a5b9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:36.397187 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 4768ff07-9eab-4075-98b3-c8e173efe1f3 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:36.397995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:36.409074 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-d72cd830-76bd-4e51-9660-e336b01ab403 service neutron] 10.222.0.10 "GET /v2.0/networks/02516016-3ecf-4154-a690-9b60d2ea741c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1013227 Feb 04 05:46:36.410246 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-31a4e57d-9162-4c67-9844-460b58b45014 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] device_id is not set on port 0a188951-8cce-4521-8eff-86bee1f32cde yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:36.454953 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:36.472339 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Sync routers for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:36.488983 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:36.489593 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:36.496830 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-403e3600-b202-4269-89bb-5a905a5b9992 None None] For port 76cd4e82-7cbe-4e2b-b488-a022243683f7, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=76cd4e82-7cbe-4e2b-b488-a022243683f7,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:36.514049 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-403e3600-b202-4269-89bb-5a905a5b9992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:36.535449 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f387eee8-d0cf-4743-9c34-b658bd0b9e31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:36.609462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f387eee8-d0cf-4743-9c34-b658bd0b9e31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:36.610745 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0ccc3107-d954-4d09-9e0b-e3198affa7c3 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/9e9da179-134e-4d1a-81e7-e2092807af8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2036388 Feb 04 05:46:36.615078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51374) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:36.629388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-fe0c9e31-0f97-46ff-aed3-19ac2a512cfc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:36.633400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e3600-b202-4269-89bb-5a905a5b9992 None None] Pushing event updated for resources: {'Port': ['ID=76cd4e82-7cbe-4e2b-b488-a022243683f7,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:36.638832 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 76cd4e82-7cbe-4e2b-b488-a022243683f7 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:36.641198 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3f78b5bc-20de-4237-9ee7-862983b767fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:36.722465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-eab5f90d-0fb1-4127-a520-dec32868a7cc None None] Provisioning complete for port cb87f8ef-414b-4016-bb67-3c02ebe4df67 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:36.722839 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eab5f90d-0fb1-4127-a520-dec32868a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:36.724438 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 76cd4e82-7cbe-4e2b-b488-a022243683f7 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:36.724786 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:36.770705 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:36.824909 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-eab5f90d-0fb1-4127-a520-dec32868a7cc None None] Port cb87f8ef-414b-4016-bb67-3c02ebe4df67 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:36.847684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f78b5bc-20de-4237-9ee7-862983b767fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network f182a9fb-3318-48e1-8960-01a954b74350 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:36.862484 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-5cbddf5e-41fc-4e6a-860c-e3ee68dec4d9 service neutron] 10.222.0.10 "GET /v2.0/networks/02516016-3ecf-4154-a690-9b60d2ea741c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327157 Feb 04 05:46:36.871866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-eab5f90d-0fb1-4127-a520-dec32868a7cc None None] Provisioning complete for port 4768ff07-9eab-4075-98b3-c8e173efe1f3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:36.872241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eab5f90d-0fb1-4127-a520-dec32868a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:36.935688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78b5bc-20de-4237-9ee7-862983b767fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Subnet': ['ID=93d7ca15-d09c-4ebf-b8f1-058f6e9d6a1d,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:36.950446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-3f78b5bc-20de-4237-9ee7-862983b767fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:36.957926 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f78b5bc-20de-4237-9ee7-862983b767fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:36.960874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3f78b5bc-20de-4237-9ee7-862983b767fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:37.145508 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f387eee8-d0cf-4743-9c34-b658bd0b9e31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Network 99cffe53-689e-4c68-95bc-797fbe732ade is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:37.175957 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f387eee8-d0cf-4743-9c34-b658bd0b9e31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:37.218444 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3f78b5bc-20de-4237-9ee7-862983b767fb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9868109 Feb 04 05:46:37.224951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387eee8-d0cf-4743-9c34-b658bd0b9e31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:37.231807 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f387eee8-d0cf-4743-9c34-b658bd0b9e31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:37.232944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f387eee8-d0cf-4743-9c34-b658bd0b9e31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:37.238950 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51382) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:37.288626 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:33Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'cb87f8ef-414b-4016-bb67-3c02ebe4df67', 'name': '', 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:2e:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:31Z', 'updated_at': '2022-02-04T05:46:33Z', 'revision_number': 2, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de982085-608e-4d5d-b841-2d5f91479b2f', 'name': '', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:00:a1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:22Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:37.289329 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-17269d49-0108-4b1a-839e-9ec476cf5e16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'network_id': 'f182a9fb-3318-48e1-8960-01a954b74350', 'fixed_ips': [{'subnet_id': 'acfcba82-aaf5-445a-bef9-bf9a1b6a7ff6'}, {'subnet_id': '93d7ca15-d09c-4ebf-b8f1-058f6e9d6a1d'}], 'name': 'tempest-PortsIpV6TestJSON-2143256415'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:37.295274 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-eb6970b7-ee58-43bb-bd34-5064872ec2c6 None None] Provisioning complete for port cb87f8ef-414b-4016-bb67-3c02ebe4df67 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:37.295650 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eb6970b7-ee58-43bb-bd34-5064872ec2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:37.327926 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387eee8-d0cf-4743-9c34-b658bd0b9e31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event updated for resources: {'Port': ['ID=42e17800-0f65-440c-9f8d-0a43f631702f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:37.354384 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f387eee8-d0cf-4743-9c34-b658bd0b9e31 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9537570 Feb 04 05:46:37.366486 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Checking router: 9e9da179-134e-4d1a-81e7-e2092807af8e for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:46:37.368450 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Updating router 9e9da179-134e-4d1a-81e7-e2092807af8e port cb87f8ef-414b-4016-bb67-3c02ebe4df67 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:46:37.371381 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1daf6b72-b87e-48f8-a416-2105c63f893e req-c928dc51-a819-4693-8d85-8deab84d1306 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 210 time: 0.0862796 Feb 04 05:46:37.372978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-eb6970b7-ee58-43bb-bd34-5064872ec2c6 None None] Port cb87f8ef-414b-4016-bb67-3c02ebe4df67 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:37.397324 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51384) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:37.419368 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:37.454424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-61eeba55-607e-44e2-9c58-632d97226e42 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:37.545212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-31a4e57d-9162-4c67-9844-460b58b45014 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Allocated IP 172.20.0.14 (e2598b2f-5705-48df-a705-f0b9d91f5e9b/36e3b937-3419-4bf0-bc95-4f5337c2a164/0a188951-8cce-4521-8eff-86bee1f32cde) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:37.552970 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-31a4e57d-9162-4c67-9844-460b58b45014 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Allocated IP 172.20.0.13 (e2598b2f-5705-48df-a705-f0b9d91f5e9b/36e3b937-3419-4bf0-bc95-4f5337c2a164/0a188951-8cce-4521-8eff-86bee1f32cde) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:37.707200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0bac1a44-c501-4e05-a236-62f1e1f76513 None None] Provisioning complete for port 76cd4e82-7cbe-4e2b-b488-a022243683f7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:37.709603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0bac1a44-c501-4e05-a236-62f1e1f76513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:37.940871 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:37.947551 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:37.987861 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31a4e57d-9162-4c67-9844-460b58b45014 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:38.107970 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c0123-0645-4d50-95d6-22e8de6af897 None None] Pushing event updated for resources: {'Port': ['ID=cb87f8ef-414b-4016-bb67-3c02ebe4df67,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:38.150806 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0c090991-35c2-4b37-88d3-f6dcb125dd81 None None] Provisioning complete for port 42e17800-0f65-440c-9f8d-0a43f631702f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:38.151761 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0c090991-35c2-4b37-88d3-f6dcb125dd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:38.169688 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Attempting to bind port cb87f8ef-414b-4016-bb67-3c02ebe4df67 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:38.170083 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Attempting to bind port cb87f8ef-414b-4016-bb67-3c02ebe4df67 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '4f2fc831-99c1-4220-98f9-652b5f906f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:38.170440 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Attempting to bind port cb87f8ef-414b-4016-bb67-3c02ebe4df67 on network 743128e8-e1cf-4fc6-9884-f415762b25fc {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:38.183518 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:38.183886 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Checking segment: {'id': '4f2fc831-99c1-4220-98f9-652b5f906f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:38.184279 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:38.184669 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Bound using segment: {'id': '4f2fc831-99c1-4220-98f9-652b5f906f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:38.185300 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Bound port: cb87f8ef-414b-4016-bb67-3c02ebe4df67, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2fc831-99c1-4220-98f9-652b5f906f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:38.186026 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:38.223084 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0c090991-35c2-4b37-88d3-f6dcb125dd81 None None] Port 42e17800-0f65-440c-9f8d-0a43f631702f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:38.228782 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c678a716-204f-4ef7-aff4-f2ba5813aa98 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:38.247825 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eeba55-607e-44e2-9c58-632d97226e42 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event updated for resources: {'Subnet': ['ID=434b93f2-6669-4321-a845-ef4d4c1f6928,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:38.279009 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-48bd37e7-e25f-4713-a131-6bc6964278e9 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting port 263ecf19-0c19-4128-ba26-500191610ab8 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:38.279354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-48bd37e7-e25f-4713-a131-6bc6964278e9 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:38.348869 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port c678a716-204f-4ef7-aff4-f2ba5813aa98 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:38.349227 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:38.353464 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] For port cb87f8ef-414b-4016-bb67-3c02ebe4df67, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:38.356978 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] For port cb87f8ef-414b-4016-bb67-3c02ebe4df67, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=cb87f8ef-414b-4016-bb67-3c02ebe4df67,segment=NetworkSegment(4f2fc831-99c1-4220-98f9-652b5f906f4d),segment_id=4f2fc831-99c1-4220-98f9-652b5f906f4d)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:38.365018 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:38.417058 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa61fe93-8b73-45ee-b0fd-aef9ecea53c6 None None] Network f182a9fb-3318-48e1-8960-01a954b74350 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:38.435079 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eeba55-607e-44e2-9c58-632d97226e42 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Checking segment: {'id': 'a68a13d5-83d2-4282-9e47-42f20c9fcf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a426354b-a0ac-4a9f-b685-5af7ac691c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:38.435457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eeba55-607e-44e2-9c58-632d97226e42 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Network hostable DHCP agents. Network: a426354b-a0ac-4a9f-b685-5af7ac691c08, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:46:38.478212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-788ee468-eb57-4d6b-b750-f30c67a2fb37 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting port 42e17800-0f65-440c-9f8d-0a43f631702f {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:38.479245 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-788ee468-eb57-4d6b-b750-f30c67a2fb37 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:38.482406 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31a4e57d-9162-4c67-9844-460b58b45014 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:38.517286 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:38.518254 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:38.542479 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17269d49-0108-4b1a-839e-9ec476cf5e16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:38.565394 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a4e57d-9162-4c67-9844-460b58b45014 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network e2598b2f-5705-48df-a705-f0b9d91f5e9b is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:38.602105 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5614283c-c2a8-457b-805e-0ae527947072 None None] Provisioning complete for port c678a716-204f-4ef7-aff4-f2ba5813aa98 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:38.604570 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5614283c-c2a8-457b-805e-0ae527947072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:38.614258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-31a4e57d-9162-4c67-9844-460b58b45014 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:38.616785 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a4e57d-9162-4c67-9844-460b58b45014 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:38.628684 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c0123-0645-4d50-95d6-22e8de6af897 None None] Pushing event updated for resources: {'Port': ['ID=cb87f8ef-414b-4016-bb67-3c02ebe4df67,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:38.683407 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:38.698566 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-48bd37e7-e25f-4713-a131-6bc6964278e9 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] For port 263ecf19-0c19-4128-ba26-500191610ab8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=263ecf19-0c19-4128-ba26-500191610ab8,segment=NetworkSegment(712a685f-81c1-45cc-a6bf-0879bf9031fb),segment_id=712a685f-81c1-45cc-a6bf-0879bf9031fb)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:38.699511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:38.701517 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-48bd37e7-e25f-4713-a131-6bc6964278e9 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:38.745740 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eeba55-607e-44e2-9c58-632d97226e42 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Network a426354b-a0ac-4a9f-b685-5af7ac691c08 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:46:38.775385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-48bd37e7-e25f-4713-a131-6bc6964278e9 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Calling delete_port for 263ecf19-0c19-4128-ba26-500191610ab8 owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:38.803081 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port c678a716-204f-4ef7-aff4-f2ba5813aa98, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c678a716-204f-4ef7-aff4-f2ba5813aa98,segment=NetworkSegment(a9d96c97-6cdf-4eaf-8126-896a8a66dee2),segment_id=a9d96c97-6cdf-4eaf-8126-896a8a66dee2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:38.815374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-17269d49-0108-4b1a-839e-9ec476cf5e16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:38.823650 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.extraroute_db [None req-fe0c9e31-0f97-46ff-aed3-19ac2a512cfc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=108744) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 05:46:38.828231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:38.829002 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 76cd4e82-7cbe-4e2b-b488-a022243683f7 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:38.844913 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.extraroute_db [None req-fe0c9e31-0f97-46ff-aed3-19ac2a512cfc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Removed routes are [] {{(pid=108744) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 05:46:38.845867 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9e31-0f97-46ff-aed3-19ac2a512cfc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:38.925863 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-17269d49-0108-4b1a-839e-9ec476cf5e16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port 31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:38.967745 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:33Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'cb87f8ef-414b-4016-bb67-3c02ebe4df67', 'name': '', 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:2e:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:31Z', 'updated_at': '2022-02-04T05:46:38Z', 'revision_number': 4, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de982085-608e-4d5d-b841-2d5f91479b2f', 'name': '', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:00:a1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:22Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:38.982018 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5614283c-c2a8-457b-805e-0ae527947072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:39.011706 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4e4f9-8130-4822-9ddb-8dd4ed0cf897 None None] The sync data for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv is: [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:33Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'cb87f8ef-414b-4016-bb67-3c02ebe4df67', 'name': '', 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:2e:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:31Z', 'updated_at': '2022-02-04T05:46:38Z', 'revision_number': 4, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de982085-608e-4d5d-b841-2d5f91479b2f', 'name': '', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:00:a1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:22Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:39.088348 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4e57d-9162-4c67-9844-460b58b45014 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=0a188951-8cce-4521-8eff-86bee1f32cde,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:39.092945 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-15255a9c-c564-4f49-b089-ccca4e2396e1 req-d4501117-ccad-4dea-9a75-f347cf539347 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 210 time: 0.5711563 Feb 04 05:46:39.124641 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=c678a716-204f-4ef7-aff4-f2ba5813aa98,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:39.146039 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-5614283c-c2a8-457b-805e-0ae527947072 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:46:39.146407 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-5614283c-c2a8-457b-805e-0ae527947072 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:46:39.149600 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 76cd4e82-7cbe-4e2b-b488-a022243683f7 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:39.149997 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:39.197673 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-61eeba55-607e-44e2-9c58-632d97226e42 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, a426354b-a0ac-4a9f-b685-5af7ac691c08) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:39.212201 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498ac622-806f-4a97-8a5c-2562c9abedae None None] Network a426354b-a0ac-4a9f-b685-5af7ac691c08 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:39.254806 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-48bd37e7-e25f-4713-a131-6bc6964278e9 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:39.262235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a4e57d-9162-4c67-9844-460b58b45014 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:39.263981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31a4e57d-9162-4c67-9844-460b58b45014 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:39.279834 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eeba55-607e-44e2-9c58-632d97226e42 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:39.280432 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-61eeba55-607e-44e2-9c58-632d97226e42 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:39.337226 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9e31-0f97-46ff-aed3-19ac2a512cfc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:39.344201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd37e7-e25f-4713-a131-6bc6964278e9 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Port': ['ID=263ecf19-0c19-4128-ba26-500191610ab8,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:39.352008 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-788ee468-eb57-4d6b-b750-f30c67a2fb37 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:39.352168 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9e31-0f97-46ff-aed3-19ac2a512cfc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:39.369548 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-31a4e57d-9162-4c67-9844-460b58b45014 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.9171064 Feb 04 05:46:39.373058 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51400) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:39.384012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': '0a188951-8cce-4521-8eff-86bee1f32cde', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:39.386180 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-61eeba55-607e-44e2-9c58-632d97226e42 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2548015 Feb 04 05:46:39.391686 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51402) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:39.400034 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9dcb70-543a-427b-9f2e-5035f1c38787 None None] Update dhcp port {'port': {'network_id': 'f182a9fb-3318-48e1-8960-01a954b74350', 'fixed_ips': [{'subnet_id': 'acfcba82-aaf5-445a-bef9-bf9a1b6a7ff6', 'ip_address': '2001:db8::2'}, {'subnet_id': '93d7ca15-d09c-4ebf-b8f1-058f6e9d6a1d'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': 'c678a716-204f-4ef7-aff4-f2ba5813aa98'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:46:39.422536 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-8dca612b-b695-479a-8a3a-58ae1e99f7fc tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Request body: {'port': {'network_id': 'a426354b-a0ac-4a9f-b685-5af7ac691c08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1858627813'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:39.426611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-788ee468-eb57-4d6b-b750-f30c67a2fb37 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Calling delete_port for 42e17800-0f65-440c-9f8d-0a43f631702f owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:39.464496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cd9dcb70-543a-427b-9f2e-5035f1c38787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:39.503606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-9ff46dec-c2ba-460b-8821-42a1230dd1d1 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:39.505143 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-9ff46dec-c2ba-460b-8821-42a1230dd1d1 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.26 "GET /v2.0/networks?id=02516016-3ecf-4154-a690-9b60d2ea741c HTTP/1.1" status: 200 len: 810 time: 0.3832653 Feb 04 05:46:39.569752 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-232a1482-3f9e-4712-bd41-d697a58bd6aa tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Request body: {'port': {'device_id': 'b24e2af0-1f3d-49f1-93d4-8cd403456fa6', 'network_id': '02516016-3ecf-4154-a690-9b60d2ea741c', 'admin_state_up': True, 'tenant_id': '13898e4eae9c4a39a1ea38e398ad458a'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:39.617142 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0c9e31-0f97-46ff-aed3-19ac2a512cfc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 9e9da179-134e-4d1a-81e7-e2092807af8e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:39.693285 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-a426354b-a0ac-4a9f-b685-5af7ac691c08', 'network_id': 'a426354b-a0ac-4a9f-b685-5af7ac691c08', 'tenant_id': 'af81dd1a3a9847a3b2ef24f9da15e0f9', 'fixed_ips': [{'subnet_id': '434b93f2-6669-4321-a845-ef4d4c1f6928'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:46:39.694326 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:39.714725 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:39.826620 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5614283c-c2a8-457b-805e-0ae527947072 None None] Provisioning complete for port cb87f8ef-414b-4016-bb67-3c02ebe4df67 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:39.827202 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5614283c-c2a8-457b-805e-0ae527947072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:39.893366 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-17269d49-0108-4b1a-839e-9ec476cf5e16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Allocated IP 2001:db8::20d (f182a9fb-3318-48e1-8960-01a954b74350/acfcba82-aaf5-445a-bef9-bf9a1b6a7ff6/31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:39.909000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-17269d49-0108-4b1a-839e-9ec476cf5e16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Allocated IP 2001:db8:0:1::10e (f182a9fb-3318-48e1-8960-01a954b74350/93d7ca15-d09c-4ebf-b8f1-058f6e9d6a1d/31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:39.920608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0c9e31-0f97-46ff-aed3-19ac2a512cfc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:39.946312 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe0c9e31-0f97-46ff-aed3-19ac2a512cfc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:39.952539 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fe0c9e31-0f97-46ff-aed3-19ac2a512cfc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/9e9da179-134e-4d1a-81e7-e2092807af8e HTTP/1.1" status: 200 len: 953 time: 3.3344088 Feb 04 05:46:39.953356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51404) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:39.981827 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Allocated IP 2001:db8::2 (a426354b-a0ac-4a9f-b685-5af7ac691c08/434b93f2-6669-4321-a845-ef4d4c1f6928/80625087-a817-496f-b93a-676fff368b5b) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:39.984359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5614283c-c2a8-457b-805e-0ae527947072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:40.090897 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4f5d1107-80c6-434f-9b86-f69eb12460da tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/routers/9e9da179-134e-4d1a-81e7-e2092807af8e HTTP/1.1" status: 200 len: 953 time: 0.1316271 Feb 04 05:46:40.139890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51406) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:40.148340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e30a2891-e859-4642-bd76-a11edfef24ad tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'router': {'routes': None}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:40.245385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5614283c-c2a8-457b-805e-0ae527947072 None None] For port cb87f8ef-414b-4016-bb67-3c02ebe4df67, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=cb87f8ef-414b-4016-bb67-3c02ebe4df67,segment=NetworkSegment(4f2fc831-99c1-4220-98f9-652b5f906f4d),segment_id=4f2fc831-99c1-4220-98f9-652b5f906f4d)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:40.250392 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5614283c-c2a8-457b-805e-0ae527947072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:40.250571 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-849dde68-4745-4da8-9efb-d5dba4d51aec req-4dfacc1c-a3c0-468a-9015-c643b6456e3e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1545117 Feb 04 05:46:40.285586 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c678a716-204f-4ef7-aff4-f2ba5813aa98 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:40.296055 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa141c-f631-4bf7-8e0f-08447ed3ab6a None None] Sync routers for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:40.328018 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-48bd37e7-e25f-4713-a131-6bc6964278e9 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:40.334070 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-232a1482-3f9e-4712-bd41-d697a58bd6aa tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Made reservation on behalf of 13898e4eae9c4a39a1ea38e398ad458a for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:40.340847 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-232a1482-3f9e-4712-bd41-d697a58bd6aa tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:40.355322 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa141c-f631-4bf7-8e0f-08447ed3ab6a None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:40.355866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-85aa141c-f631-4bf7-8e0f-08447ed3ab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:40.440598 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4e0e2bfb-4fa8-4b1b-8030-b4e024083421 req-c5e695cd-81c1-48ef-8fb7-b21f34679ce8 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 210 time: 0.1704161 Feb 04 05:46:40.448695 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dca612b-b695-479a-8a3a-58ae1e99f7fc tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Made reservation on behalf of af81dd1a3a9847a3b2ef24f9da15e0f9 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:40.452833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8dca612b-b695-479a-8a3a-58ae1e99f7fc tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:40.487781 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614283c-c2a8-457b-805e-0ae527947072 None None] Pushing event updated for resources: {'Port': ['ID=cb87f8ef-414b-4016-bb67-3c02ebe4df67,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:40.498432 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dde68-4745-4da8-9efb-d5dba4d51aec req-0098090e-2db8-4b7f-994c-b21d6266522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:40.500655 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-849dde68-4745-4da8-9efb-d5dba4d51aec req-0098090e-2db8-4b7f-994c-b21d6266522d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 1098 time: 0.1779964 Feb 04 05:46:40.512460 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:40.522030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-647f84cf-d4d2-4ecf-9c28-f53564143128 None None] Provisioning complete for port cb87f8ef-414b-4016-bb67-3c02ebe4df67 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:40.522409 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-647f84cf-d4d2-4ecf-9c28-f53564143128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:40.555151 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:40.571461 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-85aa141c-f631-4bf7-8e0f-08447ed3ab6a None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:40.605354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:40.614925 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port c678a716-204f-4ef7-aff4-f2ba5813aa98 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:40.615290 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:40.687171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dde68-4745-4da8-9efb-d5dba4d51aec req-80717a53-5fee-4da1-befd-764ecf44bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:40.688683 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-849dde68-4745-4da8-9efb-d5dba4d51aec req-80717a53-5fee-4da1-befd-764ecf44bd13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 912 time: 0.1652496 Feb 04 05:46:40.697076 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Network a426354b-a0ac-4a9f-b685-5af7ac691c08 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:40.721896 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-8dca612b-b695-479a-8a3a-58ae1e99f7fc tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] device_id is not set on port 1dd905a1-b678-4fd4-8de7-87a4c1eeaa67 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:40.733163 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Allocated IP 172.26.3.248 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/0762c7f9-560e-462c-be4e-e23f4aeb762f) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:40.741111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:40.747191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:40.750149 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Pushing event updated for resources: {'Port': ['ID=80625087-a817-496f-b93a-676fff368b5b,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:40.853956 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-849dde68-4745-4da8-9efb-d5dba4d51aec req-1640645f-69de-4f1f-85c4-d6a42249dc50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a834a86b-d94f-45cd-9465-1b317dcc3737 HTTP/1.1" status: 200 len: 1001 time: 0.1573713 Feb 04 05:46:40.938921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-788ee468-eb57-4d6b-b750-f30c67a2fb37 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:40.941337 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Attempting to bind port 80625087-a817-496f-b93a-676fff368b5b on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:40.941860 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Attempting to bind port 80625087-a817-496f-b93a-676fff368b5b by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'a68a13d5-83d2-4282-9e47-42f20c9fcf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a426354b-a0ac-4a9f-b685-5af7ac691c08'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:40.942110 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Attempting to bind port 80625087-a817-496f-b93a-676fff368b5b on network a426354b-a0ac-4a9f-b685-5af7ac691c08 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:40.955859 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:40.956267 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Checking segment: {'id': 'a68a13d5-83d2-4282-9e47-42f20c9fcf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a426354b-a0ac-4a9f-b685-5af7ac691c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:40.956631 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:40.957025 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Bound using segment: {'id': 'a68a13d5-83d2-4282-9e47-42f20c9fcf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a426354b-a0ac-4a9f-b685-5af7ac691c08'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:40.957517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Bound port: 80625087-a817-496f-b93a-676fff368b5b, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68a13d5-83d2-4282-9e47-42f20c9fcf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a426354b-a0ac-4a9f-b685-5af7ac691c08'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:40.957932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:40.960757 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device cb87f8ef-414b-4016-bb67-3c02ebe4df67 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:41.066001 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ee468-eb57-4d6b-b750-f30c67a2fb37 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Port': ['ID=42e17800-0f65-440c-9f8d-0a43f631702f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:41.074455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bd37e7-e25f-4713-a131-6bc6964278e9 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:41.080229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-232a1482-3f9e-4712-bd41-d697a58bd6aa tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Allocated IP 172.20.0.2 (02516016-3ecf-4154-a690-9b60d2ea741c/9be0e21b-5d13-4542-91cb-1e2c3a302864/10be5969-46fc-49d2-9916-226426130e7e) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:41.099282 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] For port 80625087-a817-496f-b93a-676fff368b5b, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:41.118112 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] For port 80625087-a817-496f-b93a-676fff368b5b, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=80625087-a817-496f-b93a-676fff368b5b,segment=NetworkSegment(a68a13d5-83d2-4282-9e47-42f20c9fcf09),segment_id=a68a13d5-83d2-4282-9e47-42f20c9fcf09)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:41.119898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port cb87f8ef-414b-4016-bb67-3c02ebe4df67 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:41.120271 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:41.156769 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-85aa141c-f631-4bf7-8e0f-08447ed3ab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:38Z', 'revision_number': 6, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'cb87f8ef-414b-4016-bb67-3c02ebe4df67', 'name': '', 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:2e:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:31Z', 'updated_at': '2022-02-04T05:46:40Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de982085-608e-4d5d-b841-2d5f91479b2f', 'name': '', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:00:a1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:22Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:41.161641 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:41.216615 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa141c-f631-4bf7-8e0f-08447ed3ab6a None None] Checking router: 9e9da179-134e-4d1a-81e7-e2092807af8e for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:46:41.235529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-788ee468-eb57-4d6b-b750-f30c67a2fb37 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:41.240429 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-788ee468-eb57-4d6b-b750-f30c67a2fb37 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/42e17800-0f65-440c-9f8d-0a43f631702f HTTP/1.1" status: 204 len: 168 time: 3.8196993 Feb 04 05:46:41.265844 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51412) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:41.305747 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa141c-f631-4bf7-8e0f-08447ed3ab6a None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:41.306611 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-85aa141c-f631-4bf7-8e0f-08447ed3ab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:41.312279 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-8dca612b-b695-479a-8a3a-58ae1e99f7fc tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Allocated IP 2001:db8::4d (a426354b-a0ac-4a9f-b685-5af7ac691c08/434b93f2-6669-4321-a845-ef4d4c1f6928/1dd905a1-b678-4fd4-8de7-87a4c1eeaa67) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:41.313419 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-17269d49-0108-4b1a-839e-9ec476cf5e16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:41.383185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dde68-4745-4da8-9efb-d5dba4d51aec req-ece4b124-fe6f-470c-9730-b38a0a7f1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:41.384538 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-849dde68-4745-4da8-9efb-d5dba4d51aec req-ece4b124-fe6f-470c-9730-b38a0a7f1a37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 200 len: 851 time: 0.5033889 Feb 04 05:46:41.411892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fa69e-c7c3-4b48-9fa5-5ec6ef951c08 None None] Pushing event updated for resources: {'Port': ['ID=80625087-a817-496f-b93a-676fff368b5b,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:41.467915 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-85aa141c-f631-4bf7-8e0f-08447ed3ab6a None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:41.541662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70a588d-84ff-4326-bf5b-f66a9ca3210b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:41.543304 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f70a588d-84ff-4326-bf5b-f66a9ca3210b tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2702894 Feb 04 05:46:41.557529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51416) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:41.588023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:41.603349 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-17269d49-0108-4b1a-839e-9ec476cf5e16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:41.650348 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ef128c1c-19e7-4d84-b206-c10007a84e38 req-04cef5c1-d739-4c8d-8fef-af3b33d1ca98 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 210 time: 0.0914936 Feb 04 05:46:41.686223 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dde68-4745-4da8-9efb-d5dba4d51aec req-35442cce-821c-46d1-b487-b9b773b88fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:41.687763 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-849dde68-4745-4da8-9efb-d5dba4d51aec req-35442cce-821c-46d1-b487-b9b773b88fd4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2857778 Feb 04 05:46:41.713988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17269d49-0108-4b1a-839e-9ec476cf5e16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network f182a9fb-3318-48e1-8960-01a954b74350 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:41.734440 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17269d49-0108-4b1a-839e-9ec476cf5e16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:41.736863 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-cd9dcb70-543a-427b-9f2e-5035f1c38787 None None] Allocated IP 2001:db8:0:1::2 (f182a9fb-3318-48e1-8960-01a954b74350/93d7ca15-d09c-4ebf-b8f1-058f6e9d6a1d/c678a716-204f-4ef7-aff4-f2ba5813aa98) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:41.737228 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-17269d49-0108-4b1a-839e-9ec476cf5e16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:41.775800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17269d49-0108-4b1a-839e-9ec476cf5e16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:41.781448 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17269d49-0108-4b1a-839e-9ec476cf5e16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:41.782145 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-17269d49-0108-4b1a-839e-9ec476cf5e16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:41.791868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:41.813477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8dca612b-b695-479a-8a3a-58ae1e99f7fc tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:41.844787 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-17269d49-0108-4b1a-839e-9ec476cf5e16 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.5594373 Feb 04 05:46:41.853546 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51418) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:41.862489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bd37e7-e25f-4713-a131-6bc6964278e9 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:41.871624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-402db1e3-811b-46d8-9576-1b3d6ce2e2cb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'acfcba82-aaf5-445a-bef9-bf9a1b6a7ff6'}]}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:41.872677 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-48bd37e7-e25f-4713-a131-6bc6964278e9 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/9ea0b516-d4fe-4ab7-bcbb-042dda8f394d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2750187 Feb 04 05:46:41.879888 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51420) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:41.888714 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:41.937514 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e32df4-1cf2-4301-a35b-5c597896a5d8 None None] Sync routers for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:41.943170 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=0762c7f9-560e-462c-be4e-e23f4aeb762f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:41.950026 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:41.955268 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e32df4-1cf2-4301-a35b-5c597896a5d8 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:41.956322 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e7e32df4-1cf2-4301-a35b-5c597896a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:41.960565 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:41.982499 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8dca612b-b695-479a-8a3a-58ae1e99f7fc tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:41.992269 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-85aa141c-f631-4bf7-8e0f-08447ed3ab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:38Z', 'revision_number': 6, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'cb87f8ef-414b-4016-bb67-3c02ebe4df67', 'name': '', 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:2e:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:31Z', 'updated_at': '2022-02-04T05:46:40Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de982085-608e-4d5d-b841-2d5f91479b2f', 'name': '', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:00:a1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:22Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:42.026520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa141c-f631-4bf7-8e0f-08447ed3ab6a None None] The sync data for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv is: [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:38Z', 'revision_number': 6, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'cb87f8ef-414b-4016-bb67-3c02ebe4df67', 'name': '', 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:2e:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:31Z', 'updated_at': '2022-02-04T05:46:40Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de982085-608e-4d5d-b841-2d5f91479b2f', 'name': '', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:00:a1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:22Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:42.036405 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-849dde68-4745-4da8-9efb-d5dba4d51aec req-4b880c08-d77f-4c5c-b1df-16161cfaeae5 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366022 Feb 04 05:46:42.036794 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-cd9dcb70-543a-427b-9f2e-5035f1c38787 None None] For port c678a716-204f-4ef7-aff4-f2ba5813aa98, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c678a716-204f-4ef7-aff4-f2ba5813aa98,segment=NetworkSegment(a9d96c97-6cdf-4eaf-8126-896a8a66dee2),segment_id=a9d96c97-6cdf-4eaf-8126-896a8a66dee2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:42.040633 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a754337-ddb5-4685-abe0-911be826bcda tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Deleting subnet 9c8032d0-1e8c-4a03-b793-86627217bc45 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:42.089336 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-402db1e3-811b-46d8-9576-1b3d6ce2e2cb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:42.093892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cd9dcb70-543a-427b-9f2e-5035f1c38787 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:42.101194 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cd9dcb70-543a-427b-9f2e-5035f1c38787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:42.156403 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-e7e32df4-1cf2-4301-a35b-5c597896a5d8 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:42.240453 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e7e32df4-1cf2-4301-a35b-5c597896a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:38Z', 'revision_number': 11, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:42.354812 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9dcb70-543a-427b-9f2e-5035f1c38787 None None] Pushing event updated for resources: {'Port': ['ID=c678a716-204f-4ef7-aff4-f2ba5813aa98,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:42.357885 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 80625087-a817-496f-b93a-676fff368b5b up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:42.403513 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e32df4-1cf2-4301-a35b-5c597896a5d8 None None] Checking router: 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:46:42.427010 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e32df4-1cf2-4301-a35b-5c597896a5d8 None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:42.427879 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e7e32df4-1cf2-4301-a35b-5c597896a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:42.509067 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 80625087-a817-496f-b93a-676fff368b5b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:42.509725 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:42.535925 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a754337-ddb5-4685-abe0-911be826bcda tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:42.567880 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-e7e32df4-1cf2-4301-a35b-5c597896a5d8 None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:42.635985 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dca612b-b695-479a-8a3a-58ae1e99f7fc tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Network a426354b-a0ac-4a9f-b685-5af7ac691c08 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:42.644424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d60ee3-f4f1-4739-8933-fc1131afe421 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:42.650121 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-74d60ee3-f4f1-4739-8933-fc1131afe421 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.0760317 Feb 04 05:46:42.651079 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51422) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:42.669749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:42.687374 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e7e32df4-1cf2-4301-a35b-5c597896a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:38Z', 'revision_number': 11, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:42.740214 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-232a1482-3f9e-4712-bd41-d697a58bd6aa tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:42.747240 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e32df4-1cf2-4301-a35b-5c597896a5d8 None None] The sync data for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv is: [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:38Z', 'revision_number': 11, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:42.748597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3cf53a13-be95-4fcb-a947-ff32f7ae5f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:42.766146 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:42.776424 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 80625087-a817-496f-b93a-676fff368b5b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=80625087-a817-496f-b93a-676fff368b5b,segment=NetworkSegment(a68a13d5-83d2-4282-9e47-42f20c9fcf09),segment_id=a68a13d5-83d2-4282-9e47-42f20c9fcf09)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:42.783376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:42.784359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device cb87f8ef-414b-4016-bb67-3c02ebe4df67 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:42.853634 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-849dde68-4745-4da8-9efb-d5dba4d51aec req-01782d8e-c1b3-4462-9c60-672cb2648c74 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8040862 Feb 04 05:46:42.890522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=80625087-a817-496f-b93a-676fff368b5b,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:42.909364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca612b-b695-479a-8a3a-58ae1e99f7fc tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event updated for resources: {'Port': ['ID=1dd905a1-b678-4fd4-8de7-87a4c1eeaa67,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:42.920074 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-8dca612b-b695-479a-8a3a-58ae1e99f7fc tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:42.920960 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port cb87f8ef-414b-4016-bb67-3c02ebe4df67 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:42.921902 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:42.950880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dca612b-b695-479a-8a3a-58ae1e99f7fc tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:42.956529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dca612b-b695-479a-8a3a-58ae1e99f7fc tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:42.957165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8dca612b-b695-479a-8a3a-58ae1e99f7fc tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:42.995170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-232a1482-3f9e-4712-bd41-d697a58bd6aa tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:42.995376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb778113-5934-4c97-802c-400831df57b5 None None] Network a426354b-a0ac-4a9f-b685-5af7ac691c08 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:43.012505 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.048212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.extraroute_db [None req-e30a2891-e859-4642-bd76-a11edfef24ad tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Added routes are [] {{(pid=108745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 05:46:43.048528 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.extraroute_db [None req-e30a2891-e859-4642-bd76-a11edfef24ad tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=108745) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 05:46:43.102586 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a754337-ddb5-4685-abe0-911be826bcda tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.160927 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8dca612b-b695-479a-8a3a-58ae1e99f7fc tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7516692 Feb 04 05:46:43.180995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51426) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:43.193274 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-84195622-7f8a-4dc6-b5ba-222d1c35d265 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Request body: {'port': {'network_id': 'a426354b-a0ac-4a9f-b685-5af7ac691c08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1223861754', 'allowed_address_pairs': [{'ip_address': '2001:db8::4d', 'mac_address': 'fa:16:3e:43:54:54'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:43.212455 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-402db1e3-811b-46d8-9576-1b3d6ce2e2cb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Delete allocated IP 2001:db8:0:1::10e (f182a9fb-3318-48e1-8960-01a954b74350/93d7ca15-d09c-4ebf-b8f1-058f6e9d6a1d) {{(pid=108744) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 05:46:43.246505 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a7c086-a7a8-42e1-99f3-a2b5254426b9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:43.250987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a7c086-a7a8-42e1-99f3-a2b5254426b9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:43.252423 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a7c086-a7a8-42e1-99f3-a2b5254426b9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:43.261655 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-47a7c086-a7a8-42e1-99f3-a2b5254426b9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3770835 Feb 04 05:46:43.269912 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-85bf7ff9-2278-437b-8a23-b5323b1b4305 None None] Provisioning complete for port 80625087-a817-496f-b93a-676fff368b5b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:43.270467 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-85bf7ff9-2278-437b-8a23-b5323b1b4305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.274364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-232a1482-3f9e-4712-bd41-d697a58bd6aa tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Network 02516016-3ecf-4154-a690-9b60d2ea741c is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:43.275505 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51428) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:43.391826 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.401089 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-232a1482-3f9e-4712-bd41-d697a58bd6aa tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:43.406067 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.412480 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2a3a5-ad99-47f0-8c93-9516c38f8e72 req-97323323-e6b6-4de1-b45f-1997c28b6b99 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:43.414317 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3dc2a3a5-ad99-47f0-8c93-9516c38f8e72 req-97323323-e6b6-4de1-b45f-1997c28b6b99 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 931 time: 0.4751799 Feb 04 05:46:43.430856 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-232a1482-3f9e-4712-bd41-d697a58bd6aa tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:43.433425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a1482-3f9e-4712-bd41-d697a58bd6aa tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Pushing event updated for resources: {'Port': ['ID=10be5969-46fc-49d2-9916-226426130e7e,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:43.493043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96c918b-5436-4ad6-b01b-cdb22e90efc9 None None] Network f182a9fb-3318-48e1-8960-01a954b74350 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:43.515746 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=0762c7f9-560e-462c-be4e-e23f4aeb762f,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:43.538306 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e30a2891-e859-4642-bd76-a11edfef24ad tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.549716 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-402db1e3-811b-46d8-9576-1b3d6ce2e2cb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.562232 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-402db1e3-811b-46d8-9576-1b3d6ce2e2cb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.565358 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3c4f57-6fbe-4cbb-9e27-f717a15b8cf0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 06312c97-3bc8-4be6-a651-2e49c9f34f3d {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:43.591652 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4f57-6fbe-4cbb-9e27-f717a15b8cf0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.592187 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e55826de-84cb-4cf6-a1a1-1e8ee42446b9 None None] Provisioning complete for port c678a716-204f-4ef7-aff4-f2ba5813aa98 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:43.592805 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e55826de-84cb-4cf6-a1a1-1e8ee42446b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.631602 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.684837 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a754337-ddb5-4685-abe0-911be826bcda tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.707854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-402db1e3-811b-46d8-9576-1b3d6ce2e2cb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] In _notify_port_updated(), no bound segment for port 31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed on network f182a9fb-3318-48e1-8960-01a954b74350 {{(pid=108744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:46:43.713684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402db1e3-811b-46d8-9576-1b3d6ce2e2cb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:43.714428 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-402db1e3-811b-46d8-9576-1b3d6ce2e2cb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.715749 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-402db1e3-811b-46d8-9576-1b3d6ce2e2cb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "PUT /v2.0/ports/31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed HTTP/1.1" status: 200 len: 926 time: 1.8501999 Feb 04 05:46:43.722158 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51430) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:43.723443 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-232a1482-3f9e-4712-bd41-d697a58bd6aa tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:43.724088 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-232a1482-3f9e-4712-bd41-d697a58bd6aa tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.730755 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-2ec817ed-fbf1-4429-a2f7-72d50509e0d1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'acfcba82-aaf5-445a-bef9-bf9a1b6a7ff6'}, {'subnet_id': '93d7ca15-d09c-4ebf-b8f1-058f6e9d6a1d'}]}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:43.738084 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402db1e3-811b-46d8-9576-1b3d6ce2e2cb tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:43.764937 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3dc2a3a5-ad99-47f0-8c93-9516c38f8e72 req-b4f8f7f4-bbc6-4a08-8d65-7f91203e1d92 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181119 Feb 04 05:46:43.793387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4f57-6fbe-4cbb-9e27-f717a15b8cf0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.847001 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-232a1482-3f9e-4712-bd41-d697a58bd6aa tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2909093 Feb 04 05:46:43.881100 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Request body: {'port': {'device_id': 'b24e2af0-1f3d-49f1-93d4-8cd403456fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:43.913430 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1c6572a1-ec6c-4705-b37b-54f28fca7562 None None] Provisioning complete for port 1dd905a1-b678-4fd4-8de7-87a4c1eeaa67 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:43.914851 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1c6572a1-ec6c-4705-b37b-54f28fca7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:43.949149 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Floating IP 7804dcf3-c346-411d-81f7-9f808b006e1f associated. External IP: 172.26.3.248, port: 0a188951-8cce-4521-8eff-86bee1f32cde. Feb 04 05:46:43.962910 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c678a716-204f-4ef7-aff4-f2ba5813aa98 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:44.000449 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.059283 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1c6572a1-ec6c-4705-b37b-54f28fca7562 None None] Port 1dd905a1-b678-4fd4-8de7-87a4c1eeaa67 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:44.062384 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port c678a716-204f-4ef7-aff4-f2ba5813aa98 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:44.062872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.114838 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1c6572a1-ec6c-4705-b37b-54f28fca7562 None None] Provisioning complete for port 80625087-a817-496f-b93a-676fff368b5b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:44.115342 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1c6572a1-ec6c-4705-b37b-54f28fca7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.187771 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ec817ed-fbf1-4429-a2f7-72d50509e0d1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.227569 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84195622-7f8a-4dc6-b5ba-222d1c35d265 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Made reservation on behalf of af81dd1a3a9847a3b2ef24f9da15e0f9 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:44.242051 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a754337-ddb5-4685-abe0-911be826bcda tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.254168 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 80625087-a817-496f-b93a-676fff368b5b up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:44.296757 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c113fdb-7910-47dc-9210-43106339ab56 None None] Network e28356cf-912a-483e-ace9-527697c65b5f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:44.297314 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4f57-6fbe-4cbb-9e27-f717a15b8cf0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.335976 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a754337-ddb5-4685-abe0-911be826bcda tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.339605 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8a754337-ddb5-4685-abe0-911be826bcda tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/9c8032d0-1e8c-4a03-b793-86627217bc45 HTTP/1.1" status: 204 len: 168 time: 2.4482377 Feb 04 05:46:44.342577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51432) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:44.355965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:44.385337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a754337-ddb5-4685-abe0-911be826bcda tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8032d0-1e8c-4a03-b793-86627217bc45,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:44.409916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e30a2891-e859-4642-bd76-a11edfef24ad tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.413375 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 80625087-a817-496f-b93a-676fff368b5b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:44.413985 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.488228 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e30a2891-e859-4642-bd76-a11edfef24ad tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.521117 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-02e3f9f9-8451-41e3-ba2b-f7315b0713cc None None] Provisioning complete for port c678a716-204f-4ef7-aff4-f2ba5813aa98 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:44.521331 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-02e3f9f9-8451-41e3-ba2b-f7315b0713cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.621575 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 263ecf19-0c19-4128-ba26-500191610ab8 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:44.652088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 263ecf19-0c19-4128-ba26-500191610ab8 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:44.652612 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 263ecf19-0c19-4128-ba26-500191610ab8 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:44.707722 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e1dc0e-e922-48a1-b4ad-2c54e75ec1fa None None] DHCP port deletion for e28356cf-912a-483e-ace9-527697c65b5f request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:46:44.715575 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-02e3f9f9-8451-41e3-ba2b-f7315b0713cc None None] Provisioning complete for port 1dd905a1-b678-4fd4-8de7-87a4c1eeaa67 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:44.716082 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-02e3f9f9-8451-41e3-ba2b-f7315b0713cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.754017 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-2ec817ed-fbf1-4429-a2f7-72d50509e0d1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Allocated IP 2001:db8:0:1::1b (f182a9fb-3318-48e1-8960-01a954b74350/93d7ca15-d09c-4ebf-b8f1-058f6e9d6a1d/31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:44.783943 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-02e3f9f9-8451-41e3-ba2b-f7315b0713cc None None] Port 1dd905a1-b678-4fd4-8de7-87a4c1eeaa67 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:44.806315 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-02e3f9f9-8451-41e3-ba2b-f7315b0713cc None None] Provisioning complete for port 31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:44.806691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-02e3f9f9-8451-41e3-ba2b-f7315b0713cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.838655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c1e1dc0e-e922-48a1-b4ad-2c54e75ec1fa None None] Deleting port d6753c9d-0bd9-49ea-8ce9-8d7cae69749c {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:44.839063 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c1e1dc0e-e922-48a1-b4ad-2c54e75ec1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.863585 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bfa84133-daa8-4e5c-bb0c-e16648e095a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.902973 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-02e3f9f9-8451-41e3-ba2b-f7315b0713cc None None] Port 31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:44.922367 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c1e1dc0e-e922-48a1-b4ad-2c54e75ec1fa None None] For port d6753c9d-0bd9-49ea-8ce9-8d7cae69749c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d6753c9d-0bd9-49ea-8ce9-8d7cae69749c,segment=NetworkSegment(712a685f-81c1-45cc-a6bf-0879bf9031fb),segment_id=712a685f-81c1-45cc-a6bf-0879bf9031fb)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:44.922863 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c1e1dc0e-e922-48a1-b4ad-2c54e75ec1fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:44.937441 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c1e1dc0e-e922-48a1-b4ad-2c54e75ec1fa None None] Calling delete_port for d6753c9d-0bd9-49ea-8ce9-8d7cae69749c owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:45.027710 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e014964f-5125-4187-aa07-c4a50585c00d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.035418 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8d66066a-fcaa-41ef-997e-89afe5a56391 None None] Provisioning complete for port 31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:45.035793 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8d66066a-fcaa-41ef-997e-89afe5a56391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.066639 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c1e1dc0e-e922-48a1-b4ad-2c54e75ec1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.094812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84195622-7f8a-4dc6-b5ba-222d1c35d265 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.097104 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4f57-6fbe-4cbb-9e27-f717a15b8cf0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.103231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1dc0e-e922-48a1-b4ad-2c54e75ec1fa None None] Pushing event deleted for resources: {'Port': ['ID=d6753c9d-0bd9-49ea-8ce9-8d7cae69749c,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:45.104878 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1dc0e-e922-48a1-b4ad-2c54e75ec1fa None None] No DVR routers for this DVR port d6753c9d-0bd9-49ea-8ce9-8d7cae69749c on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:45.108359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8d66066a-fcaa-41ef-997e-89afe5a56391 None None] Port 31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:45.134491 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:45.144306 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa80983-dd81-4167-8657-05016b78af08 None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:45.155087 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa80983-dd81-4167-8657-05016b78af08 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:45.156171 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3aa80983-dd81-4167-8657-05016b78af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:45.162639 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c4f57-6fbe-4cbb-9e27-f717a15b8cf0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=06312c97-3bc8-4be6-a651-2e49c9f34f3d,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:45.183237 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4f57-6fbe-4cbb-9e27-f717a15b8cf0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.189104 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0b3c4f57-6fbe-4cbb-9e27-f717a15b8cf0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/06312c97-3bc8-4be6-a651-2e49c9f34f3d HTTP/1.1" status: 204 len: 168 time: 1.8802266 Feb 04 05:46:45.189104 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-84195622-7f8a-4dc6-b5ba-222d1c35d265 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] device_id is not set on port 4ba06d01-6595-49d7-ab3c-f3ac0f925747 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:45.189377 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51436) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:45.201887 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.202094 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1185cd5a-f5ae-461c-9809-5d358b429d4b None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:45.204262 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3aa80983-dd81-4167-8657-05016b78af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:45.224860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30a2891-e859-4642-bd76-a11edfef24ad tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 9e9da179-134e-4d1a-81e7-e2092807af8e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:45.253260 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa80983-dd81-4167-8657-05016b78af08 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:45.253941 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3aa80983-dd81-4167-8657-05016b78af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:45.276760 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4044f-027e-4350-bd8c-6891d1ac52f9 req-40f1a26a-c8fc-4ae2-bf0b-c05adce29a3c tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:45.278384 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2be4044f-027e-4350-bd8c-6891d1ac52f9 req-40f1a26a-c8fc-4ae2-bf0b-c05adce29a3c tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 931 time: 0.2923305 Feb 04 05:46:45.292936 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ae7809e2-0ff4-4ca4-a257-bce32777e6a5 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9187369 Feb 04 05:46:45.297656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51438) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:45.298231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3aa80983-dd81-4167-8657-05016b78af08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:45.298895 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa80983-dd81-4167-8657-05016b78af08 None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:45.303767 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d4a2b021-4a68-4cdb-a175-c78d3f2e5d17 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'floatingip': {'port_id': '0a188951-8cce-4521-8eff-86bee1f32cde', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:45.313339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-209aa116-43e6-4434-9a24-921b708f61b9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Deleting subnet 60e09f45-3060-4c8c-85fa-e05c2c4f2a07 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:45.323324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-209aa116-43e6-4434-9a24-921b708f61b9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.402522 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-209aa116-43e6-4434-9a24-921b708f61b9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.403116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e014964f-5125-4187-aa07-c4a50585c00d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.458075 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ec817ed-fbf1-4429-a2f7-72d50509e0d1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.468832 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b021-4a68-4cdb-a175-c78d3f2e5d17 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.475261 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ec817ed-fbf1-4429-a2f7-72d50509e0d1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.529494 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2be4044f-027e-4350-bd8c-6891d1ac52f9 req-f15c59d5-5464-4490-ac6d-31db1a96190e tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194970 Feb 04 05:46:45.534630 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-e014964f-5125-4187-aa07-c4a50585c00d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28356cf-912a-483e-ace9-527697c65b5f']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:45.592973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-e014964f-5125-4187-aa07-c4a50585c00d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712a685f-81c1-45cc-a6bf-0879bf9031fb') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:45.593293 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-e014964f-5125-4187-aa07-c4a50585c00d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712a685f-81c1-45cc-a6bf-0879bf9031fb') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:45.620990 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e014964f-5125-4187-aa07-c4a50585c00d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.656559 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec817ed-fbf1-4429-a2f7-72d50509e0d1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:45.658540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-84195622-7f8a-4dc6-b5ba-222d1c35d265 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Allocated IP 2001:db8::16c (a426354b-a0ac-4a9f-b685-5af7ac691c08/434b93f2-6669-4321-a845-ef4d4c1f6928/4ba06d01-6595-49d7-ab3c-f3ac0f925747) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:45.687712 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e014964f-5125-4187-aa07-c4a50585c00d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.694522 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10be5969-46fc-49d2-9916-226426130e7e {{(pid=108745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:46:45.695551 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2ec817ed-fbf1-4429-a2f7-72d50509e0d1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] In _notify_port_updated(), no bound segment for port 31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed on network f182a9fb-3318-48e1-8960-01a954b74350 {{(pid=108744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:46:45.702109 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec817ed-fbf1-4429-a2f7-72d50509e0d1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:45.703049 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ec817ed-fbf1-4429-a2f7-72d50509e0d1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.703166 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30a2891-e859-4642-bd76-a11edfef24ad tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:45.705029 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2ec817ed-fbf1-4429-a2f7-72d50509e0d1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "PUT /v2.0/ports/31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed HTTP/1.1" status: 200 len: 1011 time: 1.9790924 Feb 04 05:46:45.712526 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-209aa116-43e6-4434-9a24-921b708f61b9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.715394 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51440) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:45.717842 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e014964f-5125-4187-aa07-c4a50585c00d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:46:45.718388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e014964f-5125-4187-aa07-c4a50585c00d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.723926 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7e5f85-1e7d-43fe-8581-bc5d70f5329a None None] Sync routers for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:45.728492 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e30a2891-e859-4642-bd76-a11edfef24ad tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.733059 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e30a2891-e859-4642-bd76-a11edfef24ad tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/9e9da179-134e-4d1a-81e7-e2092807af8e HTTP/1.1" status: 200 len: 703 time: 5.5892470 Feb 04 05:46:45.738296 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.739821 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7e5f85-1e7d-43fe-8581-bc5d70f5329a None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:45.743986 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-4d7e5f85-1e7d-43fe-8581-bc5d70f5329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:45.759256 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51442) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:46:45.790593 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:46:45.853887 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:45.922743 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-4d7e5f85-1e7d-43fe-8581-bc5d70f5329a None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:45.940706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d6753c9d-0bd9-49ea-8ce9-8d7cae69749c no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:45.985077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: d6753c9d-0bd9-49ea-8ce9-8d7cae69749c {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:45.986408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d6753c9d-0bd9-49ea-8ce9-8d7cae69749c not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:46.006418 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d6e51bae-4942-4ad8-b99d-05acbb6ff097 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/routers/9e9da179-134e-4d1a-81e7-e2092807af8e HTTP/1.1" status: 200 len: 703 time: 0.2456951 Feb 04 05:46:46.010836 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51444) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:46.035816 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e014964f-5125-4187-aa07-c4a50585c00d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.046329 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e014964f-5125-4187-aa07-c4a50585c00d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.055261 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e014964f-5125-4187-aa07-c4a50585c00d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/networks/e28356cf-912a-483e-ace9-527697c65b5f HTTP/1.1" status: 204 len: 168 time: 1.6867559 Feb 04 05:46:46.056592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51446) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:46.065236 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-ead7d1fc-4348-4449-8bce-1de054aeeb59 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'router': {'routes': None}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:46.067484 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.provisioning_blocks [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Transition to ACTIVE for port object 10be5969-46fc-49d2-9916-226426130e7e will not be triggered until provisioned by entity L2. {{(pid=108745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:46:46.070976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f8a32c21-1dc6-4b66-9db5-eddfab700e32 None None] Provisioning complete for port 31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:46.073585 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f8a32c21-1dc6-4b66-9db5-eddfab700e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.097884 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.105402 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014964f-5125-4187-aa07-c4a50585c00d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Pushing event deleted for resources: {'Network': ['ID=e28356cf-912a-483e-ace9-527697c65b5f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:46.124193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-209aa116-43e6-4434-9a24-921b708f61b9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.136751 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f8a32c21-1dc6-4b66-9db5-eddfab700e32 None None] Port 31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:46.208731 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-d35a902b-09b4-459a-9a7a-2f1f0716044f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port 31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:46.209210 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d35a902b-09b4-459a-9a7a-2f1f0716044f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.254192 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-4d7e5f85-1e7d-43fe-8581-bc5d70f5329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:43Z', 'revision_number': 7, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'cb87f8ef-414b-4016-bb67-3c02ebe4df67', 'name': '', 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:2e:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:31Z', 'updated_at': '2022-02-04T05:46:40Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de982085-608e-4d5d-b841-2d5f91479b2f', 'name': '', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:00:a1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:22Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:46.268756 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df5e8b0-bb1c-4eba-bfcc-c06098a0a5d5 None None] Network 99cffe53-689e-4c68-95bc-797fbe732ade requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:46.271774 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Pushing event updated for resources: {'Port': ['ID=10be5969-46fc-49d2-9916-226426130e7e,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:46.281300 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-28b581bf-4ee0-4e21-99bf-4148db8ef340 None None] Provisioning complete for port 76cd4e82-7cbe-4e2b-b488-a022243683f7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:46.281742 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-28b581bf-4ee0-4e21-99bf-4148db8ef340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.283835 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7e5f85-1e7d-43fe-8581-bc5d70f5329a None None] Checking router: 9e9da179-134e-4d1a-81e7-e2092807af8e for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:46:46.292749 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7e5f85-1e7d-43fe-8581-bc5d70f5329a None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:46.293616 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-4d7e5f85-1e7d-43fe-8581-bc5d70f5329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:46.334799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-209aa116-43e6-4434-9a24-921b708f61b9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.341685 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-209aa116-43e6-4434-9a24-921b708f61b9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/60e09f45-3060-4c8c-85fa-e05c2c4f2a07 HTTP/1.1" status: 204 len: 168 time: 1.1513669 Feb 04 05:46:46.363448 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51448) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:46.395843 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-4d7e5f85-1e7d-43fe-8581-bc5d70f5329a None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:46.425795 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3b98ef98-3ade-4dcf-a21a-334cc048dd9a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611205 Feb 04 05:46:46.437578 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209aa116-43e6-4434-9a24-921b708f61b9 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Subnet': ['ID=60e09f45-3060-4c8c-85fa-e05c2c4f2a07,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:46.439790 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51450) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:46.443574 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84195622-7f8a-4dc6-b5ba-222d1c35d265 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.480367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.extraroute_db [None req-ead7d1fc-4348-4449-8bce-1de054aeeb59 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Added routes are [] {{(pid=108744) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 05:46:46.480367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.extraroute_db [None req-ead7d1fc-4348-4449-8bce-1de054aeeb59 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Removed routes are [] {{(pid=108744) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 05:46:46.480701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ead7d1fc-4348-4449-8bce-1de054aeeb59 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.511086 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d35a902b-09b4-459a-9a7a-2f1f0716044f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.544316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-d35a902b-09b4-459a-9a7a-2f1f0716044f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for 31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:46.549549 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Attempting to bind port 10be5969-46fc-49d2-9916-226426130e7e on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:46.550053 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Attempting to bind port 10be5969-46fc-49d2-9916-226426130e7e by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'a44ced40-4528-4885-86c9-31342c0bdebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '02516016-3ecf-4154-a690-9b60d2ea741c'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:46.550501 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Attempting to bind port 10be5969-46fc-49d2-9916-226426130e7e on network 02516016-3ecf-4154-a690-9b60d2ea741c {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:46.581119 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Port 10be5969-46fc-49d2-9916-226426130e7e on network 02516016-3ecf-4154-a690-9b60d2ea741c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:46:46.581567 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Attempting to bind port 10be5969-46fc-49d2-9916-226426130e7e on network 02516016-3ecf-4154-a690-9b60d2ea741c {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:46.599666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a227c85-2a3f-48f6-98cd-f3574671755d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:46.602110 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9a227c85-2a3f-48f6-98cd-f3574671755d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1567111 Feb 04 05:46:46.607042 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51454) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:46.643334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:46.644135 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Checking segment: {'id': 'a44ced40-4528-4885-86c9-31342c0bdebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '02516016-3ecf-4154-a690-9b60d2ea741c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:46.644637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Bound using segment: {'id': 'a44ced40-4528-4885-86c9-31342c0bdebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '02516016-3ecf-4154-a690-9b60d2ea741c'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:46.645400 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Bound port: 10be5969-46fc-49d2-9916-226426130e7e, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44ced40-4528-4885-86c9-31342c0bdebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '02516016-3ecf-4154-a690-9b60d2ea741c'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:46.646346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.661320 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84195622-7f8a-4dc6-b5ba-222d1c35d265 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.713242 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-4d7e5f85-1e7d-43fe-8581-bc5d70f5329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:43Z', 'revision_number': 7, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'cb87f8ef-414b-4016-bb67-3c02ebe4df67', 'name': '', 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:2e:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:31Z', 'updated_at': '2022-02-04T05:46:40Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de982085-608e-4d5d-b841-2d5f91479b2f', 'name': '', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:00:a1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:22Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:46.743033 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7e5f85-1e7d-43fe-8581-bc5d70f5329a None None] The sync data for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv is: [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:43Z', 'revision_number': 7, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'cb87f8ef-414b-4016-bb67-3c02ebe4df67', 'name': '', 'network_id': '743128e8-e1cf-4fc6-9884-f415762b25fc', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:2e:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:31Z', 'updated_at': '2022-02-04T05:46:40Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': 'ee26a565-0b4b-4577-b510-5be1aded3594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de982085-608e-4d5d-b841-2d5f91479b2f', 'name': '', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:00:a1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:22Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:46.786885 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca5c510-9da0-4ee3-a606-a0ce44e92498 None None] DHCP port deletion for 99cffe53-689e-4c68-95bc-797fbe732ade request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:46:46.826272 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] For port 10be5969-46fc-49d2-9916-226426130e7e, host hv-neutron-8277, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:46.829883 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] For port 10be5969-46fc-49d2-9916-226426130e7e, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=10be5969-46fc-49d2-9916-226426130e7e,segment=NetworkSegment(a44ced40-4528-4885-86c9-31342c0bdebf),segment_id=a44ced40-4528-4885-86c9-31342c0bdebf)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:46.840655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8ca5c510-9da0-4ee3-a606-a0ce44e92498 None None] Deleting port 76cd4e82-7cbe-4e2b-b488-a022243683f7 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:46.841147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8ca5c510-9da0-4ee3-a606-a0ce44e92498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.849270 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.858426 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84195622-7f8a-4dc6-b5ba-222d1c35d265 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Network a426354b-a0ac-4a9f-b685-5af7ac691c08 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:46.892956 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-84195622-7f8a-4dc6-b5ba-222d1c35d265 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:46.917321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9393d4-7fcd-4b7c-947e-c15e284546bd req-9e916d4f-f8c8-443d-90c4-c14c2fe7002a tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:46.918987 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6b9393d4-7fcd-4b7c-947e-c15e284546bd req-9e916d4f-f8c8-443d-90c4-c14c2fe7002a tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 943 time: 0.2503927 Feb 04 05:46:46.920965 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84195622-7f8a-4dc6-b5ba-222d1c35d265 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:46.927030 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84195622-7f8a-4dc6-b5ba-222d1c35d265 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:46.927718 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84195622-7f8a-4dc6-b5ba-222d1c35d265 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.934652 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8ca5c510-9da0-4ee3-a606-a0ce44e92498 None None] For port 76cd4e82-7cbe-4e2b-b488-a022243683f7, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=76cd4e82-7cbe-4e2b-b488-a022243683f7,segment=NetworkSegment(ba5bee84-6b80-48b4-b277-569a8d1ba4ff),segment_id=ba5bee84-6b80-48b4-b277-569a8d1ba4ff)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:46.935049 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8ca5c510-9da0-4ee3-a606-a0ce44e92498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:46.940419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84195622-7f8a-4dc6-b5ba-222d1c35d265 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event updated for resources: {'Port': ['ID=4ba06d01-6595-49d7-ab3c-f3ac0f925747,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:46.958928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8ca5c510-9da0-4ee3-a606-a0ce44e92498 None None] Calling delete_port for 76cd4e82-7cbe-4e2b-b488-a022243683f7 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:46.980332 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-84195622-7f8a-4dc6-b5ba-222d1c35d265 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.7981498 Feb 04 05:46:46.987166 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51456) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:47.023293 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:47.024084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:47.025616 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] 10.222.0.26 "PUT /v2.0/ports/10be5969-46fc-49d2-9916-226426130e7e HTTP/1.1" status: 200 len: 1093 time: 3.1517839 Feb 04 05:46:47.026042 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24e2af0-1f3d-49f1-93d4-8cd403456fa6', 'tag': '10be5969-46fc-49d2-9916-226426130e7e'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:46:47.028419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba96c5a-598e-4dae-97e9-e9d8aed27bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "b24e2af0-1f3d-49f1-93d4-8cd403456fa6", "tag": "10be5969-46fc-49d2-9916-226426130e7e"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:46:47.103583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8ca5c510-9da0-4ee3-a606-a0ce44e92498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:47.140415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5c510-9da0-4ee3-a606-a0ce44e92498 None None] Pushing event deleted for resources: {'Port': ['ID=76cd4e82-7cbe-4e2b-b488-a022243683f7,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:47.145763 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca5c510-9da0-4ee3-a606-a0ce44e92498 None None] No DVR routers for this DVR port 76cd4e82-7cbe-4e2b-b488-a022243683f7 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:47.189684 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ac8523-0202-479a-9bab-282f87b40c4c x-openstack-request-id: req-02ac8523-0202-479a-9bab-282f87b40c4c {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:46:47.190258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24e2af0-1f3d-49f1-93d4-8cd403456fa6", "tag": "10be5969-46fc-49d2-9916-226426130e7e", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:46:47.190258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-02ac8523-0202-479a-9bab-282f87b40c4c {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:46:47.190641 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24e2af0-1f3d-49f1-93d4-8cd403456fa6', 'tag': '10be5969-46fc-49d2-9916-226426130e7e', 'status': 'completed', 'code': 200} Feb 04 05:46:47.220903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdb51e1-1b8c-4748-8938-94e965c323bc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:47.224650 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4fdb51e1-1b8c-4748-8938-94e965c323bc tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6097982 Feb 04 05:46:47.247780 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51460) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:47.264598 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ead7d1fc-4348-4449-8bce-1de054aeeb59 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:47.271216 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ead7d1fc-4348-4449-8bce-1de054aeeb59 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:47.292054 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6b9393d4-7fcd-4b7c-947e-c15e284546bd req-96c48626-6a5b-44a0-b386-ca7e4d047f1b tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473961 Feb 04 05:46:47.321836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-81ebe9aa-85b6-4dca-a6e3-4e982064fb69 None None] Provisioning complete for port 4ba06d01-6595-49d7-ab3c-f3ac0f925747 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:47.321836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-81ebe9aa-85b6-4dca-a6e3-4e982064fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:47.336926 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c5e7c-4bc2-4b21-9cc1-f786e631aa74 service neutron] Pushing event updated for resources: {'Port': ['ID=10be5969-46fc-49d2-9916-226426130e7e,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:47.346895 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-efeec31e-ddb5-4375-9d6f-7935d941711e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736604 Feb 04 05:46:47.354216 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51462) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:47.360619 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-81ebe9aa-85b6-4dca-a6e3-4e982064fb69 None None] Port 4ba06d01-6595-49d7-ab3c-f3ac0f925747 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:47.397138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb2d48-8cc2-43e6-acba-ee88a94115ce tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:47.403535 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb2d48-8cc2-43e6-acba-ee88a94115ce tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:47.409413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb2d48-8cc2-43e6-acba-ee88a94115ce tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:47.411031 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6acb2d48-8cc2-43e6-acba-ee88a94115ce tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4107497 Feb 04 05:46:47.415542 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-f4e77689-3ab1-4914-b224-e9bc4df7b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:47.416983 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-f4e77689-3ab1-4914-b224-e9bc4df7b5ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13898e4eae9c4a39a1ea38e398ad458a&device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 1096 time: 0.2459755 Feb 04 05:46:47.418685 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51464) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:47.419715 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0618981-523d-40a7-bcd6-1abb107c4001 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:47.420548 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0618981-523d-40a7-bcd6-1abb107c4001 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:47.423622 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d0618981-523d-40a7-bcd6-1abb107c4001 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/42e17800-0f65-440c-9f8d-0a43f631702f HTTP/1.1" status: 404 len: 333 time: 0.0652103 Feb 04 05:46:47.431385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51466) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:47.445125 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d35a902b-09b4-459a-9a7a-2f1f0716044f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:47.449107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead7d1fc-4348-4449-8bce-1de054aeeb59 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:47.520457 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-eb0e7c12-1da3-4622-9e34-8b75d2f07d34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10be5969-46fc-49d2-9916-226426130e7e HTTP/1.1" status: 200 len: 217 time: 0.0896325 Feb 04 05:46:47.541366 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4debff-0219-499b-ad06-7ae3ef5b56a2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:47.541840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4debff-0219-499b-ad06-7ae3ef5b56a2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:47.544755 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1f4debff-0219-499b-ad06-7ae3ef5b56a2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/60e09f45-3060-4c8c-85fa-e05c2c4f2a07 HTTP/1.1" status: 404 len: 337 time: 0.1122241 Feb 04 05:46:47.557377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51468) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:47.558150 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a902b-09b4-459a-9a7a-2f1f0716044f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:47.602610 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b021-4a68-4cdb-a175-c78d3f2e5d17 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:47.607199 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead7d1fc-4348-4449-8bce-1de054aeeb59 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:47.610049 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b021-4a68-4cdb-a175-c78d3f2e5d17 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:47.618237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ead7d1fc-4348-4449-8bce-1de054aeeb59 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:47.622682 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ead7d1fc-4348-4449-8bce-1de054aeeb59 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/9ea0b516-d4fe-4ab7-bcbb-042dda8f394d HTTP/1.1" status: 200 len: 701 time: 1.5579002 Feb 04 05:46:47.622881 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7bae54-a1a2-4dd0-ac85-28ba09fb116d None None] Sync routers for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:47.653575 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7bae54-a1a2-4dd0-ac85-28ba09fb116d None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:47.654672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-bf7bae54-a1a2-4dd0-ac85-28ba09fb116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:47.659091 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:47.662214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51470) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:47.692817 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1229f935-17de-4b8a-ba71-51b4ef333336 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:47.698722 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f3cacbd1-ae8c-4abf-a1b0-3b28b736dd20 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ea0b516-d4fe-4ab7-bcbb-042dda8f394d HTTP/1.1" status: 200 len: 205 time: 0.0353837 Feb 04 05:46:47.702321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51472) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:47.749640 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-bf7bae54-a1a2-4dd0-ac85-28ba09fb116d None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:47.819875 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-bf7bae54-a1a2-4dd0-ac85-28ba09fb116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:38Z', 'revision_number': 11, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:47.858593 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7bae54-a1a2-4dd0-ac85-28ba09fb116d None None] Checking router: 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:46:47.871017 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7bae54-a1a2-4dd0-ac85-28ba09fb116d None None] Routers {'9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:47.872030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-bf7bae54-a1a2-4dd0-ac85-28ba09fb116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:47.894951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5712c13c-a5db-4ac7-b743-89ba7b3da060 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:47.921888 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 76cd4e82-7cbe-4e2b-b488-a022243683f7 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:47.958096 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a2db8e-319b-4388-822c-bd5a8538db24 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:47.958804 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a2db8e-319b-4388-822c-bd5a8538db24 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:47.964889 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-44a2db8e-319b-4388-822c-bd5a8538db24 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/06312c97-3bc8-4be6-a651-2e49c9f34f3d HTTP/1.1" status: 404 len: 337 time: 0.4024916 Feb 04 05:46:47.972349 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51474) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:47.980189 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 76cd4e82-7cbe-4e2b-b488-a022243683f7 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:47.980581 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 76cd4e82-7cbe-4e2b-b488-a022243683f7 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:47.982646 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-bf7bae54-a1a2-4dd0-ac85-28ba09fb116d None None] Set router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:47.985136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.036556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-bf7bae54-a1a2-4dd0-ac85-28ba09fb116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:38Z', 'revision_number': 11, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:48.045463 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-8f35d6a9-0889-4e75-a5f2-903eca64ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:48.045463 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-8f35d6a9-0889-4e75-a5f2-903eca64ce7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9be0e21b-5d13-4542-91cb-1e2c3a302864 HTTP/1.1" status: 200 len: 850 time: 0.4967089 Feb 04 05:46:48.047946 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f24bd64-f2bd-40ee-a270-ffaf183bab75 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:48.048636 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f24bd64-f2bd-40ee-a270-ffaf183bab75 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:48.055031 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8f24bd64-f2bd-40ee-a270-ffaf183bab75 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/c5e33888-1a32-469b-85f5-99cc962b6540 HTTP/1.1" status: 404 len: 333 time: 0.0817292 Feb 04 05:46:48.059446 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51476) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.067386 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7bae54-a1a2-4dd0-ac85-28ba09fb116d None None] The sync data for ids ['9ea0b516-d4fe-4ab7-bcbb-042dda8f394d'] in dv-neutron-827794-1-hyperv is: [{'id': '9ea0b516-d4fe-4ab7-bcbb-042dda8f394d', 'name': 'tempest-RoutersTest-router-1920638232', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:25Z', 'updated_at': '2022-02-04T05:46:38Z', 'revision_number': 11, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:48.074730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d35a902b-09b4-459a-9a7a-2f1f0716044f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.080608 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d35a902b-09b4-459a-9a7a-2f1f0716044f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed HTTP/1.1" status: 204 len: 168 time: 2.3640974 Feb 04 05:46:48.082546 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51478) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.127504 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-a32bfa64-fb6d-4254-a5e6-41755423b402 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02516016-3ecf-4154-a690-9b60d2ea741c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698113 Feb 04 05:46:48.128348 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b0af38-1c2f-40f9-983c-b96e1ed1a65d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:48.128781 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b0af38-1c2f-40f9-983c-b96e1ed1a65d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:48.134649 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-79b0af38-1c2f-40f9-983c-b96e1ed1a65d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/26f0c35a-3b15-4878-beb1-19cacb2f8966 HTTP/1.1" status: 404 len: 337 time: 0.0713975 Feb 04 05:46:48.146168 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51480) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.163101 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0063240-73b7-4d55-b2ad-4c95255881bf tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] GET failed (client error): The resource could not be found. Feb 04 05:46:48.164614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5712c13c-a5db-4ac7-b743-89ba7b3da060 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.167484 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e0063240-73b7-4d55-b2ad-4c95255881bf tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed HTTP/1.1" status: 404 len: 333 time: 0.0815859 Feb 04 05:46:48.169291 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5712c13c-a5db-4ac7-b743-89ba7b3da060 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.170132 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51482) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.232661 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1369e657-7d82-4595-ae4a-c2ea07d760e2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:48.233300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1369e657-7d82-4595-ae4a-c2ea07d760e2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:48.236084 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1369e657-7d82-4595-ae4a-c2ea07d760e2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/43581dad-f2a4-4a56-ab44-e32592f0fc76 HTTP/1.1" status: 404 len: 337 time: 0.0874395 Feb 04 05:46:48.246430 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51484) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.283893 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5712c13c-a5db-4ac7-b743-89ba7b3da060 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.284422 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5712c13c-a5db-4ac7-b743-89ba7b3da060 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Fanout notify agent at l3_agent the message router_deleted on router 9ea0b516-d4fe-4ab7-bcbb-042dda8f394d {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:46:48.286205 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6469c8-c7b4-40f5-a817-96ec6ee36f98 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:48.286893 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6469c8-c7b4-40f5-a817-96ec6ee36f98 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:48.292636 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ce6469c8-c7b4-40f5-a817-96ec6ee36f98 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/6c6c6b72-8f39-4f58-9da1-1d5a8ce54603 HTTP/1.1" status: 404 len: 333 time: 0.0418918 Feb 04 05:46:48.296218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c0bab0-f1ef-417b-965d-6655677b4dfd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting subnet 93d7ca15-d09c-4ebf-b8f1-058f6e9d6a1d {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:48.297295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5712c13c-a5db-4ac7-b743-89ba7b3da060 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.302136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51486) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.302305 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5712c13c-a5db-4ac7-b743-89ba7b3da060 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/routers/9ea0b516-d4fe-4ab7-bcbb-042dda8f394d HTTP/1.1" status: 204 len: 168 time: 0.5937617 Feb 04 05:46:48.306981 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51488) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.310765 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c0b5f-6616-4d90-a830-b863052f26b9 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Deleting port 4ba06d01-6595-49d7-ab3c-f3ac0f925747 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:48.311107 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac1c0b5f-6616-4d90-a830-b863052f26b9 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.315315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-095bb444-bd01-4da0-8fd2-1ef6c36d4707 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1786461688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:48.316736 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-79c0bab0-f1ef-417b-965d-6655677b4dfd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.322502 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a2b021-4a68-4cdb-a175-c78d3f2e5d17 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:48.448856 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-02913dee-61da-4383-9edd-61beefbf926d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:48.449458 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02913dee-61da-4383-9edd-61beefbf926d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:48.452687 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-02913dee-61da-4383-9edd-61beefbf926d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/fc0e2cdb-5b2a-43da-9d59-09680eeb2654 HTTP/1.1" status: 404 len: 337 time: 0.1510918 Feb 04 05:46:48.453087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-095bb444-bd01-4da0-8fd2-1ef6c36d4707 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.454119 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-095bb444-bd01-4da0-8fd2-1ef6c36d4707 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.458040 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51492) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.495327 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-79c0bab0-f1ef-417b-965d-6655677b4dfd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.499753 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-bf1942f4-12a5-41d8-becf-836381614375 service neutron] 10.222.0.26 "GET /v2.0/networks/02516016-3ecf-4154-a690-9b60d2ea741c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526442 Feb 04 05:46:48.525694 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba9f437-a35a-464a-9066-e271deb8d90e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:48.526250 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba9f437-a35a-464a-9066-e271deb8d90e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:48.531559 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1ba9f437-a35a-464a-9066-e271deb8d90e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/b0695f68-e753-4168-8312-29743759315e HTTP/1.1" status: 404 len: 337 time: 0.0672030 Feb 04 05:46:48.536717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51494) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.605810 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8b23cc-981d-4e24-85e4-76119d3398ec tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:48.606416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8b23cc-981d-4e24-85e4-76119d3398ec tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:48.606520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc3122-8d7a-40ef-88b4-d6a0d85e9d62 req-df4bde82-3b0d-4215-b708-3d15c41a6ae3 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:48.607954 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-72dc3122-8d7a-40ef-88b4-d6a0d85e9d62 req-df4bde82-3b0d-4215-b708-3d15c41a6ae3 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 943 time: 0.1921451 Feb 04 05:46:48.611676 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6f8b23cc-981d-4e24-85e4-76119d3398ec tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/7455f8ec-2bf3-4c61-aadd-68ec23a94848 HTTP/1.1" status: 404 len: 333 time: 0.0717897 Feb 04 05:46:48.613848 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a2b021-4a68-4cdb-a175-c78d3f2e5d17 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:48.615969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51496) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.617209 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-095bb444-bd01-4da0-8fd2-1ef6c36d4707 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.623923 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f1df2-90a1-4e0a-8c91-dfe787be11d7 None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:48.627648 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b021-4a68-4cdb-a175-c78d3f2e5d17 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.636894 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f1df2-90a1-4e0a-8c91-dfe787be11d7 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:48.637639 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-680f1df2-90a1-4e0a-8c91-dfe787be11d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:48.639319 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac1c0b5f-6616-4d90-a830-b863052f26b9 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.654943 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-095bb444-bd01-4da0-8fd2-1ef6c36d4707 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.671834 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-680f1df2-90a1-4e0a-8c91-dfe787be11d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:48.672157 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c0b5f-6616-4d90-a830-b863052f26b9 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Calling delete_port for 4ba06d01-6595-49d7-ab3c-f3ac0f925747 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:48.677029 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-46dfa7fb-ed92-43a6-b104-7e4841e1bbd5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:48.677414 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46dfa7fb-ed92-43a6-b104-7e4841e1bbd5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:48.680919 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-46dfa7fb-ed92-43a6-b104-7e4841e1bbd5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/8f6df175-14cf-4e6c-924b-eab45ec62afc HTTP/1.1" status: 404 len: 337 time: 0.0625265 Feb 04 05:46:48.686032 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f1df2-90a1-4e0a-8c91-dfe787be11d7 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:48.687208 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-680f1df2-90a1-4e0a-8c91-dfe787be11d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:48.688032 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51498) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.703014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1229f935-17de-4b8a-ba71-51b4ef333336 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port cb87f8ef-414b-4016-bb67-3c02ebe4df67 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:48.703343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1229f935-17de-4b8a-ba71-51b4ef333336 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.724955 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-680f1df2-90a1-4e0a-8c91-dfe787be11d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:48.725748 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f1df2-90a1-4e0a-8c91-dfe787be11d7 None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:48.736610 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-72dc3122-8d7a-40ef-88b4-d6a0d85e9d62 req-b85778e2-0b81-41fa-bb28-8633878a54a5 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059217 Feb 04 05:46:48.766688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-095bb444-bd01-4da0-8fd2-1ef6c36d4707 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.767878 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-095bb444-bd01-4da0-8fd2-1ef6c36d4707 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4589162 Feb 04 05:46:48.768907 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa5299c-fed7-4f6b-89d3-385c1995fcd0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:48.769359 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa5299c-fed7-4f6b-89d3-385c1995fcd0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:48.772265 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8aa5299c-fed7-4f6b-89d3-385c1995fcd0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/a023da96-0b67-4386-a393-9e979ecba0b3 HTTP/1.1" status: 404 len: 337 time: 0.0814445 Feb 04 05:46:48.774800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51500) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.775317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51502) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.780177 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-79c0bab0-f1ef-417b-965d-6655677b4dfd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.808365 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e25ab52d-7e7c-41cd-8f1f-7446cc60563e req-7b0104dc-a105-4859-80ce-c2dd330ade37 service neutron] 10.222.0.26 "GET /v2.0/networks/02516016-3ecf-4154-a690-9b60d2ea741c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798753 Feb 04 05:46:48.808919 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7b4768ce-5268-4a9a-b802-b79379bc0ac2 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Request body: {'router': {'admin_state_up': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:48.865179 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4d923a-ba44-4284-a3ed-1e798f6a2ff2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:48.865852 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4d923a-ba44-4284-a3ed-1e798f6a2ff2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:48.869366 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8a4d923a-ba44-4284-a3ed-1e798f6a2ff2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/e83a8656-4bd6-4645-adab-ecf35fe658ab HTTP/1.1" status: 404 len: 333 time: 0.0747516 Feb 04 05:46:48.875261 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51504) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.906739 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d4a2b021-4a68-4cdb-a175-c78d3f2e5d17 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "PUT /v2.0/floatingips/7804dcf3-c346-411d-81f7-9f808b006e1f HTTP/1.1" status: 200 len: 978 time: 3.6075079 Feb 04 05:46:48.915748 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51506) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.923869 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe9dd4e-e443-478b-beeb-08b886cd4612 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:48.924328 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe9dd4e-e443-478b-beeb-08b886cd4612 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:48.927276 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dbe9dd4e-e443-478b-beeb-08b886cd4612 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/38f8cec8-a377-4558-b7fd-8ad36e3122d3 HTTP/1.1" status: 404 len: 337 time: 0.0475571 Feb 04 05:46:48.928391 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-79c0bab0-f1ef-417b-965d-6655677b4dfd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.931940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51508) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:48.988591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-79c0bab0-f1ef-417b-965d-6655677b4dfd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:48.995930 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-79c0bab0-f1ef-417b-965d-6655677b4dfd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/93d7ca15-d09c-4ebf-b8f1-058f6e9d6a1d HTTP/1.1" status: 204 len: 168 time: 0.8220646 Feb 04 05:46:48.996247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed9af6e-060f-4766-9312-8abc99e62bfe None None] Network f182a9fb-3318-48e1-8960-01a954b74350 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:48.996802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0bab0-f1ef-417b-965d-6655677b4dfd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Subnet': ['ID=93d7ca15-d09c-4ebf-b8f1-058f6e9d6a1d,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:49.022175 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51510) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:49.025875 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b710a6-5c09-44ed-ba45-604216e839ed tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:49.026626 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b710a6-5c09-44ed-ba45-604216e839ed tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:49.031890 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d3b710a6-5c09-44ed-ba45-604216e839ed tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/3624ef84-e057-4a1e-82fb-f10439efcf49 HTTP/1.1" status: 404 len: 333 time: 0.0934148 Feb 04 05:46:49.041521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51512) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:49.101490 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba96c5a-598e-4dae-97e9-e9d8aed27bc5 req-1cd77297-15ee-4f8f-8ab4-03bad75049d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:49.103119 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6ba96c5a-598e-4dae-97e9-e9d8aed27bc5 req-1cd77297-15ee-4f8f-8ab4-03bad75049d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13898e4eae9c4a39a1ea38e398ad458a&device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 1096 time: 0.2385249 Feb 04 05:46:49.108286 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-603bbd11-5705-47b2-8b10-b8006457c57c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:49.108745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603bbd11-5705-47b2-8b10-b8006457c57c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:49.114152 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-603bbd11-5705-47b2-8b10-b8006457c57c tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/403850e4-bc1b-4569-943f-72bf8f8719c4 HTTP/1.1" status: 404 len: 337 time: 0.0690181 Feb 04 05:46:49.120954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51514) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:49.228988 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9be577a-414c-4d7d-9d27-5038618bab43 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:49.229730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9be577a-414c-4d7d-9d27-5038618bab43 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:49.235221 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e9be577a-414c-4d7d-9d27-5038618bab43 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/b417474c-1adb-4825-a504-16baa53f1a20 HTTP/1.1" status: 404 len: 333 time: 0.0978458 Feb 04 05:46:49.248026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fee06ae-9768-44e7-a61e-f2e02bb619fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting subnet acfcba82-aaf5-445a-bef9-bf9a1b6a7ff6 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:49.254607 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51516) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:49.255289 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac1c0b5f-6616-4d90-a830-b863052f26b9 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:49.302354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6fee06ae-9768-44e7-a61e-f2e02bb619fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:49.343325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-1229f935-17de-4b8a-ba71-51b4ef333336 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] For port cb87f8ef-414b-4016-bb67-3c02ebe4df67, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=cb87f8ef-414b-4016-bb67-3c02ebe4df67,segment=NetworkSegment(4f2fc831-99c1-4220-98f9-652b5f906f4d),segment_id=4f2fc831-99c1-4220-98f9-652b5f906f4d)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:49.343694 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1229f935-17de-4b8a-ba71-51b4ef333336 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:49.354166 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb7a09a-e1f7-4e02-87fd-e9a38c68fc4f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:49.354635 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb7a09a-e1f7-4e02-87fd-e9a38c68fc4f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:49.357611 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dfb7a09a-e1f7-4e02-87fd-e9a38c68fc4f tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/022f5305-3f36-459d-aad6-e86632cab8f8 HTTP/1.1" status: 404 len: 337 time: 0.1004124 Feb 04 05:46:49.379802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51518) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:49.380631 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c0b5f-6616-4d90-a830-b863052f26b9 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event deleted for resources: {'Port': ['ID=4ba06d01-6595-49d7-ab3c-f3ac0f925747,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:49.396969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1229f935-17de-4b8a-ba71-51b4ef333336 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for cb87f8ef-414b-4016-bb67-3c02ebe4df67 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:49.464788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba96c5a-598e-4dae-97e9-e9d8aed27bc5 req-1e3017b6-7930-4840-b49e-1d3f1b7a5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:49.470477 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6ba96c5a-598e-4dae-97e9-e9d8aed27bc5 req-1e3017b6-7930-4840-b49e-1d3f1b7a5532 service neutron] 10.222.0.26 "GET /v2.0/networks?id=02516016-3ecf-4154-a690-9b60d2ea741c HTTP/1.1" status: 200 len: 910 time: 0.3515737 Feb 04 05:46:49.470679 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b4768ce-5268-4a9a-b802-b79379bc0ac2 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:49.491266 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec89964-76c3-40b4-94bd-08bb9485c864 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:49.493010 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec89964-76c3-40b4-94bd-08bb9485c864 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:49.499139 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fec89964-76c3-40b4-94bd-08bb9485c864 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/03fecafd-e501-4462-b8e2-23e351be1e9c HTTP/1.1" status: 404 len: 333 time: 0.1153715 Feb 04 05:46:49.511595 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51520) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:49.526113 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b4768ce-5268-4a9a-b802-b79379bc0ac2 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:49.591350 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6fee06ae-9768-44e7-a61e-f2e02bb619fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:49.608017 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbbeca8-0bf2-4c06-86cd-52adde7b207a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:49.608668 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbbbeca8-0bf2-4c06-86cd-52adde7b207a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:49.614070 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dbbbeca8-0bf2-4c06-86cd-52adde7b207a tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/936f36b5-b0f4-49cc-9a6f-cee8bef836ef HTTP/1.1" status: 404 len: 337 time: 0.0987353 Feb 04 05:46:49.638101 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6ba96c5a-598e-4dae-97e9-e9d8aed27bc5 req-e0190b3e-9c0d-40d3-8e6d-e0f014018448 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10be5969-46fc-49d2-9916-226426130e7e HTTP/1.1" status: 200 len: 217 time: 0.1378093 Feb 04 05:46:49.638714 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51522) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:49.701595 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e527fece-c7a2-4e67-b9e5-1cbc74dd5ff7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:49.702467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e527fece-c7a2-4e67-b9e5-1cbc74dd5ff7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:49.707840 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e527fece-c7a2-4e67-b9e5-1cbc74dd5ff7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/2176b275-6748-4a17-99b2-f227df00dd36 HTTP/1.1" status: 404 len: 333 time: 0.0635118 Feb 04 05:46:49.712071 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51524) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:49.755208 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff2dc7e-fe73-4ceb-a697-60fe5a8154f1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:49.755934 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff2dc7e-fe73-4ceb-a697-60fe5a8154f1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:49.756270 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ac1c0b5f-6616-4d90-a830-b863052f26b9 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:49.759817 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7ff2dc7e-fe73-4ceb-a697-60fe5a8154f1 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/782f5617-13c6-4aec-9f43-2e1adf506c40 HTTP/1.1" status: 404 len: 337 time: 0.0441451 Feb 04 05:46:49.764658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51528) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:49.768775 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ac1c0b5f-6616-4d90-a830-b863052f26b9 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "DELETE /v2.0/ports/4ba06d01-6595-49d7-ab3c-f3ac0f925747 HTTP/1.1" status: 204 len: 168 time: 2.3355927 Feb 04 05:46:49.769522 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51530) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:49.814146 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfcdf90-e162-4120-b42b-2fced8c397e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:49.815375 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dfcdf90-e162-4120-b42b-2fced8c397e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:49.823325 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2dfcdf90-e162-4120-b42b-2fced8c397e8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/5a3a712d-8c77-4c55-8ce4-282373011e25 HTTP/1.1" status: 404 len: 333 time: 0.0450327 Feb 04 05:46:49.829701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51532) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:49.831095 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-5382a8b8-a506-4e24-bdb1-d7c2632f7081 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] GET failed (client error): The resource could not be found. Feb 04 05:46:49.832731 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5382a8b8-a506-4e24-bdb1-d7c2632f7081 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "GET /v2.0/ports/4ba06d01-6595-49d7-ab3c-f3ac0f925747 HTTP/1.1" status: 404 len: 333 time: 0.0649610 Feb 04 05:46:49.837182 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e5764-58df-4b88-b0b0-a285762005ab tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting port 0762c7f9-560e-462c-be4e-e23f4aeb762f {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:49.837726 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5764-58df-4b88-b0b0-a285762005ab tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:49.841636 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51534) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:49.847919 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-ce1bc423-bd62-4faf-8d39-8f57035973f3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Request body: {'port': {'network_id': 'a426354b-a0ac-4a9f-b685-5af7ac691c08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-814775634'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:49.866041 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4768ce-5268-4a9a-b802-b79379bc0ac2 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Router 0380cd41-2561-4bc8-aea2-7771fa1455ff is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:46:49.879180 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba96c5a-598e-4dae-97e9-e9d8aed27bc5 req-b147136d-d93c-4b9c-8a01-32bb8ac507b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:49.880513 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6ba96c5a-598e-4dae-97e9-e9d8aed27bc5 req-b147136d-d93c-4b9c-8a01-32bb8ac507b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9be0e21b-5d13-4542-91cb-1e2c3a302864 HTTP/1.1" status: 200 len: 850 time: 0.2080524 Feb 04 05:46:49.886263 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-3473c57e-3fe7-4c59-98b8-415448eab7ec tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:49.886698 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3473c57e-3fe7-4c59-98b8-415448eab7ec tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:49.889740 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3473c57e-3fe7-4c59-98b8-415448eab7ec tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/547aefc3-23af-4fbe-a8ed-a2218878a8ff HTTP/1.1" status: 404 len: 337 time: 0.0588102 Feb 04 05:46:49.903967 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51536) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:49.909374 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0b924e34-7f57-4e11-a807-dcf36a36ed53 None None] Provisioning complete for port c678a716-204f-4ef7-aff4-f2ba5813aa98 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:49.909752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0b924e34-7f57-4e11-a807-dcf36a36ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:50.012903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1229f935-17de-4b8a-ba71-51b4ef333336 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:50.106539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4768ce-5268-4a9a-b802-b79379bc0ac2 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:50.119199 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b4768ce-5268-4a9a-b802-b79379bc0ac2 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:50.120291 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7b4768ce-5268-4a9a-b802-b79379bc0ac2 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "PUT /v2.0/routers/0380cd41-2561-4bc8-aea2-7771fa1455ff HTTP/1.1" status: 200 len: 694 time: 1.3268180 Feb 04 05:46:50.121296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf34e8c-ece0-4ab5-a850-2c8e40c7c6db None None] Sync routers for ids ['0380cd41-2561-4bc8-aea2-7771fa1455ff'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:50.126472 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229f935-17de-4b8a-ba71-51b4ef333336 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=cb87f8ef-414b-4016-bb67-3c02ebe4df67,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:50.132178 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51538) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:50.140615 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf34e8c-ece0-4ab5-a850-2c8e40c7c6db None None] Routers {'0380cd41-2561-4bc8-aea2-7771fa1455ff'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:50.141523 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6bf34e8c-ece0-4ab5-a850-2c8e40c7c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0380cd41-2561-4bc8-aea2-7771fa1455ff'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:50.143716 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5764-58df-4b88-b0b0-a285762005ab tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:50.144043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5764-58df-4b88-b0b0-a285762005ab tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:50.224201 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-6bf34e8c-ece0-4ab5-a850-2c8e40c7c6db None None] Set router 0380cd41-2561-4bc8-aea2-7771fa1455ff gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:50.238283 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e5764-58df-4b88-b0b0-a285762005ab tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Calling delete_port for 0762c7f9-560e-462c-be4e-e23f4aeb762f owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:50.251482 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6ba96c5a-598e-4dae-97e9-e9d8aed27bc5 req-d3e0a649-98ad-4a0e-9222-4aa227d39fe6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02516016-3ecf-4154-a690-9b60d2ea741c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3484757 Feb 04 05:46:50.258224 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6fee06ae-9768-44e7-a61e-f2e02bb619fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:50.285120 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6bf34e8c-ece0-4ab5-a850-2c8e40c7c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380cd41-2561-4bc8-aea2-7771fa1455ff', 'name': 'tempest-RoutersTest-router-1786461688', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:46:48Z', 'updated_at': '2022-02-04T05:46:49Z', 'revision_number': 2, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:50.314010 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf34e8c-ece0-4ab5-a850-2c8e40c7c6db None None] Checking router: 0380cd41-2561-4bc8-aea2-7771fa1455ff for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:46:50.323498 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf34e8c-ece0-4ab5-a850-2c8e40c7c6db None None] Routers {'0380cd41-2561-4bc8-aea2-7771fa1455ff'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:50.324428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6bf34e8c-ece0-4ab5-a850-2c8e40c7c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0380cd41-2561-4bc8-aea2-7771fa1455ff'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:50.330991 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-182b2e48-5c6d-4ad8-8afa-88b5a4904d7e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/routers/0380cd41-2561-4bc8-aea2-7771fa1455ff HTTP/1.1" status: 200 len: 700 time: 0.1947606 Feb 04 05:46:50.340472 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51540) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:50.355099 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a688ccf-63c2-40f9-b65b-8f46807916fd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:50.355552 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a688ccf-63c2-40f9-b65b-8f46807916fd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:50.361881 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0a688ccf-63c2-40f9-b65b-8f46807916fd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/ca5d7b08-4e6c-4418-980a-77f5b02665f3 HTTP/1.1" status: 404 len: 337 time: 0.4446621 Feb 04 05:46:50.362500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51542) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:50.414535 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-6bf34e8c-ece0-4ab5-a850-2c8e40c7c6db None None] Set router 0380cd41-2561-4bc8-aea2-7771fa1455ff gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:50.431535 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-59e36eba-4074-45fe-9778-dc3a6e9a954c tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0380cd41-2561-4bc8-aea2-7771fa1455ff HTTP/1.1" status: 200 len: 205 time: 0.0877182 Feb 04 05:46:50.433180 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51544) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:50.449622 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-898d48e0-120c-4e52-beb7-1cab88c39735 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:50.450684 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-898d48e0-120c-4e52-beb7-1cab88c39735 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:50.452287 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1bc423-bd62-4faf-8d39-8f57035973f3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Made reservation on behalf of af81dd1a3a9847a3b2ef24f9da15e0f9 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:50.456089 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-898d48e0-120c-4e52-beb7-1cab88c39735 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/6a2430f4-4ac0-4328-99a8-e77e6df1005b HTTP/1.1" status: 404 len: 333 time: 0.0778248 Feb 04 05:46:50.456254 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce1bc423-bd62-4faf-8d39-8f57035973f3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:50.462309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51546) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:50.477896 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6bf34e8c-ece0-4ab5-a850-2c8e40c7c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0380cd41-2561-4bc8-aea2-7771fa1455ff', 'name': 'tempest-RoutersTest-router-1786461688', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:46:48Z', 'updated_at': '2022-02-04T05:46:49Z', 'revision_number': 2, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:50.483036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1229f935-17de-4b8a-ba71-51b4ef333336 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:50.499005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52bc59-fc01-4c3a-a619-d564e4ae05a5 req-f7a1a635-7e71-44fb-bb55-af179d59c485 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:50.500498 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8e52bc59-fc01-4c3a-a619-d564e4ae05a5 req-f7a1a635-7e71-44fb-bb55-af179d59c485 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 943 time: 0.6232557 Feb 04 05:46:50.501542 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6fee06ae-9768-44e7-a61e-f2e02bb619fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:50.505702 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf34e8c-ece0-4ab5-a850-2c8e40c7c6db None None] The sync data for ids ['0380cd41-2561-4bc8-aea2-7771fa1455ff'] in dv-neutron-827794-1-hyperv is: [{'id': '0380cd41-2561-4bc8-aea2-7771fa1455ff', 'name': 'tempest-RoutersTest-router-1786461688', 'tenant_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:46:48Z', 'updated_at': '2022-02-04T05:46:49Z', 'revision_number': 2, 'project_id': '02ee2ee1a7df4acdb68a90ee0ea194ca', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:50.509350 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-e131caa7-b2bc-47a9-bf13-b1dc2111cba5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:50.509899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e131caa7-b2bc-47a9-bf13-b1dc2111cba5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:50.515267 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e131caa7-b2bc-47a9-bf13-b1dc2111cba5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/81dde581-0d05-45a0-b59f-5950726c0e64 HTTP/1.1" status: 404 len: 337 time: 0.0496786 Feb 04 05:46:50.519173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51548) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:50.524714 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-ce1bc423-bd62-4faf-8d39-8f57035973f3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] device_id is not set on port 569447f8-52ad-4184-afff-2be88dc9362f yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:50.555768 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f9793a-c441-4ed1-b1f5-90cd5ecfa60f None None] Network f182a9fb-3318-48e1-8960-01a954b74350 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:50.571765 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6fee06ae-9768-44e7-a61e-f2e02bb619fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:50.578096 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6fee06ae-9768-44e7-a61e-f2e02bb619fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/acfcba82-aaf5-445a-bef9-bf9a1b6a7ff6 HTTP/1.1" status: 204 len: 168 time: 1.5534630 Feb 04 05:46:50.583854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51550) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:50.598126 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee06ae-9768-44e7-a61e-f2e02bb619fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Subnet': ['ID=acfcba82-aaf5-445a-bef9-bf9a1b6a7ff6,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:50.635702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c054dae2-e22f-41ff-a952-8e14fd14ef91 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:50.636330 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb25c5e6-ac10-4ad0-9ad6-48c0303061a0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:50.636850 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb25c5e6-ac10-4ad0-9ad6-48c0303061a0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:50.639803 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bb25c5e6-ac10-4ad0-9ad6-48c0303061a0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/783e21d3-a93f-4af3-b941-db4c80dd2cd4 HTTP/1.1" status: 404 len: 337 time: 0.1171269 Feb 04 05:46:50.642577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51552) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:50.788147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcb6a2c-0815-4c86-bf89-397cbe239be0 None None] DHCP port deletion for f182a9fb-3318-48e1-8960-01a954b74350 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:46:50.800692 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6ba96c5a-598e-4dae-97e9-e9d8aed27bc5 req-f7c790df-efb4-4166-a38c-a956ef50f401 service neutron] 10.222.0.26 "GET /v2.0/networks/02516016-3ecf-4154-a690-9b60d2ea741c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663465 Feb 04 05:46:50.811683 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb72a10b-538f-49bd-8575-fd87ee54ca8d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:50.812546 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb72a10b-538f-49bd-8575-fd87ee54ca8d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:50.818272 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-eb72a10b-538f-49bd-8575-fd87ee54ca8d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/f1625302-b462-463e-b84c-2551faef3f9e HTTP/1.1" status: 404 len: 333 time: 0.1150687 Feb 04 05:46:50.819011 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8e52bc59-fc01-4c3a-a619-d564e4ae05a5 req-3067eb78-7260-413c-a40e-2d20ec9c4b4b tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686954 Feb 04 05:46:50.819776 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51554) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:50.851566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb6a2c-0815-4c86-bf89-397cbe239be0 None None] Deleting port c678a716-204f-4ef7-aff4-f2ba5813aa98 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:50.851941 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7dcb6a2c-0815-4c86-bf89-397cbe239be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:50.881862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-ce1bc423-bd62-4faf-8d39-8f57035973f3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Allocated IP 2001:db8::1e1 (a426354b-a0ac-4a9f-b685-5af7ac691c08/434b93f2-6669-4321-a845-ef4d4c1f6928/569447f8-52ad-4184-afff-2be88dc9362f) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:50.906622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5764-58df-4b88-b0b0-a285762005ab tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:50.920159 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7dcb6a2c-0815-4c86-bf89-397cbe239be0 None None] For port c678a716-204f-4ef7-aff4-f2ba5813aa98, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c678a716-204f-4ef7-aff4-f2ba5813aa98,segment=NetworkSegment(a9d96c97-6cdf-4eaf-8126-896a8a66dee2),segment_id=a9d96c97-6cdf-4eaf-8126-896a8a66dee2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:50.920617 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7dcb6a2c-0815-4c86-bf89-397cbe239be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:50.935219 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb6a2c-0815-4c86-bf89-397cbe239be0 None None] Calling delete_port for c678a716-204f-4ef7-aff4-f2ba5813aa98 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:50.953091 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e5764-58df-4b88-b0b0-a285762005ab tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Port': ['ID=0762c7f9-560e-462c-be4e-e23f4aeb762f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:50.963759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1229f935-17de-4b8a-ba71-51b4ef333336 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 9e9da179-134e-4d1a-81e7-e2092807af8e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:50.986686 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1f635e9-37ca-4ccb-a78c-b35fd012088b tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.020418 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-151eda83-4c63-4f5d-b3c6-2eec1e1eabd3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:51.020972 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151eda83-4c63-4f5d-b3c6-2eec1e1eabd3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:51.023844 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7dcb6a2c-0815-4c86-bf89-397cbe239be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.027783 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-151eda83-4c63-4f5d-b3c6-2eec1e1eabd3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/4b263659-d343-469d-9cdb-218bccf622f5 HTTP/1.1" status: 404 len: 337 time: 0.1975155 Feb 04 05:46:51.031877 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51556) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.041042 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c054dae2-e22f-41ff-a952-8e14fd14ef91 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.045230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c054dae2-e22f-41ff-a952-8e14fd14ef91 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.050068 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb6a2c-0815-4c86-bf89-397cbe239be0 None None] Pushing event deleted for resources: {'Port': ['ID=c678a716-204f-4ef7-aff4-f2ba5813aa98,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:51.060008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb6a2c-0815-4c86-bf89-397cbe239be0 None None] No DVR routers for this DVR port c678a716-204f-4ef7-aff4-f2ba5813aa98 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:51.110189 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-039a3581-e865-4f4c-83af-62d88bd81400 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:51.110641 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039a3581-e865-4f4c-83af-62d88bd81400 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:51.113612 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-039a3581-e865-4f4c-83af-62d88bd81400 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/7f1b3d49-ef39-45b7-aae8-a063516e5bc1 HTTP/1.1" status: 404 len: 337 time: 0.0777872 Feb 04 05:46:51.117899 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51558) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.174323 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c054dae2-e22f-41ff-a952-8e14fd14ef91 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.174780 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c054dae2-e22f-41ff-a952-8e14fd14ef91 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Fanout notify agent at l3_agent the message router_deleted on router 0380cd41-2561-4bc8-aea2-7771fa1455ff {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:46:51.182511 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c054dae2-e22f-41ff-a952-8e14fd14ef91 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.183674 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c054dae2-e22f-41ff-a952-8e14fd14ef91 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/routers/0380cd41-2561-4bc8-aea2-7771fa1455ff HTTP/1.1" status: 204 len: 168 time: 0.7474599 Feb 04 05:46:51.187927 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e08cd73-0c4c-4aff-a3b1-b9cf15ced4b8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:51.188732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e08cd73-0c4c-4aff-a3b1-b9cf15ced4b8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:51.191800 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7e08cd73-0c4c-4aff-a3b1-b9cf15ced4b8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/da01da66-975e-448a-b76e-785f22e87861 HTTP/1.1" status: 404 len: 333 time: 0.0697002 Feb 04 05:46:51.192399 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51560) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.212992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51562) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.257000 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6ba96c5a-598e-4dae-97e9-e9d8aed27bc5 req-4c95722d-c64b-4622-b007-1aa6d823fdb7 service neutron] 10.222.0.26 "GET /v2.0/networks/02516016-3ecf-4154-a690-9b60d2ea741c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466794 Feb 04 05:46:51.298035 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c66118b6-4e80-46ac-ab79-a7943900361e tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports?device_id=0380cd41-2561-4bc8-aea2-7771fa1455ff HTTP/1.1" status: 200 len: 205 time: 0.0929930 Feb 04 05:46:51.301077 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51564) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.309145 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7bed67a-da15-417f-8cd8-cd34e1ee39e7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:51.309701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7bed67a-da15-417f-8cd8-cd34e1ee39e7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:51.312864 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b7bed67a-da15-417f-8cd8-cd34e1ee39e7 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/1d9fe184-21f7-4f6b-947b-8293e57123bf HTTP/1.1" status: 404 len: 337 time: 0.0966496 Feb 04 05:46:51.350188 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51566) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.367370 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-f69194b8-aa47-4b55-8776-aec4a094c1b1 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] delete failed (client error): The resource could not be found. Feb 04 05:46:51.370927 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f69194b8-aa47-4b55-8776-aec4a094c1b1 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/routers/0380cd41-2561-4bc8-aea2-7771fa1455ff HTTP/1.1" status: 404 len: 336 time: 0.0662775 Feb 04 05:46:51.389945 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1f635e9-37ca-4ccb-a78c-b35fd012088b tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.392205 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51568) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.405677 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9984cf50-8bbf-476a-8e81-4058e95ec3c5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:51.406249 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9984cf50-8bbf-476a-8e81-4058e95ec3c5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:51.409057 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9984cf50-8bbf-476a-8e81-4058e95ec3c5 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/d9c440ff-6d08-4dd6-8a6c-4e565f140c24 HTTP/1.1" status: 404 len: 337 time: 0.0570755 Feb 04 05:46:51.412497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51570) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.449337 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b011c9-d518-4472-b193-f3bb8ced6173 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:51.449819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b011c9-d518-4472-b193-f3bb8ced6173 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:51.452799 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-77b011c9-d518-4472-b193-f3bb8ced6173 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/303015e6-0d3d-416c-9aff-230be493a9bf HTTP/1.1" status: 404 len: 337 time: 0.0594010 Feb 04 05:46:51.454542 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-b1f635e9-37ca-4ccb-a78c-b35fd012088b tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f182a9fb-3318-48e1-8960-01a954b74350']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:51.464581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51572) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.475418 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-08fe49c9-2cf3-4ebe-939f-5ec211afcf59 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports?device_id=1aaf1a8a-0544-456b-84fe-513e34775045 HTTP/1.1" status: 200 len: 205 time: 0.0581744 Feb 04 05:46:51.479583 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-b1f635e9-37ca-4ccb-a78c-b35fd012088b tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d96c97-6cdf-4eaf-8126-896a8a66dee2') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:51.479882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-b1f635e9-37ca-4ccb-a78c-b35fd012088b tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d96c97-6cdf-4eaf-8126-896a8a66dee2') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:51.481313 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51574) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.528675 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1f635e9-37ca-4ccb-a78c-b35fd012088b tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.529384 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5764-58df-4b88-b0b0-a285762005ab tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.529927 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-7e0e5764-58df-4b88-b0b0-a285762005ab tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Floating IP 7804dcf3-c346-411d-81f7-9f808b006e1f disassociated (deleted). External IP: 172.26.3.248, port: 0a188951-8cce-4521-8eff-86bee1f32cde. Feb 04 05:46:51.530742 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-f7f7e508-472f-459b-bf40-74106317c9b0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] delete failed (client error): The resource could not be found. Feb 04 05:46:51.531789 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f7f7e508-472f-459b-bf40-74106317c9b0 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/routers/1aaf1a8a-0544-456b-84fe-513e34775045 HTTP/1.1" status: 404 len: 336 time: 0.0495512 Feb 04 05:46:51.536245 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-705821bc-8c67-402f-b4cb-3ab4141a99d2 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:51.536655 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51576) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.536880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705821bc-8c67-402f-b4cb-3ab4141a99d2 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:51.540393 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-705821bc-8c67-402f-b4cb-3ab4141a99d2 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/cdb1d45e-6a26-4464-b126-899732074a2d HTTP/1.1" status: 404 len: 337 time: 0.0748727 Feb 04 05:46:51.547325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51578) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.579788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1f635e9-37ca-4ccb-a78c-b35fd012088b tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.579788 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d7a72e-dabe-4059-9a74-284c51492e1e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:51.579788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d7a72e-dabe-4059-9a74-284c51492e1e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:51.585040 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-61d7a72e-dabe-4059-9a74-284c51492e1e tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/5c9bb02c-5af6-4cac-a38a-c5235d078b6e HTTP/1.1" status: 404 len: 337 time: 0.0443475 Feb 04 05:46:51.589526 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51580) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.603942 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6c568e-f3c0-4aca-988c-bccff4691ca7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:51.604410 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6c568e-f3c0-4aca-988c-bccff4691ca7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:51.607395 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1c6c568e-f3c0-4aca-988c-bccff4691ca7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/319f65b4-50ba-4ea7-bcc4-65ed5fb9f167 HTTP/1.1" status: 404 len: 337 time: 0.0570171 Feb 04 05:46:51.608487 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f635e9-37ca-4ccb-a78c-b35fd012088b tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:46:51.608907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1f635e9-37ca-4ccb-a78c-b35fd012088b tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.610082 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51582) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:46:51.612084 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:46:51.653920 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-da741c2c-41d7-4485-a436-be48f141dec8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "GET /v2.0/ports?device_id=83f19d6c-4b5f-4193-a2e9-adca59439128 HTTP/1.1" status: 200 len: 205 time: 0.0611534 Feb 04 05:46:51.655452 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51584) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.662864 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1229f935-17de-4b8a-ba71-51b4ef333336 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:51.677119 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387f3a62-e156-401a-b40e-9c708080ddda None None] Sync routers for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:51.689526 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387f3a62-e156-401a-b40e-9c708080ddda None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:51.690461 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-387f3a62-e156-401a-b40e-9c708080ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:51.693873 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1229f935-17de-4b8a-ba71-51b4ef333336 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/9e9da179-134e-4d1a-81e7-e2092807af8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6807353 Feb 04 05:46:51.712053 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-7bf0ac8a-30b6-438d-a83a-fce45e40e829 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] delete failed (client error): The resource could not be found. Feb 04 05:46:51.713118 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7bf0ac8a-30b6-438d-a83a-fce45e40e829 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/routers/83f19d6c-4b5f-4193-a2e9-adca59439128 HTTP/1.1" status: 404 len: 336 time: 0.0573454 Feb 04 05:46:51.713670 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51586) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.720435 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51588) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.726091 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a47837-036d-4880-994d-c40b9ec490d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:51.726552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a47837-036d-4880-994d-c40b9ec490d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:51.729648 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d6a47837-036d-4880-994d-c40b9ec490d5 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/9c8032d0-1e8c-4a03-b793-86627217bc45 HTTP/1.1" status: 404 len: 337 time: 0.1107810 Feb 04 05:46:51.732826 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce1bc423-bd62-4faf-8d39-8f57035973f3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.735728 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51590) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.740603 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1f635e9-37ca-4ccb-a78c-b35fd012088b tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.773873 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-54fc4433-edd1-4be2-ad54-c946d9efdded tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ea0b516-d4fe-4ab7-bcbb-042dda8f394d HTTP/1.1" status: 200 len: 205 time: 0.0357749 Feb 04 05:46:51.778880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51592) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.799102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1f635e9-37ca-4ccb-a78c-b35fd012088b tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.808990 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b1f635e9-37ca-4ccb-a78c-b35fd012088b tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/networks/f182a9fb-3318-48e1-8960-01a954b74350 HTTP/1.1" status: 204 len: 168 time: 1.2029107 Feb 04 05:46:51.810090 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e8a108-a5c3-4e5a-859a-1ca4cfaf57bd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:51.810554 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e8a108-a5c3-4e5a-859a-1ca4cfaf57bd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:51.812762 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-387f3a62-e156-401a-b40e-9c708080ddda None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:51.813518 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-40e8a108-a5c3-4e5a-859a-1ca4cfaf57bd tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/addcdf44-1429-421f-9554-33b45e4c0a21 HTTP/1.1" status: 404 len: 337 time: 0.0857284 Feb 04 05:46:51.825243 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51594) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.825580 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51596) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.847343 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f635e9-37ca-4ccb-a78c-b35fd012088b tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Network': ['ID=f182a9fb-3318-48e1-8960-01a954b74350,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:51.849107 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-77c8b0d0-74e3-4f63-9ce8-37d798df61c9 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] delete failed (client error): The resource could not be found. Feb 04 05:46:51.850545 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-77c8b0d0-74e3-4f63-9ce8-37d798df61c9 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/routers/9ea0b516-d4fe-4ab7-bcbb-042dda8f394d HTTP/1.1" status: 404 len: 336 time: 0.0704799 Feb 04 05:46:51.854448 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51600) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.887006 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4328b508-e621-4f11-94fe-1e235d9497ae tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd8c84b9-453b-44a4-ab1c-94ed936ace98 HTTP/1.1" status: 200 len: 205 time: 0.0314445 Feb 04 05:46:51.887193 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-27697289-2803-4978-bdb9-15c277e5f6b2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:51.887662 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27697289-2803-4978-bdb9-15c277e5f6b2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:51.890744 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-27697289-2803-4978-bdb9-15c277e5f6b2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/9e70e2a0-2a1b-4a08-98d1-b7fad3a0aba5 HTTP/1.1" status: 404 len: 337 time: 0.0630686 Feb 04 05:46:51.891316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51602) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.893556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 10be5969-46fc-49d2-9916-226426130e7e details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:46:51.899970 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51604) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.925724 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3b7993-04ba-400c-92b8-d967f802aec8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:51.926426 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3b7993-04ba-400c-92b8-d967f802aec8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:51.929998 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fb3b7993-04ba-400c-92b8-d967f802aec8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/1cb7f11d-4042-4d97-8e88-79e2ecbffb33 HTTP/1.1" status: 404 len: 333 time: 0.0282259 Feb 04 05:46:51.934792 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51606) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:51.967593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce1bc423-bd62-4faf-8d39-8f57035973f3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.971941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc80c719-4e1f-4dcb-9d48-b4abbe27006c tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting subnet ee26a565-0b4b-4577-b510-5be1aded3594 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:46:51.978650 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-a238ed33-cf12-4276-ad62-5d84cd4c7a12 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] delete failed (client error): The resource could not be found. Feb 04 05:46:51.979639 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a238ed33-cf12-4276-ad62-5d84cd4c7a12 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/routers/dd8c84b9-453b-44a4-ab1c-94ed936ace98 HTTP/1.1" status: 404 len: 336 time: 0.0846400 Feb 04 05:46:51.980369 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fc80c719-4e1f-4dcb-9d48-b4abbe27006c tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:51.983493 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51608) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.000955 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e064d5-d970-4001-b7eb-207121afc43d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:52.001415 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e064d5-d970-4001-b7eb-207121afc43d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:52.006650 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e8e064d5-d970-4001-b7eb-207121afc43d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/b182a518-4d19-447e-9794-2a1b19a2c94f HTTP/1.1" status: 404 len: 337 time: 0.0623009 Feb 04 05:46:52.013506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51610) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.063112 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c75678-6110-4dcf-92c0-1a32ab0e23a8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:52.068266 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c678a716-204f-4ef7-aff4-f2ba5813aa98 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:52.070473 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f3c75678-6110-4dcf-92c0-1a32ab0e23a8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2438099 Feb 04 05:46:52.091809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51612) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.105326 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf00853-9f55-4cfb-b171-234327b2d665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:52.105816 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf00853-9f55-4cfb-b171-234327b2d665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:52.108885 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6bf00853-9f55-4cfb-b171-234327b2d665 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/1e98148b-bee8-4daf-acd6-b4ab3143ebc3 HTTP/1.1" status: 404 len: 337 time: 0.1077631 Feb 04 05:46:52.112828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fc80c719-4e1f-4dcb-9d48-b4abbe27006c tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:52.116178 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51614) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.146600 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-11bc79aa-3998-4baa-b6b7-7d6b66904a05 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:52.147361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11bc79aa-3998-4baa-b6b7-7d6b66904a05 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:52.152746 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-11bc79aa-3998-4baa-b6b7-7d6b66904a05 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/6e9a8bda-a181-4bad-940e-5bb32df22c28 HTTP/1.1" status: 404 len: 333 time: 0.0976341 Feb 04 05:46:52.157608 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51616) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.161198 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1bc423-bd62-4faf-8d39-8f57035973f3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Network a426354b-a0ac-4a9f-b685-5af7ac691c08 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:52.172198 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-ce1bc423-bd62-4faf-8d39-8f57035973f3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:52.177136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1bc423-bd62-4faf-8d39-8f57035973f3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:52.183295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1bc423-bd62-4faf-8d39-8f57035973f3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:52.183953 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce1bc423-bd62-4faf-8d39-8f57035973f3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:52.190713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bc423-bd62-4faf-8d39-8f57035973f3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event updated for resources: {'Port': ['ID=569447f8-52ad-4184-afff-2be88dc9362f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:52.214423 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3fec4ff8-8175-4236-99fb-26b66a7ae1bf tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports?device_id=71d853ae-dfd5-4860-bc7b-106f696cdd32 HTTP/1.1" status: 200 len: 205 time: 0.0895276 Feb 04 05:46:52.214659 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0e5764-58df-4b88-b0b0-a285762005ab tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:52.214659 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51618) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.228304 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ce1bc423-bd62-4faf-8d39-8f57035973f3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3812828 Feb 04 05:46:52.239318 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-387f3a62-e156-401a-b40e-9c708080ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:49Z', 'revision_number': 8, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'de982085-608e-4d5d-b841-2d5f91479b2f', 'name': '', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:00:a1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:22Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:52.244387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51620) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.253666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95875599-5c38-49ca-a3f0-f5a177d05b59 req-f1f07f91-8403-47db-ab42-583defea1bc3 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:52.255343 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-95875599-5c38-49ca-a3f0-f5a177d05b59 req-f1f07f91-8403-47db-ab42-583defea1bc3 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 943 time: 0.2530885 Feb 04 05:46:52.262658 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9419512e-fea4-41c7-a50d-00418a9dd647 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1536565 Feb 04 05:46:52.266883 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-f86cab52-3662-428c-8fbe-50e0b19cf167 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] delete failed (client error): The resource could not be found. Feb 04 05:46:52.267188 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-21ecc105-77ba-45de-bb1c-e0b4d0abfd7d tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4d', 'mac_address': 'fa:16:3e:43:54:54'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:52.268713 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f86cab52-3662-428c-8fbe-50e0b19cf167 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/routers/71d853ae-dfd5-4860-bc7b-106f696cdd32 HTTP/1.1" status: 404 len: 336 time: 0.0531323 Feb 04 05:46:52.269631 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51622) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.279953 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387f3a62-e156-401a-b40e-9c708080ddda None None] Checking router: 9e9da179-134e-4d1a-81e7-e2092807af8e for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:46:52.280428 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-aa8d79a2-2d94-4541-9839-dc837d3733ac tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1178411817'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:52.283321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51624) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.286372 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-388d96d5-9037-4238-a6ad-930e0934a521 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:52.289181 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388d96d5-9037-4238-a6ad-930e0934a521 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:52.291199 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387f3a62-e156-401a-b40e-9c708080ddda None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:52.291996 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-387f3a62-e156-401a-b40e-9c708080ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:52.301354 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-388d96d5-9037-4238-a6ad-930e0934a521 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/05dad4b7-71f0-4fe3-936b-699ea2e6d117 HTTP/1.1" status: 404 len: 337 time: 0.1432431 Feb 04 05:46:52.302272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51626) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.325913 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: c678a716-204f-4ef7-aff4-f2ba5813aa98 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:52.326525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c678a716-204f-4ef7-aff4-f2ba5813aa98 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:52.349938 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 10be5969-46fc-49d2-9916-226426130e7e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=10be5969-46fc-49d2-9916-226426130e7e,segment=NetworkSegment(a44ced40-4528-4885-86c9-31342c0bdebf),segment_id=a44ced40-4528-4885-86c9-31342c0bdebf)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:52.362939 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '10be5969-46fc-49d2-9916-226426130e7e', 'network_id': '02516016-3ecf-4154-a690-9b60d2ea741c', 'port_id': '10be5969-46fc-49d2-9916-226426130e7e', 'mac_address': 'fa:16:3e:9c:1c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be0e21b-5d13-4542-91cb-1e2c3a302864', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:46:52.404142 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-95875599-5c38-49ca-a3f0-f5a177d05b59 req-ca046a3c-8744-4a32-ad9b-e54e977dc4bb tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326222 Feb 04 05:46:52.424938 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ffb1848a-8b5d-453f-87e6-af7ca9b81c48 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports?device_id=70e277ae-3242-4c68-9101-c83ee49f70f3 HTTP/1.1" status: 200 len: 205 time: 0.1370361 Feb 04 05:46:52.434205 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeea3477-04a9-401f-bfa1-a24ea1085941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:52.435274 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeea3477-04a9-401f-bfa1-a24ea1085941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:52.437194 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:52.442470 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-aeea3477-04a9-401f-bfa1-a24ea1085941 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/83c51f7f-e5d7-4bad-8717-4f12a5c9d12b HTTP/1.1" status: 404 len: 333 time: 0.1369507 Feb 04 05:46:52.443637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51628) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.456028 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51630) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.461325 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10be5969-46fc-49d2-9916-226426130e7e {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:46:52.499459 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 10be5969-46fc-49d2-9916-226426130e7e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=10be5969-46fc-49d2-9916-226426130e7e,segment=NetworkSegment(a44ced40-4528-4885-86c9-31342c0bdebf),segment_id=a44ced40-4528-4885-86c9-31342c0bdebf)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:52.508754 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:52.531110 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fc80c719-4e1f-4dcb-9d48-b4abbe27006c tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:52.547784 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-670288b0-78e2-4f77-82bc-5baab29b37a6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:52.548380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670288b0-78e2-4f77-82bc-5baab29b37a6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:52.554957 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-670288b0-78e2-4f77-82bc-5baab29b37a6 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/0f950b10-df3c-4ee2-98d6-7683fe5d9c35 HTTP/1.1" status: 404 len: 337 time: 0.0900929 Feb 04 05:46:52.556321 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-e417c682-1506-4fdd-9c43-d1f151faa5ba tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] delete failed (client error): The resource could not be found. Feb 04 05:46:52.557566 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e417c682-1506-4fdd-9c43-d1f151faa5ba tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/routers/70e277ae-3242-4c68-9101-c83ee49f70f3 HTTP/1.1" status: 404 len: 336 time: 0.1081913 Feb 04 05:46:52.560847 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51632) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.561180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51634) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.574360 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-387f3a62-e156-401a-b40e-9c708080ddda None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:46:52.581470 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=10be5969-46fc-49d2-9916-226426130e7e,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:52.619683 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f84147-b8ba-4022-94fc-5af8a01c7f69 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:52.620446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f84147-b8ba-4022-94fc-5af8a01c7f69 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:52.625840 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b8f84147-b8ba-4022-94fc-5af8a01c7f69 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/9b55bd2b-c87a-48b0-b147-1216708dc34b HTTP/1.1" status: 404 len: 333 time: 0.0591714 Feb 04 05:46:52.625840 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8d79a2-2d94-4541-9839-dc837d3733ac tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:52.627863 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa8d79a2-2d94-4541-9839-dc837d3733ac tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:52.630336 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2b623f-c53c-49c0-b3a8-bde304bcc028 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:52.630754 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2b623f-c53c-49c0-b3a8-bde304bcc028 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:52.634332 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fc2b623f-c53c-49c0-b3a8-bde304bcc028 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/d60b2ff0-aab4-4693-b24d-060c51572e9d HTTP/1.1" status: 404 len: 337 time: 0.0603168 Feb 04 05:46:52.634976 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51636) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.639853 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51638) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.645466 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-889b928c-4a5f-4c4b-8d4a-fe551d2314db None None] Provisioning complete for port 569447f8-52ad-4184-afff-2be88dc9362f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:52.646068 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-889b928c-4a5f-4c4b-8d4a-fe551d2314db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:52.692729 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-889b928c-4a5f-4c4b-8d4a-fe551d2314db None None] Port 569447f8-52ad-4184-afff-2be88dc9362f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:52.727030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['10be5969-46fc-49d2-9916-226426130e7e'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:46:52.734935 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc7a38f-702d-40aa-a8cc-6b8f11b9caea tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:52.735397 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc7a38f-702d-40aa-a8cc-6b8f11b9caea tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:52.740647 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1dc7a38f-702d-40aa-a8cc-6b8f11b9caea tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/5715acd4-ed3f-42d6-93c9-e2c423c3396f HTTP/1.1" status: 404 len: 337 time: 0.0998540 Feb 04 05:46:52.743336 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-51a47db1-f119-4e10-b8e8-71e18f46595d tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ffb0dd4-2501-4477-ab00-0159f83c96dd HTTP/1.1" status: 200 len: 205 time: 0.0909100 Feb 04 05:46:52.747031 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51640) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.747269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51642) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.817796 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8d79a2-2d94-4541-9839-dc837d3733ac tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:46:52.825804 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-8ab874d7-ce4a-4172-8e2e-6b6772b08269 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] delete failed (client error): The resource could not be found. Feb 04 05:46:52.826845 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8ab874d7-ce4a-4172-8e2e-6b6772b08269 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/routers/9ffb0dd4-2501-4477-ab00-0159f83c96dd HTTP/1.1" status: 404 len: 336 time: 0.0775189 Feb 04 05:46:52.827806 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e69395-8ae7-439d-94e9-ca446675bd3d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:52.828843 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e69395-8ae7-439d-94e9-ca446675bd3d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:52.831016 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-387f3a62-e156-401a-b40e-9c708080ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:49Z', 'revision_number': 8, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'de982085-608e-4d5d-b841-2d5f91479b2f', 'name': '', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:00:a1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:22Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:52.836208 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c5e69395-8ae7-439d-94e9-ca446675bd3d tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/988cb796-7513-42ad-8cfd-099748dc4db8 HTTP/1.1" status: 404 len: 333 time: 0.0833695 Feb 04 05:46:52.836208 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51644) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.836464 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51646) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.859586 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa8d79a2-2d94-4541-9839-dc837d3733ac tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:52.859932 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-aa8d79a2-2d94-4541-9839-dc837d3733ac tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Added segment ba7e5fbe-9eb6-4a0f-b6b4-cdb64a111b01 of type vlan for network 382a106f-e49e-4b7f-9bc2-9615d6148736 Feb 04 05:46:52.861264 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387f3a62-e156-401a-b40e-9c708080ddda None None] The sync data for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv is: [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:49Z', 'revision_number': 8, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'de982085-608e-4d5d-b841-2d5f91479b2f', 'name': '', 'network_id': '65a34fff-8289-408d-ba5f-56a4f129ea61', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:00:a1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:22Z', 'updated_at': '2022-02-04T05:46:28Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '6b60b5f6-310f-48b9-be2d-eb70b4a427f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:52.901240 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0e5764-58df-4b88-b0b0-a285762005ab tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:46:52.904259 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3742f36-4325-4a0f-8402-9d34848216c8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:52.904765 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3742f36-4325-4a0f-8402-9d34848216c8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:52.907743 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a3742f36-4325-4a0f-8402-9d34848216c8 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/90937916-f2b7-4b06-9771-fc21a79a3e76 HTTP/1.1" status: 404 len: 337 time: 0.0692232 Feb 04 05:46:52.910940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5764-58df-4b88-b0b0-a285762005ab tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:52.915083 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f6c97b-0330-4da6-a210-0c37aae5b9a7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:52.915530 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f6c97b-0330-4da6-a210-0c37aae5b9a7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:52.920783 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51648) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.920955 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-90f6c97b-0330-4da6-a210-0c37aae5b9a7 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/29f7df3f-fb84-497d-8db5-f43689dfa400 HTTP/1.1" status: 404 len: 337 time: 0.0810900 Feb 04 05:46:52.922072 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d1094b-3c2a-4879-83bd-b1d78c31bdd3 None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:46:52.930745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51650) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.935381 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d1094b-3c2a-4879-83bd-b1d78c31bdd3 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:52.935989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-59d1094b-3c2a-4879-83bd-b1d78c31bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:52.972941 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa8d79a2-2d94-4541-9839-dc837d3733ac tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:52.975141 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-59d1094b-3c2a-4879-83bd-b1d78c31bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:52.980902 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7e0e5764-58df-4b88-b0b0-a285762005ab tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/floatingips/7804dcf3-c346-411d-81f7-9f808b006e1f HTTP/1.1" status: 204 len: 168 time: 4.0613086 Feb 04 05:46:52.981126 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51652) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:52.988039 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d1094b-3c2a-4879-83bd-b1d78c31bdd3 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:46:52.988893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-59d1094b-3c2a-4879-83bd-b1d78c31bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:52.992817 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a4a34e65-7ac7-4bfb-9ac8-173d2e3851f3 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ad9de0d-27e9-4942-918a-c5b7ef413a77 HTTP/1.1" status: 200 len: 205 time: 0.0529931 Feb 04 05:46:53.000238 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03636fe-7f44-40b6-bf73-67c61560eba4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:53.000938 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03636fe-7f44-40b6-bf73-67c61560eba4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:53.006256 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f03636fe-7f44-40b6-bf73-67c61560eba4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/c07eb681-0cae-4134-9e01-fd7d8fe757a0 HTTP/1.1" status: 404 len: 333 time: 0.0771852 Feb 04 05:46:53.007844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51654) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:53.008020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51656) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:53.028329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-59d1094b-3c2a-4879-83bd-b1d78c31bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:53.029073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d1094b-3c2a-4879-83bd-b1d78c31bdd3 None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:46:53.061388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa8d79a2-2d94-4541-9839-dc837d3733ac tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.066568 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-fe7f1ae9-7857-4050-9655-61a98cd730db tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] delete failed (client error): The resource could not be found. Feb 04 05:46:53.067038 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d79a2-2d94-4541-9839-dc837d3733ac tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:53.067567 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fe7f1ae9-7857-4050-9655-61a98cd730db tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/routers/6ad9de0d-27e9-4942-918a-c5b7ef413a77 HTTP/1.1" status: 404 len: 336 time: 0.0586674 Feb 04 05:46:53.067893 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa8d79a2-2d94-4541-9839-dc837d3733ac tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.074695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51658) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:53.103600 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d302827-0a3a-4dfe-b133-cba785810293 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:53.104050 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d302827-0a3a-4dfe-b133-cba785810293 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:53.109447 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6d302827-0a3a-4dfe-b133-cba785810293 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/7cbf3f27-c203-44a4-a1bb-6715f6182212 HTTP/1.1" status: 404 len: 337 time: 0.0969882 Feb 04 05:46:53.113960 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51660) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:53.145072 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-21ecc105-77ba-45de-bb1c-e0b4d0abfd7d tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.148336 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-093fc96a-4c56-41b7-9f24-e47ae7ea66c2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:53.149210 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093fc96a-4c56-41b7-9f24-e47ae7ea66c2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:53.152495 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-093fc96a-4c56-41b7-9f24-e47ae7ea66c2 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/ports/95abfcfd-013d-43ec-bbde-37d19e67b0a1 HTTP/1.1" status: 404 len: 333 time: 0.0375791 Feb 04 05:46:53.159494 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51662) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:53.159658 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c29560-404d-4bea-93da-8f17b1e6e464 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:53.160104 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c29560-404d-4bea-93da-8f17b1e6e464 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:53.161863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fc80c719-4e1f-4dcb-9d48-b4abbe27006c tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.165473 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f3c29560-404d-4bea-93da-8f17b1e6e464 tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/ef228616-87ff-4637-88ee-695377fce932 HTTP/1.1" status: 404 len: 337 time: 0.0852263 Feb 04 05:46:53.169457 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51664) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:53.176556 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-aa8d79a2-2d94-4541-9839-dc837d3733ac tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8973589 Feb 04 05:46:53.186982 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51666) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:53.193688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3da02534-4102-4f4f-b7a1-69fec646b108 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'subnet': {'network_id': '382a106f-e49e-4b7f-9bc2-9615d6148736', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:53.220101 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80c719-4e1f-4dcb-9d48-b4abbe27006c tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Subnet': ['ID=ee26a565-0b4b-4577-b510-5be1aded3594,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:53.224122 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fbeafd-c09a-40ff-a537-9040c1093cb3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:53.224122 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fbeafd-c09a-40ff-a537-9040c1093cb3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:53.230038 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b0fbeafd-c09a-40ff-a537-9040c1093cb3 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/subnets/9758afa5-e043-4e2a-a66d-220c07da8e23 HTTP/1.1" status: 404 len: 337 time: 0.0670571 Feb 04 05:46:53.230216 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d79a2-2d94-4541-9839-dc837d3733ac tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Network': ['ID=382a106f-e49e-4b7f-9bc2-9615d6148736,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:53.234215 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51668) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:53.235133 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3e71c7-2300-4c70-b68b-3fd7a7f7e3ea tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] DELETE failed (client error): The resource could not be found. Feb 04 05:46:53.235580 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3e71c7-2300-4c70-b68b-3fd7a7f7e3ea tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:46:53.239059 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0e3e71c7-2300-4c70-b68b-3fd7a7f7e3ea tempest-RoutersTest-1279598493 tempest-RoutersTest-1279598493-project] 10.222.0.10 "DELETE /v2.0/subnets/c35d1d36-4259-4adb-8c49-985db98469eb HTTP/1.1" status: 404 len: 337 time: 0.0680418 Feb 04 05:46:53.245397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 382a106f-e49e-4b7f-9bc2-9615d6148736 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:46:53.255606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fc80c719-4e1f-4dcb-9d48-b4abbe27006c tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.258994 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fc80c719-4e1f-4dcb-9d48-b4abbe27006c tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/ee26a565-0b4b-4577-b510-5be1aded3594 HTTP/1.1" status: 204 len: 168 time: 1.5393956 Feb 04 05:46:53.262110 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51672) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:53.270479 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a6b4d8-b4a3-4d8e-887a-d9531e3b90c4 None None] Network 743128e8-e1cf-4fc6-9884-f415762b25fc requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:53.356707 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d2fea-7e28-468c-abdf-d54ddfa04234 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting port 0a188951-8cce-4521-8eff-86bee1f32cde {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:53.357058 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2fea-7e28-468c-abdf-d54ddfa04234 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.392627 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de239edd-f355-41fc-bccd-463c7a02d7b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.412271 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.498192 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da02534-4102-4f4f-b7a1-69fec646b108 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:53.502305 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3da02534-4102-4f4f-b7a1-69fec646b108 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.539823 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-21ecc105-77ba-45de-bb1c-e0b4d0abfd7d tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.548426 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port 4768ff07-9eab-4075-98b3-c8e173efe1f3 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:53.548824 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.554713 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-21ecc105-77ba-45de-bb1c-e0b4d0abfd7d tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.633248 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2fea-7e28-468c-abdf-d54ddfa04234 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.670937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de239edd-f355-41fc-bccd-463c7a02d7b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.671298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-21ecc105-77ba-45de-bb1c-e0b4d0abfd7d tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] In _notify_port_updated(), no bound segment for port 569447f8-52ad-4184-afff-2be88dc9362f on network a426354b-a0ac-4a9f-b685-5af7ac691c08 {{(pid=108745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:46:53.677211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ecc105-77ba-45de-bb1c-e0b4d0abfd7d tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:53.677907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-21ecc105-77ba-45de-bb1c-e0b4d0abfd7d tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.682885 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-21ecc105-77ba-45de-bb1c-e0b4d0abfd7d tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "PUT /v2.0/ports/569447f8-52ad-4184-afff-2be88dc9362f HTTP/1.1" status: 200 len: 1001 time: 1.4262412 Feb 04 05:46:53.687267 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51678) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:53.708194 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d2fea-7e28-468c-abdf-d54ddfa04234 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Calling delete_port for 0a188951-8cce-4521-8eff-86bee1f32cde owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:53.724833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-de239edd-f355-41fc-bccd-463c7a02d7b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cffe53-689e-4c68-95bc-797fbe732ade']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:53.743568 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51680) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:53.746914 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] For port 4768ff07-9eab-4075-98b3-c8e173efe1f3, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4768ff07-9eab-4075-98b3-c8e173efe1f3,segment=NetworkSegment(4f2fc831-99c1-4220-98f9-652b5f906f4d),segment_id=4f2fc831-99c1-4220-98f9-652b5f906f4d)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:53.747086 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f865295d-60f1-443f-ad8f-2e32a129c3bc None None] DHCP port deletion for 743128e8-e1cf-4fc6-9884-f415762b25fc request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:46:53.747647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.752192 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-de239edd-f355-41fc-bccd-463c7a02d7b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:53.752493 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-de239edd-f355-41fc-bccd-463c7a02d7b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5bee84-6b80-48b4-b277-569a8d1ba4ff') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:53.768746 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecc105-77ba-45de-bb1c-e0b4d0abfd7d tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event updated for resources: {'Port': ['ID=569447f8-52ad-4184-afff-2be88dc9362f,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:53.781200 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for 4768ff07-9eab-4075-98b3-c8e173efe1f3 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:53.796868 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79bd6f-f2d3-41d8-94d6-08d24710f685 req-69689def-aae7-4b6c-a1ed-d5523f710efb tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:53.798422 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3a79bd6f-f2d3-41d8-94d6-08d24710f685 req-69689def-aae7-4b6c-a1ed-d5523f710efb tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 944 time: 0.1999607 Feb 04 05:46:53.812348 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de239edd-f355-41fc-bccd-463c7a02d7b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.851231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f865295d-60f1-443f-ad8f-2e32a129c3bc None None] Deleting port 4768ff07-9eab-4075-98b3-c8e173efe1f3 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:53.851999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f865295d-60f1-443f-ad8f-2e32a129c3bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.925510 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4768ff07-9eab-4075-98b3-c8e173efe1f3 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:53.929310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 10be5969-46fc-49d2-9916-226426130e7e up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:53.936617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de239edd-f355-41fc-bccd-463c7a02d7b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.952016 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de239edd-f355-41fc-bccd-463c7a02d7b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:46:53.952579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de239edd-f355-41fc-bccd-463c7a02d7b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:46:53.957433 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:46:54.024389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f865295d-60f1-443f-ad8f-2e32a129c3bc None None] For port 4768ff07-9eab-4075-98b3-c8e173efe1f3, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4768ff07-9eab-4075-98b3-c8e173efe1f3,segment=NetworkSegment(4f2fc831-99c1-4220-98f9-652b5f906f4d),segment_id=4f2fc831-99c1-4220-98f9-652b5f906f4d)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:54.024837 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f865295d-60f1-443f-ad8f-2e32a129c3bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.028602 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3a79bd6f-f2d3-41d8-94d6-08d24710f685 req-36b78783-a6cf-4dec-badc-b6d0809a856b tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894491 Feb 04 05:46:54.053377 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f865295d-60f1-443f-ad8f-2e32a129c3bc None None] Calling delete_port for 4768ff07-9eab-4075-98b3-c8e173efe1f3 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:54.062280 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-46173e51-d2b1-44a8-a792-ffa7237c1103 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Deleting port 569447f8-52ad-4184-afff-2be88dc9362f {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:54.063838 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-46173e51-d2b1-44a8-a792-ffa7237c1103 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.070503 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-16476643-edee-449f-9c96-80f190826a47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02ee2ee1a7df4acdb68a90ee0ea194ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161614 Feb 04 05:46:54.070797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51684) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:54.103357 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de239edd-f355-41fc-bccd-463c7a02d7b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.108354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de239edd-f355-41fc-bccd-463c7a02d7b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.114059 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-de239edd-f355-41fc-bccd-463c7a02d7b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] 10.222.0.10 "DELETE /v2.0/networks/99cffe53-689e-4c68-95bc-797fbe732ade HTTP/1.1" status: 204 len: 168 time: 0.8720150 Feb 04 05:46:54.129881 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3da02534-4102-4f4f-b7a1-69fec646b108 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.136052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de239edd-f355-41fc-bccd-463c7a02d7b4 tempest-NetworksTestDHCPv6-225444720 tempest-NetworksTestDHCPv6-225444720-project] Pushing event deleted for resources: {'Network': ['ID=99cffe53-689e-4c68-95bc-797fbe732ade,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:54.165328 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.173674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 10be5969-46fc-49d2-9916-226426130e7e completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:46:54.183226 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 10be5969-46fc-49d2-9916-226426130e7e triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:54.183890 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.188744 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No DVR routers for this DVR port 4768ff07-9eab-4075-98b3-c8e173efe1f3 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:54.191782 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-967dd31d-97af-42d3-9a4e-4210aafecbf9 None None] Provisioning complete for port 569447f8-52ad-4184-afff-2be88dc9362f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:54.192422 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-967dd31d-97af-42d3-9a4e-4210aafecbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.223457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=4768ff07-9eab-4075-98b3-c8e173efe1f3,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:54.237932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.261965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da02534-4102-4f4f-b7a1-69fec646b108 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Subnet': ['ID=51b773e2-bc29-4ece-b05f-1c58c143a3a4,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:54.263051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-967dd31d-97af-42d3-9a4e-4210aafecbf9 None None] Port 569447f8-52ad-4184-afff-2be88dc9362f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:54.290411 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-46173e51-d2b1-44a8-a792-ffa7237c1103 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.303692 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da02534-4102-4f4f-b7a1-69fec646b108 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Checking segment: {'id': 'ba7e5fbe-9eb6-4a0f-b6b4-cdb64a111b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382a106f-e49e-4b7f-9bc2-9615d6148736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:54.304960 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da02534-4102-4f4f-b7a1-69fec646b108 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network hostable DHCP agents. Network: 382a106f-e49e-4b7f-9bc2-9615d6148736, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:46:54.339878 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device cb87f8ef-414b-4016-bb67-3c02ebe4df67 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:46:54.340181 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4dc69ba3-8561-46c9-9a23-a52511eb4963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.343411 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f865295d-60f1-443f-ad8f-2e32a129c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.350066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da02534-4102-4f4f-b7a1-69fec646b108 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network 382a106f-e49e-4b7f-9bc2-9615d6148736 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:46:54.352225 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-46173e51-d2b1-44a8-a792-ffa7237c1103 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Calling delete_port for 569447f8-52ad-4184-afff-2be88dc9362f owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:54.361180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2fea-7e28-468c-abdf-d54ddfa04234 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.366319 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.371776 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-3da02534-4102-4f4f-b7a1-69fec646b108 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 382a106f-e49e-4b7f-9bc2-9615d6148736) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:54.389612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da02534-4102-4f4f-b7a1-69fec646b108 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:54.390187 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4dc69ba3-8561-46c9-9a23-a52511eb4963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.391218 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3da02534-4102-4f4f-b7a1-69fec646b108 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.405888 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a333d2a-32ba-4f6f-af76-0f7730764caa None None] Network 382a106f-e49e-4b7f-9bc2-9615d6148736 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:54.411839 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743128e8-e1cf-4fc6-9884-f415762b25fc']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:54.428653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f865295d-60f1-443f-ad8f-2e32a129c3bc None None] No DVR routers for this DVR port 4768ff07-9eab-4075-98b3-c8e173efe1f3 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:46:54.430661 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: cb87f8ef-414b-4016-bb67-3c02ebe4df67 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:46:54.431071 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device cb87f8ef-414b-4016-bb67-3c02ebe4df67 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:46:54.435110 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d2fea-7e28-468c-abdf-d54ddfa04234 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Port': ['ID=0a188951-8cce-4521-8eff-86bee1f32cde,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:54.445642 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51690) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:54.458389 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3da02534-4102-4f4f-b7a1-69fec646b108 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2680511 Feb 04 05:46:54.460292 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51694) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:54.464964 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.481509 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2fc831-99c1-4220-98f9-652b5f906f4d') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:54.481836 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2fc831-99c1-4220-98f9-652b5f906f4d') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:46:54.486652 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-393c2232-4e8d-418f-97f8-838ccd9d6c73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'network_id': '382a106f-e49e-4b7f-9bc2-9615d6148736', 'name': 'tempest-PortsIpV6TestJSON-1856194688'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:54.518427 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 10be5969-46fc-49d2-9916-226426130e7e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=10be5969-46fc-49d2-9916-226426130e7e,segment=NetworkSegment(a44ced40-4528-4885-86c9-31342c0bdebf),segment_id=a44ced40-4528-4885-86c9-31342c0bdebf)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:54.518842 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.520209 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865295d-60f1-443f-ad8f-2e32a129c3bc None None] Pushing event deleted for resources: {'Port': ['ID=4768ff07-9eab-4075-98b3-c8e173efe1f3,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:54.530112 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24e2af0-1f3d-49f1-93d4-8cd403456fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10be5969-46fc-49d2-9916-226426130e7e'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:46:54.532889 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedcc6ff-2381-4a7e-aa51-4c27643dfb20" -d '{"events": [{"server_uuid": "b24e2af0-1f3d-49f1-93d4-8cd403456fa6", "name": "network-vif-plugged", "status": "completed", "tag": "10be5969-46fc-49d2-9916-226426130e7e"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:46:54.572359 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2fea-7e28-468c-abdf-d54ddfa04234 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.578393 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.587003 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bd3d2fea-7e28-468c-abdf-d54ddfa04234 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/ports/0a188951-8cce-4521-8eff-86bee1f32cde HTTP/1.1" status: 204 len: 168 time: 1.6048245 Feb 04 05:46:54.591173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51698) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:54.596143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:54.597856 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.629422 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.639426 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:46:54.639841 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:46:54.642856 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:46:54.652710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4060bb-d59b-4c2d-90e3-90225980bb11 x-openstack-request-id: req-3c4060bb-d59b-4c2d-90e3-90225980bb11 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:46:54.652710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24e2af0-1f3d-49f1-93d4-8cd403456fa6", "name": "network-vif-plugged", "status": "completed", "tag": "10be5969-46fc-49d2-9916-226426130e7e", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:46:54.653003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c4060bb-d59b-4c2d-90e3-90225980bb11 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:46:54.653413 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24e2af0-1f3d-49f1-93d4-8cd403456fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10be5969-46fc-49d2-9916-226426130e7e', 'code': 200} Feb 04 05:46:54.667367 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4dc69ba3-8561-46c9-9a23-a52511eb4963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.669920 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4dc69ba3-8561-46c9-9a23-a52511eb4963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.671099 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4dc69ba3-8561-46c9-9a23-a52511eb4963 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b509c9f5-023d-499d-a194-1c7b2c8198f6 HTTP/1.1" status: 204 len: 168 time: 0.5993481 Feb 04 05:46:54.695020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=10be5969-46fc-49d2-9916-226426130e7e,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:54.750042 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3ce1da2e-5075-42c5-86b6-9a13aacf7c64 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b91facab37754132ba6f75f1c6b2c49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990377 Feb 04 05:46:54.755552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51702) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:54.783689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.814954 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-382a106f-e49e-4b7f-9bc2-9615d6148736', 'network_id': '382a106f-e49e-4b7f-9bc2-9615d6148736', 'tenant_id': '8b79082e6df440838c56786cc165c0b7', 'fixed_ips': [{'subnet_id': '51b773e2-bc29-4ece-b05f-1c58c143a3a4'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:46:54.816134 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.820963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7bf7ac63-126b-4b23-a1a2-632e1e35ec3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.823642 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc69ba3-8561-46c9-9a23-a52511eb4963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b509c9f5-023d-499d-a194-1c7b2c8198f6,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:54.849521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.863930 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-46173e51-d2b1-44a8-a792-ffa7237c1103 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.896623 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.905246 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/networks/743128e8-e1cf-4fc6-9884-f415762b25fc HTTP/1.1" status: 204 len: 168 time: 1.6422687 Feb 04 05:46:54.906427 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bc10e-add1-4a00-84f8-1c9912951948 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Network': ['ID=743128e8-e1cf-4fc6-9884-f415762b25fc,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:54.913154 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51706) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:54.927768 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7bf7ac63-126b-4b23-a1a2-632e1e35ec3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:54.930472 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:46:55.032210 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Allocated IP 2001:db8::2 (382a106f-e49e-4b7f-9bc2-9615d6148736/51b773e2-bc29-4ece-b05f-1c58c143a3a4/9d21c085-0bed-4f3b-9e0c-f7613951065b) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:55.070986 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Allocated IP 172.26.3.204 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/dcad7f25-397e-46e8-b706-eafd252d2bec) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:55.077004 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46173e51-d2b1-44a8-a792-ffa7237c1103 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event deleted for resources: {'Port': ['ID=569447f8-52ad-4184-afff-2be88dc9362f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:55.079878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7bf7ac63-126b-4b23-a1a2-632e1e35ec3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:55.083285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7bf7ac63-126b-4b23-a1a2-632e1e35ec3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:55.088147 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7bf7ac63-126b-4b23-a1a2-632e1e35ec3b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dad3331f-f672-4bb0-abd6-b9145c51dca8 HTTP/1.1" status: 204 len: 168 time: 0.3310676 Feb 04 05:46:55.093074 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393c2232-4e8d-418f-97f8-838ccd9d6c73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:55.096538 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-393c2232-4e8d-418f-97f8-838ccd9d6c73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:55.102313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7ac63-126b-4b23-a1a2-632e1e35ec3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad3331f-f672-4bb0-abd6-b9145c51dca8,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:55.302479 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:55.338716 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:55.349218 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:55.369388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:55.423469 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Network 382a106f-e49e-4b7f-9bc2-9615d6148736 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:55.434123 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:55.443518 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-393c2232-4e8d-418f-97f8-838ccd9d6c73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port bfa08ca6-964d-48a4-976d-48a088ea4dea yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:55.443626 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:55.469842 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Pushing event updated for resources: {'Port': ['ID=9d21c085-0bed-4f3b-9e0c-f7613951065b,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:55.578558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Attempting to bind port 9d21c085-0bed-4f3b-9e0c-f7613951065b on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:46:55.579160 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Attempting to bind port 9d21c085-0bed-4f3b-9e0c-f7613951065b by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ba7e5fbe-9eb6-4a0f-b6b4-cdb64a111b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382a106f-e49e-4b7f-9bc2-9615d6148736'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:46:55.579673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Attempting to bind port 9d21c085-0bed-4f3b-9e0c-f7613951065b on network 382a106f-e49e-4b7f-9bc2-9615d6148736 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:46:55.587919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:46:55.588353 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Checking segment: {'id': 'ba7e5fbe-9eb6-4a0f-b6b4-cdb64a111b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382a106f-e49e-4b7f-9bc2-9615d6148736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:46:55.588765 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:55.589160 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Bound using segment: {'id': 'ba7e5fbe-9eb6-4a0f-b6b4-cdb64a111b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382a106f-e49e-4b7f-9bc2-9615d6148736'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:46:55.589627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Bound port: 9d21c085-0bed-4f3b-9e0c-f7613951065b, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7e5fbe-9eb6-4a0f-b6b4-cdb64a111b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '382a106f-e49e-4b7f-9bc2-9615d6148736'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:46:55.592911 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:55.598819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-393c2232-4e8d-418f-97f8-838ccd9d6c73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Allocated IP 2001:db8::4f (382a106f-e49e-4b7f-9bc2-9615d6148736/51b773e2-bc29-4ece-b05f-1c58c143a3a4/bfa08ca6-964d-48a4-976d-48a088ea4dea) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:55.638249 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-46173e51-d2b1-44a8-a792-ffa7237c1103 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:55.642719 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-46173e51-d2b1-44a8-a792-ffa7237c1103 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "DELETE /v2.0/ports/569447f8-52ad-4184-afff-2be88dc9362f HTTP/1.1" status: 204 len: 168 time: 1.9540358 Feb 04 05:46:55.650335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb340f0-fedd-4d9a-81c1-65c51b4d551d req-a4212550-7efa-4738-ac4c-1087b5046fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:55.652065 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6fb340f0-fedd-4d9a-81c1-65c51b4d551d req-a4212550-7efa-4738-ac4c-1087b5046fab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 1098 time: 0.7959800 Feb 04 05:46:55.654187 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51730) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:55.703617 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e26f4-d554-4e8d-896f-a304c16a0a57 req-a43c38f5-8355-4107-abc7-9498ae973230 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:55.705169 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e32e26f4-d554-4e8d-896f-a304c16a0a57 req-a43c38f5-8355-4107-abc7-9498ae973230 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.5106778 Feb 04 05:46:55.706272 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b2c7b7-d68f-4524-89b6-e8fd612bd142 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] GET failed (client error): The resource could not be found. Feb 04 05:46:55.707776 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-04b2c7b7-d68f-4524-89b6-e8fd612bd142 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "GET /v2.0/ports/569447f8-52ad-4184-afff-2be88dc9362f HTTP/1.1" status: 404 len: 333 time: 0.0466290 Feb 04 05:46:55.721919 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51738) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:55.736469 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] For port 9d21c085-0bed-4f3b-9e0c-f7613951065b, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:46:55.743452 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] For port 9d21c085-0bed-4f3b-9e0c-f7613951065b, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9d21c085-0bed-4f3b-9e0c-f7613951065b,segment=NetworkSegment(ba7e5fbe-9eb6-4a0f-b6b4-cdb64a111b01),segment_id=ba7e5fbe-9eb6-4a0f-b6b4-cdb64a111b01)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:46:55.745452 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2a2b5147-16f8-4c2f-ae21-c3b7194955d1 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Request body: {'port': {'network_id': 'a426354b-a0ac-4a9f-b685-5af7ac691c08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-253430498'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:55.755361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:55.888752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ef78e-13ac-4983-a681-e0be404f3050 None None] Pushing event updated for resources: {'Port': ['ID=9d21c085-0bed-4f3b-9e0c-f7613951065b,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:55.949298 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51744) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:55.962456 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e32e26f4-d554-4e8d-896f-a304c16a0a57 req-017c8777-320e-47de-9921-dc95b70b5ec8 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384202 Feb 04 05:46:56.001905 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:56.006630 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:56.009573 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=dcad7f25-397e-46e8-b706-eafd252d2bec,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:56.012528 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:56.049920 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6fb340f0-fedd-4d9a-81c1-65c51b4d551d req-cdc5fcc6-e9bf-4764-8c01-fecba9317f0d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834887 Feb 04 05:46:56.132395 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-66a4c841-626a-489a-9764-aa3777f59f9a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group': {'name': 'tempest-secgroup--638035887'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:56.163067 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.200714 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2b5147-16f8-4c2f-ae21-c3b7194955d1 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Made reservation on behalf of af81dd1a3a9847a3b2ef24f9da15e0f9 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:56.213397 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5147-16f8-4c2f-ae21-c3b7194955d1 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.238672 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.289177 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66a4c841-626a-489a-9764-aa3777f59f9a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.313813 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66a4c841-626a-489a-9764-aa3777f59f9a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.353214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51756) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:56.492039 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f2f2ab75-b417-461c-a85c-ad83fe17e041 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:56.492735 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-f2f2ab75-b417-461c-a85c-ad83fe17e041 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 05:46:56.493231 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-f2f2ab75-b417-461c-a85c-ad83fe17e041 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 05:46:56.498106 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f2f2ab75-b417-461c-a85c-ad83fe17e041 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1438484 Feb 04 05:46:56.503660 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51760) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:56.511975 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-5e95b0e1-83e5-4bec-b7d6-e7053d6a5538 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261252753'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:56.541866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-2a2b5147-16f8-4c2f-ae21-c3b7194955d1 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] device_id is not set on port e6e9f0bb-6329-4edb-bda2-9fd136a5186f yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:56.547992 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66a4c841-626a-489a-9764-aa3777f59f9a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.553380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.558084 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66a4c841-626a-489a-9764-aa3777f59f9a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.568272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.579422 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-393c2232-4e8d-418f-97f8-838ccd9d6c73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.629140 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e95b0e1-83e5-4bec-b7d6-e7053d6a5538 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.667783 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4c841-626a-489a-9764-aa3777f59f9a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad63ba2-29bd-4908-9c83-bdc2fbbbaad3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:56.678351 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e95b0e1-83e5-4bec-b7d6-e7053d6a5538 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.712200 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=dcad7f25-397e-46e8-b706-eafd252d2bec,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:56.719811 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df5fe5ff-736d-4a1d-bd68-8cb3d01a17e4 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.748165 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.752386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66a4c841-626a-489a-9764-aa3777f59f9a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.760267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66a4c841-626a-489a-9764-aa3777f59f9a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.765478 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-393c2232-4e8d-418f-97f8-838ccd9d6c73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.769796 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-2a2b5147-16f8-4c2f-ae21-c3b7194955d1 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Allocated IP 2001:db8::25e (a426354b-a0ac-4a9f-b685-5af7ac691c08/434b93f2-6669-4321-a845-ef4d4c1f6928/e6e9f0bb-6329-4edb-bda2-9fd136a5186f) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:56.808805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.812520 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b9cf12cb-bc28-4ce6-a8c8-c9d099e2290b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2181735 Feb 04 05:46:56.812894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66a4c841-626a-489a-9764-aa3777f59f9a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.816286 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-66a4c841-626a-489a-9764-aa3777f59f9a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8596964 Feb 04 05:46:56.817945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51762) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:56.818286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51764) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:56.824865 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f0fb48b0-7a13-4ae4-8a6e-a8ba7f289534 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'port': {'network_id': 'e2598b2f-5705-48df-a705-f0b9d91f5e9b', 'name': 'tempest-FloatingIPTestJSON-1810076266'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:56.851184 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4c841-626a-489a-9764-aa3777f59f9a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c51ae1-4a42-4bd9-8856-08b8fc1f7c4c,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:56.917685 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393c2232-4e8d-418f-97f8-838ccd9d6c73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network 382a106f-e49e-4b7f-9bc2-9615d6148736 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:56.931692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-393c2232-4e8d-418f-97f8-838ccd9d6c73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:56.936621 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c2232-4e8d-418f-97f8-838ccd9d6c73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=bfa08ca6-964d-48a4-976d-48a088ea4dea,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:56.945882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393c2232-4e8d-418f-97f8-838ccd9d6c73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:56.951502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393c2232-4e8d-418f-97f8-838ccd9d6c73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:56.952123 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-393c2232-4e8d-418f-97f8-838ccd9d6c73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.980676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e95b0e1-83e5-4bec-b7d6-e7053d6a5538 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:56.994527 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a1faa3f1-3385-4712-9eca-25b913b3ef53 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1705105 Feb 04 05:46:57.004803 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51768) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:57.011857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-0ee66a9e-b944-46fb-b0ac-8eba7ed2f45b tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group': {'name': 'tempest-security--1313716738', 'description': 'tempest-security-description-1392452003'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:57.012778 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e95b0e1-83e5-4bec-b7d6-e7053d6a5538 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.072725 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-393c2232-4e8d-418f-97f8-838ccd9d6c73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6042521 Feb 04 05:46:57.082002 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51770) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:57.090990 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-c8bae216-891b-4227-8fac-12591b32756a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'network_id': '382a106f-e49e-4b7f-9bc2-9615d6148736', 'name': 'tempest-PortsIpV6TestJSON-1544065504'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:57.125477 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95b0e1-83e5-4bec-b7d6-e7053d6a5538 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4756a459-57d8-4254-9860-5d9fcb24c0b3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:57.126520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ee66a9e-b944-46fb-b0ac-8eba7ed2f45b tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.198361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fb48b0-7a13-4ae4-8a6e-a8ba7f289534 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Made reservation on behalf of af7ed8c79e9440cba9e994a8562af4d0 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:57.201874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0fb48b0-7a13-4ae4-8a6e-a8ba7f289534 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.234415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d6976e-6d42-486a-8ab9-3db7a57b5f1d None None] Network 382a106f-e49e-4b7f-9bc2-9615d6148736 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:46:57.244761 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e95b0e1-83e5-4bec-b7d6-e7053d6a5538 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.255425 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-f0fb48b0-7a13-4ae4-8a6e-a8ba7f289534 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] device_id is not set on port 8f398407-f425-4a50-b164-4f357f710759 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:57.257793 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5147-16f8-4c2f-ae21-c3b7194955d1 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.262638 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e95b0e1-83e5-4bec-b7d6-e7053d6a5538 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.270870 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ee66a9e-b944-46fb-b0ac-8eba7ed2f45b tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.279187 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c834e-75ec-4a79-aaec-c7109cd0d57b req-13a1d753-e093-42dd-8632-b336557dbd26 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:57.280697 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f90c834e-75ec-4a79-aaec-c7109cd0d57b req-13a1d753-e093-42dd-8632-b336557dbd26 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.1799536 Feb 04 05:46:57.283981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ee66a9e-b944-46fb-b0ac-8eba7ed2f45b tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.286476 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ee66a9e-b944-46fb-b0ac-8eba7ed2f45b tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.290729 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0ee66a9e-b944-46fb-b0ac-8eba7ed2f45b tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "PUT /v2.0/security-groups/98c51ae1-4a42-4bd9-8856-08b8fc1f7c4c HTTP/1.1" status: 200 len: 1778 time: 0.2797608 Feb 04 05:46:57.292199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51772) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:57.348923 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e95b0e1-83e5-4bec-b7d6-e7053d6a5538 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.353721 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5e95b0e1-83e5-4bec-b7d6-e7053d6a5538 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8490512 Feb 04 05:46:57.355893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9f17df8f-35fd-4ebd-a26a-b75ec44cb9a1 None None] Provisioning complete for port 9d21c085-0bed-4f3b-9e0c-f7613951065b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:57.356369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9f17df8f-35fd-4ebd-a26a-b75ec44cb9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.356705 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51774) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:57.363235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-9baf7361-e7fb-40ae-af3e-8a11df1f5996 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '73d5b6ab-0c63-4b2e-9d39-9123d768fb16', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:57.371466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95b0e1-83e5-4bec-b7d6-e7053d6a5538 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d5b6ab-0c63-4b2e-9d39-9123d768fb16,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:57.405077 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee66a9e-b944-46fb-b0ac-8eba7ed2f45b tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c51ae1-4a42-4bd9-8856-08b8fc1f7c4c,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:57.433202 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bae216-891b-4227-8fac-12591b32756a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:46:57.436711 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8bae216-891b-4227-8fac-12591b32756a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.460580 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f90c834e-75ec-4a79-aaec-c7109cd0d57b req-aba2726b-b6e9-4aed-8d45-0bce47d12c47 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674252 Feb 04 05:46:57.463451 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e7e0689a-3c8c-4a07-b927-f57cd3c97b90 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-groups/98c51ae1-4a42-4bd9-8856-08b8fc1f7c4c HTTP/1.1" status: 200 len: 1778 time: 0.1657386 Feb 04 05:46:57.465698 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5147-16f8-4c2f-ae21-c3b7194955d1 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.468055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51776) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:57.474401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-f0fb48b0-7a13-4ae4-8a6e-a8ba7f289534 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Allocated IP 172.20.0.9 (e2598b2f-5705-48df-a705-f0b9d91f5e9b/36e3b937-3419-4bf0-bc95-4f5337c2a164/8f398407-f425-4a50-b164-4f357f710759) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:57.495898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-c8bae216-891b-4227-8fac-12591b32756a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port 6a8ce14b-3f07-4cb3-b931-8423eab6e697 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:46:57.496797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9f17df8f-35fd-4ebd-a26a-b75ec44cb9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.506530 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9baf7361-e7fb-40ae-af3e-8a11df1f5996 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.535070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9f17df8f-35fd-4ebd-a26a-b75ec44cb9a1 None None] For port 9d21c085-0bed-4f3b-9e0c-f7613951065b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9d21c085-0bed-4f3b-9e0c-f7613951065b,segment=NetworkSegment(ba7e5fbe-9eb6-4a0f-b6b4-cdb64a111b01),segment_id=ba7e5fbe-9eb6-4a0f-b6b4-cdb64a111b01)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:57.540045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9f17df8f-35fd-4ebd-a26a-b75ec44cb9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.552139 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2b5147-16f8-4c2f-ae21-c3b7194955d1 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Network a426354b-a0ac-4a9f-b685-5af7ac691c08 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:57.557394 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b5147-16f8-4c2f-ae21-c3b7194955d1 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event updated for resources: {'Port': ['ID=e6e9f0bb-6329-4edb-bda2-9fd136a5186f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:57.559973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-2a2b5147-16f8-4c2f-ae21-c3b7194955d1 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:57.566922 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b5147-16f8-4c2f-ae21-c3b7194955d1 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:57.573347 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2b5147-16f8-4c2f-ae21-c3b7194955d1 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:57.574014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5147-16f8-4c2f-ae21-c3b7194955d1 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.610928 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2a2b5147-16f8-4c2f-ae21-c3b7194955d1 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8833470 Feb 04 05:46:57.611165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51778) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:57.619662 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b47deb30-0495-4a0b-bd84-dd4e95f423de tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:43:54:54'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:57.625882 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17df8f-35fd-4ebd-a26a-b75ec44cb9a1 None None] Pushing event updated for resources: {'Port': ['ID=9d21c085-0bed-4f3b-9e0c-f7613951065b,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:57.660634 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-df5fe5ff-736d-4a1d-bd68-8cb3d01a17e4 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port de982085-608e-4d5d-b841-2d5f91479b2f {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:57.661170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df5fe5ff-736d-4a1d-bd68-8cb3d01a17e4 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.685075 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5bcaf0b-9933-427b-a1dd-a47d38190389 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.694067 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9baf7361-e7fb-40ae-af3e-8a11df1f5996 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.712604 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9baf7361-e7fb-40ae-af3e-8a11df1f5996 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.778161 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5bcaf0b-9933-427b-a1dd-a47d38190389 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.786556 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf7361-e7fb-40ae-af3e-8a11df1f5996 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb645597-72a8-45df-a2b0-0c27662071da,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:57.793387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b47deb30-0495-4a0b-bd84-dd4e95f423de tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.803951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-c8bae216-891b-4227-8fac-12591b32756a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Allocated IP 2001:db8::3 (382a106f-e49e-4b7f-9bc2-9615d6148736/51b773e2-bc29-4ece-b05f-1c58c143a3a4/6a8ce14b-3f07-4cb3-b931-8423eab6e697) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:46:57.808568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9baf7361-e7fb-40ae-af3e-8a11df1f5996 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.810022 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9baf7361-e7fb-40ae-af3e-8a11df1f5996 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4500821 Feb 04 05:46:57.818210 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51780) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:57.832537 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d92c61fd-33b2-4c03-b0fd-6a5c7bde98ad tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '73d5b6ab-0c63-4b2e-9d39-9123d768fb16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:57.888012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0fb48b0-7a13-4ae4-8a6e-a8ba7f289534 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.936663 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0fb48b0-7a13-4ae4-8a6e-a8ba7f289534 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.939245 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-df5fe5ff-736d-4a1d-bd68-8cb3d01a17e4 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] For port de982085-608e-4d5d-b841-2d5f91479b2f, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=de982085-608e-4d5d-b841-2d5f91479b2f,segment=NetworkSegment(40b6682c-29f2-4403-bec7-f4c38ced51fe),segment_id=40b6682c-29f2-4403-bec7-f4c38ced51fe)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:46:57.939726 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df5fe5ff-736d-4a1d-bd68-8cb3d01a17e4 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:57.954596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-df5fe5ff-736d-4a1d-bd68-8cb3d01a17e4 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for de982085-608e-4d5d-b841-2d5f91479b2f owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:57.986098 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f70eea2c-bc79-4486-a45c-7bfb0b2e318f None None] Provisioning complete for port 9d21c085-0bed-4f3b-9e0c-f7613951065b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:57.987310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f70eea2c-bc79-4486-a45c-7bfb0b2e318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.047776 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9d21c085-0bed-4f3b-9e0c-f7613951065b up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:46:58.048289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d92c61fd-33b2-4c03-b0fd-6a5c7bde98ad tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.055221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fb48b0-7a13-4ae4-8a6e-a8ba7f289534 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network e2598b2f-5705-48df-a705-f0b9d91f5e9b is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:58.071628 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f0fb48b0-7a13-4ae4-8a6e-a8ba7f289534 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:58.080195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb48b0-7a13-4ae4-8a6e-a8ba7f289534 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:58.124789 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb48b0-7a13-4ae4-8a6e-a8ba7f289534 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=8f398407-f425-4a50-b164-4f357f710759,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:58.138109 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5bcaf0b-9933-427b-a1dd-a47d38190389 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.140065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f5bcaf0b-9933-427b-a1dd-a47d38190389 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.143571 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f5bcaf0b-9933-427b-a1dd-a47d38190389 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-groups/98c51ae1-4a42-4bd9-8856-08b8fc1f7c4c HTTP/1.1" status: 204 len: 168 time: 0.6722660 Feb 04 05:46:58.148104 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fb48b0-7a13-4ae4-8a6e-a8ba7f289534 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:58.149724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0fb48b0-7a13-4ae4-8a6e-a8ba7f289534 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.154731 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51782) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:58.168242 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 9d21c085-0bed-4f3b-9e0c-f7613951065b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:58.168933 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.188202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcaf0b-9933-427b-a1dd-a47d38190389 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c51ae1-4a42-4bd9-8856-08b8fc1f7c4c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:58.206633 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f0fb48b0-7a13-4ae4-8a6e-a8ba7f289534 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3868768 Feb 04 05:46:58.211614 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51784) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:58.218612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e47546e3-6f15-400b-b526-103e1b6a127b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'floatingip': {'port_id': '8f398407-f425-4a50-b164-4f357f710759'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:58.228396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df5fe5ff-736d-4a1d-bd68-8cb3d01a17e4 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.238973 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-d92c61fd-33b2-4c03-b0fd-6a5c7bde98ad tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 05:46:58.240070 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d92c61fd-33b2-4c03-b0fd-6a5c7bde98ad tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4191556 Feb 04 05:46:58.245431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8bae216-891b-4227-8fac-12591b32756a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.246994 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51786) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:58.266764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f70eea2c-bc79-4486-a45c-7bfb0b2e318f None None] Provisioning complete for port bfa08ca6-964d-48a4-976d-48a088ea4dea triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:58.267247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f70eea2c-bc79-4486-a45c-7bfb0b2e318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.310989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f70eea2c-bc79-4486-a45c-7bfb0b2e318f None None] Port bfa08ca6-964d-48a4-976d-48a088ea4dea cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:58.323264 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fe5ff-736d-4a1d-bd68-8cb3d01a17e4 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=de982085-608e-4d5d-b841-2d5f91479b2f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:58.325790 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4db9bb02-9f23-4f65-bd61-c4161c8182a7 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.332793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8bae216-891b-4227-8fac-12591b32756a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.365912 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e47546e3-6f15-400b-b526-103e1b6a127b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.388232 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4db9bb02-9f23-4f65-bd61-c4161c8182a7 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.403573 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bae216-891b-4227-8fac-12591b32756a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network 382a106f-e49e-4b7f-9bc2-9615d6148736 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:46:58.411423 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c8bae216-891b-4227-8fac-12591b32756a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:46:58.418496 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bae216-891b-4227-8fac-12591b32756a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=6a8ce14b-3f07-4cb3-b931-8423eab6e697,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:58.423318 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2825160a-a3d7-474e-948d-de73822e73ac tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2627780 Feb 04 05:46:58.423411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bae216-891b-4227-8fac-12591b32756a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:46:58.431122 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bae216-891b-4227-8fac-12591b32756a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:58.431814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8bae216-891b-4227-8fac-12591b32756a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.436855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51788) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:58.460627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-343a96a4-14e8-4d57-8972-27f941449146 None None] Provisioning complete for port e6e9f0bb-6329-4edb-bda2-9fd136a5186f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:58.461908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-343a96a4-14e8-4d57-8972-27f941449146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.468249 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-6f76f41b-70c4-498b-bd89-68927de0ae14 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] delete failed (client error): The resource could not be found. Feb 04 05:46:58.469317 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6f76f41b-70c4-498b-bd89-68927de0ae14 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-groups/98c51ae1-4a42-4bd9-8856-08b8fc1f7c4c HTTP/1.1" status: 404 len: 347 time: 0.0311372 Feb 04 05:46:58.473783 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51790) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:58.477592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-ba03c32c-ab82-4f46-a7ed-c5565212e053 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group': {'name': 'tempest-secgroup--190041450'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:58.488477 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c8bae216-891b-4227-8fac-12591b32756a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4020064 Feb 04 05:46:58.488922 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51794) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:58.558572 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-343a96a4-14e8-4d57-8972-27f941449146 None None] Port e6e9f0bb-6329-4edb-bda2-9fd136a5186f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:58.568847 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-343a96a4-14e8-4d57-8972-27f941449146 None None] Provisioning complete for port bfa08ca6-964d-48a4-976d-48a088ea4dea triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:58.570262 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-343a96a4-14e8-4d57-8972-27f941449146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.594746 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4db9bb02-9f23-4f65-bd61-c4161c8182a7 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.597434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4db9bb02-9f23-4f65-bd61-c4161c8182a7 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.598660 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4db9bb02-9f23-4f65-bd61-c4161c8182a7 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "DELETE /v2.0/security-groups/73d5b6ab-0c63-4b2e-9d39-9123d768fb16 HTTP/1.1" status: 204 len: 168 time: 0.3507221 Feb 04 05:46:58.604251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51796) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:58.625212 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-343a96a4-14e8-4d57-8972-27f941449146 None None] Port bfa08ca6-964d-48a4-976d-48a088ea4dea cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:58.651436 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9bb02-9f23-4f65-bd61-c4161c8182a7 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d5b6ab-0c63-4b2e-9d39-9123d768fb16,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:58.654500 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ba03c32c-ab82-4f46-a7ed-c5565212e053 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.670998 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc094cc-1eb5-4bba-b4db-9c8aa784e070 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:58.672709 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1fc094cc-1eb5-4bba-b4db-9c8aa784e070 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A4f HTTP/1.1" status: 200 len: 928 time: 0.1828685 Feb 04 05:46:58.683773 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51798) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:58.736372 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fa105f7e-9fda-4f1a-ae13-c734d98bea7c tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1283832 Feb 04 05:46:58.741854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51800) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:58.746428 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1441901d-6504-4416-a818-c72b525ee3de tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1698589711'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:58.802690 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1441901d-6504-4416-a818-c72b525ee3de tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.808599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ba03c32c-ab82-4f46-a7ed-c5565212e053 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.816817 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ba03c32c-ab82-4f46-a7ed-c5565212e053 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.847431 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b7a89811-80a5-442a-a5c6-bb23b48c7ed7 None None] Provisioning complete for port 6a8ce14b-3f07-4cb3-b931-8423eab6e697 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:58.847887 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b7a89811-80a5-442a-a5c6-bb23b48c7ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.867380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ba03c32c-ab82-4f46-a7ed-c5565212e053 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.868664 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ba03c32c-ab82-4f46-a7ed-c5565212e053 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3945694 Feb 04 05:46:58.872521 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51802) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:58.877888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-5ea5fd85-593a-4458-a1ea-17fed74710df tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group_rule': {'security_group_id': '2d16fe27-2b23-43f4-9411-6ea64b38b35e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:58.884753 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03c32c-ab82-4f46-a7ed-c5565212e053 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d16fe27-2b23-43f4-9411-6ea64b38b35e,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:58.888799 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b7a89811-80a5-442a-a5c6-bb23b48c7ed7 None None] Port 6a8ce14b-3f07-4cb3-b931-8423eab6e697 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:58.940676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fd85-593a-4458-a1ea-17fed74710df tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.960695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1441901d-6504-4416-a818-c72b525ee3de tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:58.971553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1441901d-6504-4416-a818-c72b525ee3de tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.019676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1441901d-6504-4416-a818-c72b525ee3de tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.020915 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1441901d-6504-4416-a818-c72b525ee3de tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2780602 Feb 04 05:46:59.026011 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51804) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:59.033172 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-ae811c05-b723-43ae-ba60-ef70d82e2739 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': 'def745ab-20dd-4bd3-b62f-53e65a1cffb2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:59.033918 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-ae811c05-b723-43ae-ba60-ef70d82e2739 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 05:46:59.034385 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-ae811c05-b723-43ae-ba60-ef70d82e2739 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:46:59.035338 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ae811c05-b723-43ae-ba60-ef70d82e2739 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071509 Feb 04 05:46:59.036008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441901d-6504-4416-a818-c72b525ee3de tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def745ab-20dd-4bd3-b62f-53e65a1cffb2,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:59.041441 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51806) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:59.066542 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fd85-593a-4458-a1ea-17fed74710df tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.077595 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fd85-593a-4458-a1ea-17fed74710df tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.110643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5fd85-593a-4458-a1ea-17fed74710df tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a371237-0e18-4c28-8414-b1740db6cbd4,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:59.118857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df5fe5ff-736d-4a1d-bd68-8cb3d01a17e4 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.120270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fd85-593a-4458-a1ea-17fed74710df tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.121627 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5ea5fd85-593a-4458-a1ea-17fed74710df tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2473199 Feb 04 05:46:59.124606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b47deb30-0495-4a0b-bd84-dd4e95f423de tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.127425 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51808) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:59.148844 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3640ff82-427c-438e-9ffc-4cbb1d8ee17b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.158858 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b47deb30-0495-4a0b-bd84-dd4e95f423de tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.176075 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d826de6-0dce-4f1b-9696-cb2ab666cc21 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.181921 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3640ff82-427c-438e-9ffc-4cbb1d8ee17b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.197262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d826de6-0dce-4f1b-9696-cb2ab666cc21 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.204186 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1c2b0-fd6b-4a9a-ba7e-b3b45730cf2f req-582e34fe-8730-4a41-99e3-a0793ff25b72 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:59.205658 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-57b1c2b0-fd6b-4a9a-ba7e-b3b45730cf2f req-582e34fe-8730-4a41-99e3-a0793ff25b72 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.6354895 Feb 04 05:46:59.242810 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d826de6-0dce-4f1b-9696-cb2ab666cc21 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.250010 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d826de6-0dce-4f1b-9696-cb2ab666cc21 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.251123 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7d826de6-0dce-4f1b-9696-cb2ab666cc21 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/2a371237-0e18-4c28-8414-b1740db6cbd4 HTTP/1.1" status: 204 len: 168 time: 0.1228056 Feb 04 05:46:59.256188 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51810) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:59.263688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d826de6-0dce-4f1b-9696-cb2ab666cc21 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a371237-0e18-4c28-8414-b1740db6cbd4,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:59.271877 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3640ff82-427c-438e-9ffc-4cbb1d8ee17b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.274876 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3640ff82-427c-438e-9ffc-4cbb1d8ee17b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.275987 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3640ff82-427c-438e-9ffc-4cbb1d8ee17b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "DELETE /v2.0/security-groups/def745ab-20dd-4bd3-b62f-53e65a1cffb2 HTTP/1.1" status: 204 len: 168 time: 0.2333302 Feb 04 05:46:59.281986 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51812) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:59.295592 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-b47deb30-0495-4a0b-bd84-dd4e95f423de tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] In _notify_port_updated(), no bound segment for port e6e9f0bb-6329-4edb-bda2-9fd136a5186f on network a426354b-a0ac-4a9f-b685-5af7ac691c08 {{(pid=108745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:46:59.301034 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47deb30-0495-4a0b-bd84-dd4e95f423de tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:59.301684 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b47deb30-0495-4a0b-bd84-dd4e95f423de tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.303023 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b47deb30-0495-4a0b-bd84-dd4e95f423de tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "PUT /v2.0/ports/e6e9f0bb-6329-4edb-bda2-9fd136a5186f HTTP/1.1" status: 200 len: 1002 time: 1.6909864 Feb 04 05:46:59.304599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640ff82-427c-438e-9ffc-4cbb1d8ee17b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def745ab-20dd-4bd3-b62f-53e65a1cffb2,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:59.308132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51814) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:59.369208 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47deb30-0495-4a0b-bd84-dd4e95f423de tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event updated for resources: {'Port': ['ID=e6e9f0bb-6329-4edb-bda2-9fd136a5186f,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:59.383403 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bd5b98a7-606d-41ac-ade8-2573d782f5fb tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1260755 Feb 04 05:46:59.391243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51816) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:59.434164 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6705315b-fd96-444a-b33a-1b413d7a4359 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1468246 Feb 04 05:46:59.435593 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51818) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:59.440066 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-517ce60f-1d76-4582-916e-ae9294ba7df7 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302885876'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:59.491762 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-57b1c2b0-fd6b-4a9a-ba7e-b3b45730cf2f req-1d840771-bd33-49e8-bcf8-08b335995a4b tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553809 Feb 04 05:46:59.502732 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a3957f6-9d73-4006-bb27-cd41cb9a7736 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.503598 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5d18e298-4d0c-4dee-8774-d5c8e7a6cb7e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port 6a8ce14b-3f07-4cb3-b931-8423eab6e697 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:59.503940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d18e298-4d0c-4dee-8774-d5c8e7a6cb7e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.518340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f9de6-8722-4a89-a8da-eab575a74687 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Deleting port e6e9f0bb-6329-4edb-bda2-9fd136a5186f {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:46:59.518340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9de6-8722-4a89-a8da-eab575a74687 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.589564 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a3957f6-9d73-4006-bb27-cd41cb9a7736 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.622635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b24140e3-bdf2-46c5-808a-c09f0d9fe9eb None None] Provisioning complete for port e6e9f0bb-6329-4edb-bda2-9fd136a5186f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:46:59.623779 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b24140e3-bdf2-46c5-808a-c09f0d9fe9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.662378 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b24140e3-bdf2-46c5-808a-c09f0d9fe9eb None None] Port e6e9f0bb-6329-4edb-bda2-9fd136a5186f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:46:59.669050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9de6-8722-4a89-a8da-eab575a74687 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.678234 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a3957f6-9d73-4006-bb27-cd41cb9a7736 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.680742 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a3957f6-9d73-4006-bb27-cd41cb9a7736 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.681896 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7a3957f6-9d73-4006-bb27-cd41cb9a7736 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-groups/2d16fe27-2b23-43f4-9411-6ea64b38b35e HTTP/1.1" status: 204 len: 168 time: 0.2896979 Feb 04 05:46:59.686611 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51822) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:59.696151 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f9de6-8722-4a89-a8da-eab575a74687 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Calling delete_port for e6e9f0bb-6329-4edb-bda2-9fd136a5186f owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:59.715592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3957f6-9d73-4006-bb27-cd41cb9a7736 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d16fe27-2b23-43f4-9411-6ea64b38b35e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:46:59.738368 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-517ce60f-1d76-4582-916e-ae9294ba7df7 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.781420 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b8fe8a10-0b8a-4f41-9341-1ff530ec7860 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0907979 Feb 04 05:46:59.789046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51824) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:46:59.793299 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8e1a330a-2438-44dc-8f0c-61c70037c8f9 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1480241222'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:46:59.815950 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d18e298-4d0c-4dee-8774-d5c8e7a6cb7e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.828367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e1a330a-2438-44dc-8f0c-61c70037c8f9 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.851343 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123973f3-8b66-4c0c-afed-5a4d1e71e9b8 req-87f1ef0c-fbd7-42d6-96f0-2555d94ebfee tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:46:59.852865 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-123973f3-8b66-4c0c-afed-5a4d1e71e9b8 req-87f1ef0c-fbd7-42d6-96f0-2555d94ebfee tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.2576199 Feb 04 05:46:59.861115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5d18e298-4d0c-4dee-8774-d5c8e7a6cb7e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for 6a8ce14b-3f07-4cb3-b931-8423eab6e697 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:46:59.871157 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5fe5ff-736d-4a1d-bd68-8cb3d01a17e4 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 9e9da179-134e-4d1a-81e7-e2092807af8e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:46:59.933404 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9de6-8722-4a89-a8da-eab575a74687 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.981000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e1a330a-2438-44dc-8f0c-61c70037c8f9 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:46:59.989030 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f9de6-8722-4a89-a8da-eab575a74687 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event deleted for resources: {'Port': ['ID=e6e9f0bb-6329-4edb-bda2-9fd136a5186f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:00.004543 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e1a330a-2438-44dc-8f0c-61c70037c8f9 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.013250 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9de6-8722-4a89-a8da-eab575a74687 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.015335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e47546e3-6f15-400b-b526-103e1b6a127b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.019660 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0d4f9de6-8722-4a89-a8da-eab575a74687 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "DELETE /v2.0/ports/e6e9f0bb-6329-4edb-bda2-9fd136a5186f HTTP/1.1" status: 204 len: 168 time: 0.7102637 Feb 04 05:47:00.020336 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51826) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:00.029900 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-123973f3-8b66-4c0c-afed-5a4d1e71e9b8 req-a9d9f0fb-2ade-4faf-9b88-b4d48efbc97e tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607158 Feb 04 05:47:00.067475 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08ec22d-ae44-48ac-a4bd-7af1f9df8fbe tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] GET failed (client error): The resource could not be found. Feb 04 05:47:00.069248 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e08ec22d-ae44-48ac-a4bd-7af1f9df8fbe tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "GET /v2.0/ports/e6e9f0bb-6329-4edb-bda2-9fd136a5186f HTTP/1.1" status: 404 len: 333 time: 0.0430038 Feb 04 05:47:00.075829 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e1a330a-2438-44dc-8f0c-61c70037c8f9 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.086338 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8e1a330a-2438-44dc-8f0c-61c70037c8f9 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2871010 Feb 04 05:47:00.086338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51830) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:00.086338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51832) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:00.096879 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e47546e3-6f15-400b-b526-103e1b6a127b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.099510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bdd1b1fd-73e4-441a-bdf1-2a0231a4d4f8 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Request body: {'port': {'network_id': 'a426354b-a0ac-4a9f-b685-5af7ac691c08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-550377757'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:00.108904 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-28ae8683-1078-466c-b286-1611472de59f tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group_rule': {'security_group_id': 'a8b6e9b0-ea18-41a3-a95b-2da365bd2fb2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:00.123585 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a330a-2438-44dc-8f0c-61c70037c8f9 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b6e9b0-ea18-41a3-a95b-2da365bd2fb2,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:00.209614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28ae8683-1078-466c-b286-1611472de59f tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.219288 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-517ce60f-1d76-4582-916e-ae9294ba7df7 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.278207 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-517ce60f-1d76-4582-916e-ae9294ba7df7 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.312330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28ae8683-1078-466c-b286-1611472de59f tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.317293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28ae8683-1078-466c-b286-1611472de59f tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.330141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd1b1fd-73e4-441a-bdf1-2a0231a4d4f8 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Made reservation on behalf of af81dd1a3a9847a3b2ef24f9da15e0f9 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:00.333537 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bdd1b1fd-73e4-441a-bdf1-2a0231a4d4f8 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.356416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae8683-1078-466c-b286-1611472de59f tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18568e35-3834-4ca4-b76d-349cafa971d8,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:00.361379 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28ae8683-1078-466c-b286-1611472de59f tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.362612 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-28ae8683-1078-466c-b286-1611472de59f tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2587619 Feb 04 05:47:00.365500 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51836) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:00.371681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-35dba322-7ad2-4f01-9e58-d1621c001a07 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group_rule': {'security_group_id': 'a8b6e9b0-ea18-41a3-a95b-2da365bd2fb2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:00.376714 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-bdd1b1fd-73e4-441a-bdf1-2a0231a4d4f8 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] device_id is not set on port 27d798de-fd94-4ae3-afe8-9c2d9efa93f5 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:47:00.379827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-517ce60f-1d76-4582-916e-ae9294ba7df7 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.381060 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-517ce60f-1d76-4582-916e-ae9294ba7df7 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9445179 Feb 04 05:47:00.386180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51838) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:00.392683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-ab1c1a8c-8b9e-411e-904d-ca3d5738aea4 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '4a44e569-6414-4bff-8450-73a8a4623971', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:00.393476 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-ab1c1a8c-8b9e-411e-904d-ca3d5738aea4 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 05:47:00.393990 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-ab1c1a8c-8b9e-411e-904d-ca3d5738aea4 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:00.395347 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ab1c1a8c-8b9e-411e-904d-ca3d5738aea4 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072501 Feb 04 05:47:00.399984 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51840) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:00.403893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5fe5ff-736d-4a1d-bd68-8cb3d01a17e4 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:00.408903 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-e47546e3-6f15-400b-b526-103e1b6a127b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Floating IP 60a35976-88bf-4d24-912b-45420f7705c3 associated. External IP: 172.26.3.204, port: 8f398407-f425-4a50-b164-4f357f710759. Feb 04 05:47:00.410933 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ce60f-1d76-4582-916e-ae9294ba7df7 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a44e569-6414-4bff-8450-73a8a4623971,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:00.417054 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-df5fe5ff-736d-4a1d-bd68-8cb3d01a17e4 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/9e9da179-134e-4d1a-81e7-e2092807af8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4972031 Feb 04 05:47:00.420465 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d38317-009c-423f-a854-6e61cddc17d9 None None] Sync routers for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:00.420995 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51842) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:00.435669 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d38317-009c-423f-a854-6e61cddc17d9 None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:00.436280 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b9d38317-009c-423f-a854-6e61cddc17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:00.456137 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d18e298-4d0c-4dee-8774-d5c8e7a6cb7e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.510967 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18e298-4d0c-4dee-8774-d5c8e7a6cb7e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=6a8ce14b-3f07-4cb3-b931-8423eab6e697,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:00.517575 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35dba322-7ad2-4f01-9e58-d1621c001a07 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.537615 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-b9d38317-009c-423f-a854-6e61cddc17d9 None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:47:00.577380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-f155dc35-f363-489c-8880-eeb74e9772c1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting subnet 6b60b5f6-310f-48b9-be2d-eb70b4a427f2 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:00.608367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f155dc35-f363-489c-8880-eeb74e9772c1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.666624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-439343f4-ccfa-45f3-950f-ca356972a182 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.694283 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f155dc35-f363-489c-8880-eeb74e9772c1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.754677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-bdd1b1fd-73e4-441a-bdf1-2a0231a4d4f8 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Allocated IP 2001:db8::18f (a426354b-a0ac-4a9f-b685-5af7ac691c08/434b93f2-6669-4321-a845-ef4d4c1f6928/27d798de-fd94-4ae3-afe8-9c2d9efa93f5) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:00.768295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-439343f4-ccfa-45f3-950f-ca356972a182 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.777056 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b9d38317-009c-423f-a854-6e61cddc17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:58Z', 'revision_number': 9, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:00.788714 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35dba322-7ad2-4f01-9e58-d1621c001a07 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.818355 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d38317-009c-423f-a854-6e61cddc17d9 None None] Checking router: 9e9da179-134e-4d1a-81e7-e2092807af8e for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:47:00.818625 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35dba322-7ad2-4f01-9e58-d1621c001a07 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.835995 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d38317-009c-423f-a854-6e61cddc17d9 None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:00.838371 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b9d38317-009c-423f-a854-6e61cddc17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:00.889218 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dba322-7ad2-4f01-9e58-d1621c001a07 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6f9ef1-7588-4e65-b6db-e5b09485cdd2,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:00.913980 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da107bc-3a5a-47fe-8ebe-22666a46ff94 req-fa847bf5-95e5-4673-9fba-57cf0ef4350e tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:00.915473 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9da107bc-3a5a-47fe-8ebe-22666a46ff94 req-fa847bf5-95e5-4673-9fba-57cf0ef4350e tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.5723457 Feb 04 05:47:00.926739 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35dba322-7ad2-4f01-9e58-d1621c001a07 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.927955 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-35dba322-7ad2-4f01-9e58-d1621c001a07 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5609190 Feb 04 05:47:00.932240 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51844) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:00.945558 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-856102e5-c581-4541-b702-e29c88745edd tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group_rule': {'security_group_id': 'a8b6e9b0-ea18-41a3-a95b-2da365bd2fb2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:00.950533 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d18e298-4d0c-4dee-8774-d5c8e7a6cb7e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.953125 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-b9d38317-009c-423f-a854-6e61cddc17d9 None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:47:00.956442 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5d18e298-4d0c-4dee-8774-d5c8e7a6cb7e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/6a8ce14b-3f07-4cb3-b931-8423eab6e697 HTTP/1.1" status: 204 len: 168 time: 2.2520833 Feb 04 05:47:00.961278 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51846) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:00.967816 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-439343f4-ccfa-45f3-950f-ca356972a182 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.970330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-439343f4-ccfa-45f3-950f-ca356972a182 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:00.971451 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-439343f4-ccfa-45f3-950f-ca356972a182 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "DELETE /v2.0/security-groups/4a44e569-6414-4bff-8450-73a8a4623971 HTTP/1.1" status: 204 len: 168 time: 0.5705972 Feb 04 05:47:00.983063 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51848) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:00.996731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f155dc35-f363-489c-8880-eeb74e9772c1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.015580 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b1d0c5-23a2-4cb4-9900-08c76192d7c7 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] GET failed (client error): The resource could not be found. Feb 04 05:47:01.019611 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f8b1d0c5-23a2-4cb4-9900-08c76192d7c7 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/6a8ce14b-3f07-4cb3-b931-8423eab6e697 HTTP/1.1" status: 404 len: 333 time: 0.0549057 Feb 04 05:47:01.028022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51850) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:01.042858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439343f4-ccfa-45f3-950f-ca356972a182 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a44e569-6414-4bff-8450-73a8a4623971,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:01.102291 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9da107bc-3a5a-47fe-8ebe-22666a46ff94 req-6a3eccb4-1477-4d70-be05-61265af2895d tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690476 Feb 04 05:47:01.111207 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f155dc35-f363-489c-8880-eeb74e9772c1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.144477 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bdd1b1fd-73e4-441a-bdf1-2a0231a4d4f8 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.149471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155dc35-f363-489c-8880-eeb74e9772c1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Subnet': ['ID=6b60b5f6-310f-48b9-be2d-eb70b4a427f2,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:01.155792 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f155dc35-f363-489c-8880-eeb74e9772c1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.158944 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f155dc35-f363-489c-8880-eeb74e9772c1 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/6b60b5f6-310f-48b9-be2d-eb70b4a427f2 HTTP/1.1" status: 204 len: 168 time: 0.7370894 Feb 04 05:47:01.162431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51852) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:01.168560 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917f79cb-7746-469f-a213-3ca5e67d10dc None None] Network 65a34fff-8289-408d-ba5f-56a4f129ea61 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:01.217321 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b9d38317-009c-423f-a854-6e61cddc17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:58Z', 'revision_number': 9, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:01.224635 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-856102e5-c581-4541-b702-e29c88745edd tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.240843 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ce39ea40-1567-460b-88ea-f3464d89d960 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2412114 Feb 04 05:47:01.242205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51854) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:01.248952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-cea9e1dc-6941-4ca4-838f-0633db8ff32b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group': {'name': 'tempest-secgroup--26323112'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:01.257900 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d38317-009c-423f-a854-6e61cddc17d9 None None] The sync data for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv is: [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:46:58Z', 'revision_number': 9, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc9a8c6e-1485-4772-b4c5-d5b9012d1e30', 'name': '', 'network_id': 'ac8b1c79-5231-472b-a875-41f5bfe3198f', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:8f:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:11Z', 'updated_at': '2022-02-04T05:46:18Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '5109c7a4-14d9-444b-866f-4dd380e5bb32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:01.278757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bdd1b1fd-73e4-441a-bdf1-2a0231a4d4f8 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.398707 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-856102e5-c581-4541-b702-e29c88745edd tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.405320 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-3e840c03-28a0-4828-8ddd-0ed7e501532a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port bfa08ca6-964d-48a4-976d-48a088ea4dea {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:01.405663 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3e840c03-28a0-4828-8ddd-0ed7e501532a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.410427 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-856102e5-c581-4541-b702-e29c88745edd tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.468516 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47546e3-6f15-400b-b526-103e1b6a127b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:01.475754 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856102e5-c581-4541-b702-e29c88745edd tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77cff4f7-97ee-4f24-87e6-026590580369,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:01.493481 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-856102e5-c581-4541-b702-e29c88745edd tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.494739 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-856102e5-c581-4541-b702-e29c88745edd tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5572383 Feb 04 05:47:01.498861 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51856) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:01.513649 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-3ddd34be-c2ac-4422-b015-46a41ea7a0ae tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group_rule': {'security_group_id': 'a8b6e9b0-ea18-41a3-a95b-2da365bd2fb2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:01.580705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3e840c03-28a0-4828-8ddd-0ed7e501532a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.606664 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.607195 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-3e840c03-28a0-4828-8ddd-0ed7e501532a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for bfa08ca6-964d-48a4-976d-48a088ea4dea owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:01.621075 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009a0eab-6aed-4383-9072-be52422e15bd None None] DHCP port deletion for 65a34fff-8289-408d-ba5f-56a4f129ea61 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:47:01.654855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd1b1fd-73e4-441a-bdf1-2a0231a4d4f8 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Network a426354b-a0ac-4a9f-b685-5af7ac691c08 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:01.662103 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-bdd1b1fd-73e4-441a-bdf1-2a0231a4d4f8 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:01.664997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd1b1fd-73e4-441a-bdf1-2a0231a4d4f8 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:01.669280 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-009a0eab-6aed-4383-9072-be52422e15bd None None] Deleting port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:01.669280 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-009a0eab-6aed-4383-9072-be52422e15bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.670836 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd1b1fd-73e4-441a-bdf1-2a0231a4d4f8 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:01.671334 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bdd1b1fd-73e4-441a-bdf1-2a0231a4d4f8 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.684576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cea9e1dc-6941-4ca4-838f-0633db8ff32b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.713806 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1b1fd-73e4-441a-bdf1-2a0231a4d4f8 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event updated for resources: {'Port': ['ID=27d798de-fd94-4ae3-afe8-9c2d9efa93f5,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:01.734978 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bdd1b1fd-73e4-441a-bdf1-2a0231a4d4f8 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6554606 Feb 04 05:47:01.738004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51858) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:01.743592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-2fe33552-92ab-47b9-b25f-b2e2209eb576 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Request body: {'port': {'network_id': 'a426354b-a0ac-4a9f-b685-5af7ac691c08', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1618863257'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:01.787450 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-009a0eab-6aed-4383-9072-be52422e15bd None None] For port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784,segment=NetworkSegment(40b6682c-29f2-4403-bec7-f4c38ced51fe),segment_id=40b6682c-29f2-4403-bec7-f4c38ced51fe)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:01.788640 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-009a0eab-6aed-4383-9072-be52422e15bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.804166 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-009a0eab-6aed-4383-9072-be52422e15bd None None] Calling delete_port for 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:01.811425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47546e3-6f15-400b-b526-103e1b6a127b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:01.822353 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e47546e3-6f15-400b-b526-103e1b6a127b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.828167 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ddd34be-c2ac-4422-b015-46a41ea7a0ae tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.894809 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69e7fc-981d-4c26-8e2a-356f3ff45894 None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:01.902355 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-009a0eab-6aed-4383-9072-be52422e15bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.939358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a0eab-6aed-4383-9072-be52422e15bd None None] Pushing event deleted for resources: {'Port': ['ID=7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:01.944415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a0eab-6aed-4383-9072-be52422e15bd None None] No DVR routers for this DVR port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:01.945128 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cea9e1dc-6941-4ca4-838f-0633db8ff32b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.950395 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69e7fc-981d-4c26-8e2a-356f3ff45894 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:01.951595 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-1b69e7fc-981d-4c26-8e2a-356f3ff45894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:01.957342 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e47546e3-6f15-400b-b526-103e1b6a127b tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "PUT /v2.0/floatingips/60a35976-88bf-4d24-912b-45420f7705c3 HTTP/1.1" status: 200 len: 978 time: 3.7423167 Feb 04 05:47:01.957854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cea9e1dc-6941-4ca4-838f-0633db8ff32b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:01.963267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51860) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:02.005033 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device de982085-608e-4d5d-b841-2d5f91479b2f no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:02.007871 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-1b69e7fc-981d-4c26-8e2a-356f3ff45894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:02.040201 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: de982085-608e-4d5d-b841-2d5f91479b2f {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:02.040791 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device de982085-608e-4d5d-b841-2d5f91479b2f not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:02.041205 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:02.045086 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3e840c03-28a0-4828-8ddd-0ed7e501532a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.079976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:02.080852 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:02.082944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:02.083291 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.088755 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69e7fc-981d-4c26-8e2a-356f3ff45894 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:02.089948 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-1b69e7fc-981d-4c26-8e2a-356f3ff45894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:02.092228 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cea9e1dc-6941-4ca4-838f-0633db8ff32b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.097501 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cea9e1dc-6941-4ca4-838f-0633db8ff32b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8503847 Feb 04 05:47:02.097501 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51862) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:02.102075 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a0640c2f-f28a-4407-bd3b-ad3a41cd7057 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': 'e9e76344-de2e-44c7-9873-dd783e904573', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:02.117608 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-a0640c2f-f28a-4407-bd3b-ad3a41cd7057 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 05:47:02.119345 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-a0640c2f-f28a-4407-bd3b-ad3a41cd7057 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:02.119770 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3e840c03-28a0-4828-8ddd-0ed7e501532a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.124279 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a0640c2f-f28a-4407-bd3b-ad3a41cd7057 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0227485 Feb 04 05:47:02.124461 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3e840c03-28a0-4828-8ddd-0ed7e501532a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/bfa08ca6-964d-48a4-976d-48a088ea4dea HTTP/1.1" status: 204 len: 168 time: 1.0907478 Feb 04 05:47:02.124461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51864) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:02.126102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ddd34be-c2ac-4422-b015-46a41ea7a0ae tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.130889 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-dcc94308-8083-4c05-9acb-7e1ad63c9c67 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': 'e9e76344-de2e-44c7-9873-dd783e904573', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:02.133201 dv-neutron-827794-1-hyperv neutron-server[108745]: WARNING neutron.api.v2.base [None req-dcc94308-8083-4c05-9acb-7e1ad63c9c67 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 05:47:02.133741 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-dcc94308-8083-4c05-9acb-7e1ad63c9c67 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:02.137483 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dcc94308-8083-4c05-9acb-7e1ad63c9c67 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075767 Feb 04 05:47:02.137483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e840c03-28a0-4828-8ddd-0ed7e501532a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=bfa08ca6-964d-48a4-976d-48a088ea4dea,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:02.137728 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51866) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:02.138509 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51870) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:02.145307 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe33552-92ab-47b9-b25f-b2e2209eb576 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Made reservation on behalf of af81dd1a3a9847a3b2ef24f9da15e0f9 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:02.149398 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2fe33552-92ab-47b9-b25f-b2e2209eb576 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.151072 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-1b69e7fc-981d-4c26-8e2a-356f3ff45894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:02.151697 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69e7fc-981d-4c26-8e2a-356f3ff45894 None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:02.152393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9e1dc-6941-4ca4-838f-0633db8ff32b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e76344-de2e-44c7-9873-dd783e904573,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:02.173924 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-9b407a75-9d44-4291-ab3b-aff85dde6ea8 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': 'e9e76344-de2e-44c7-9873-dd783e904573', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:02.175145 dv-neutron-827794-1-hyperv neutron-server[108745]: WARNING neutron.api.v2.base [None req-9b407a75-9d44-4291-ab3b-aff85dde6ea8 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 05:47:02.175662 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-9b407a75-9d44-4291-ab3b-aff85dde6ea8 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:02.179770 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9b407a75-9d44-4291-ab3b-aff85dde6ea8 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063536 Feb 04 05:47:02.179770 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d698a7-15ef-4e2f-a37e-eca33a243a58 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] GET failed (client error): The resource could not be found. Feb 04 05:47:02.180026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7bbfd973-3ef8-438a-9e47-d127578d9251 None None] Provisioning complete for port 27d798de-fd94-4ae3-afe8-9c2d9efa93f5 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:02.180525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7bbfd973-3ef8-438a-9e47-d127578d9251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.180622 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d9d698a7-15ef-4e2f-a37e-eca33a243a58 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/bfa08ca6-964d-48a4-976d-48a088ea4dea HTTP/1.1" status: 404 len: 333 time: 0.0413537 Feb 04 05:47:02.181534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ddd34be-c2ac-4422-b015-46a41ea7a0ae tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.183142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51872) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:02.183447 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51874) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:02.190345 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-78c09007-6b0f-43d9-a2f7-b4be837d6d26 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': 'e9e76344-de2e-44c7-9873-dd783e904573', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:02.191249 dv-neutron-827794-1-hyperv neutron-server[108745]: WARNING neutron.api.v2.base [None req-78c09007-6b0f-43d9-a2f7-b4be837d6d26 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 05:47:02.191732 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-78c09007-6b0f-43d9-a2f7-b4be837d6d26 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:02.196740 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-78c09007-6b0f-43d9-a2f7-b4be837d6d26 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057738 Feb 04 05:47:02.227695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51876) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:02.238888 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-7bbfd973-3ef8-438a-9e47-d127578d9251 None None] Port 27d798de-fd94-4ae3-afe8-9c2d9efa93f5 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:02.269250 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] For port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784, host dv-neutron-827794-1-hyperv, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:02.270083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.278287 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-2fe33552-92ab-47b9-b25f-b2e2209eb576 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] device_id is not set on port 159b6567-2fe1-41bc-b5b8-bebb298d4c80 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:47:02.278957 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd34be-c2ac-4422-b015-46a41ea7a0ae tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6efe952-97a3-469b-935c-1f8b4864d233,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:02.297222 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ddd34be-c2ac-4422-b015-46a41ea7a0ae tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.298479 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3ddd34be-c2ac-4422-b015-46a41ea7a0ae tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7962790 Feb 04 05:47:02.302952 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ade736-55d3-4b8f-8e4a-d5ce5481e30f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting subnet 51b773e2-bc29-4ece-b05f-1c58c143a3a4 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:02.305128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51878) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:02.310771 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-c94b78e5-5b8c-4f6b-9fed-6b3bb3a85455 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group_rule': {'security_group_id': 'a8b6e9b0-ea18-41a3-a95b-2da365bd2fb2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:02.315475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:02.320530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52ade736-55d3-4b8f-8e4a-d5ce5481e30f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.346615 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 was not found and therefore no delete operation was performed {{(pid=108744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:47:02.348526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43545049-40aa-44de-aef7-b828a4f5bc90 req-1a848d81-dfe6-4f4e-ba22-5cf08ea6e2f3 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:02.350145 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-43545049-40aa-44de-aef7-b828a4f5bc90 req-1a848d81-dfe6-4f4e-ba22-5cf08ea6e2f3 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.1265895 Feb 04 05:47:02.362872 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.393561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52ade736-55d3-4b8f-8e4a-d5ce5481e30f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.406969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-11393d68-fff9-41e9-a3c4-27c7e9a654bc tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting port 8f398407-f425-4a50-b164-4f357f710759 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:02.407309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11393d68-fff9-41e9-a3c4-27c7e9a654bc tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.411713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No DVR routers for this DVR port 7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:02.416343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=7b9eb7e0-7f07-4f28-a39a-a6c7e12a7784,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:02.444329 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c94b78e5-5b8c-4f6b-9fed-6b3bb3a85455 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.454830 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-43545049-40aa-44de-aef7-b828a4f5bc90 req-9dad8df6-bb50-4d5b-8a3e-c92c8c23a0dc tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920098 Feb 04 05:47:02.538890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52ade736-55d3-4b8f-8e4a-d5ce5481e30f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.547726 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c2903e50-e0c9-42f6-ad66-6eaeaca36e6a tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.587322 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c94b78e5-5b8c-4f6b-9fed-6b3bb3a85455 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.594095 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c94b78e5-5b8c-4f6b-9fed-6b3bb3a85455 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.623562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b78e5-5b8c-4f6b-9fed-6b3bb3a85455 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e4fb2f-e2fc-473d-ad62-1b55687e2d26,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:02.639131 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c94b78e5-5b8c-4f6b-9fed-6b3bb3a85455 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.643063 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c94b78e5-5b8c-4f6b-9fed-6b3bb3a85455 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3334165 Feb 04 05:47:02.651656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51884) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:02.652743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52ade736-55d3-4b8f-8e4a-d5ce5481e30f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.683182 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.706737 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-2fe33552-92ab-47b9-b25f-b2e2209eb576 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Allocated IP 2001:db8::3c3 (a426354b-a0ac-4a9f-b685-5af7ac691c08/434b93f2-6669-4321-a845-ef4d4c1f6928/159b6567-2fe1-41bc-b5b8-bebb298d4c80) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:02.710453 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c2903e50-e0c9-42f6-ad66-6eaeaca36e6a tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.722283 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ade736-55d3-4b8f-8e4a-d5ce5481e30f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Subnet': ['ID=51b773e2-bc29-4ece-b05f-1c58c143a3a4,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:02.733760 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283f9039-7530-4302-8f02-cd20770bf1dc None None] Network 382a106f-e49e-4b7f-9bc2-9615d6148736 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:02.737861 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a34fff-8289-408d-ba5f-56a4f129ea61']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:02.750946 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52ade736-55d3-4b8f-8e4a-d5ce5481e30f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.754066 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-52ade736-55d3-4b8f-8e4a-d5ce5481e30f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/51b773e2-bc29-4ece-b05f-1c58c143a3a4 HTTP/1.1" status: 204 len: 168 time: 0.5603464 Feb 04 05:47:02.762364 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51886) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:02.770857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-57cf39c5-5cc9-46ad-b6e3-6100c6794585 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.783910 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11393d68-fff9-41e9-a3c4-27c7e9a654bc tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.784219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-57cf39c5-5cc9-46ad-b6e3-6100c6794585 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.796288 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b6682c-29f2-4403-bec7-f4c38ced51fe') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:02.796608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b6682c-29f2-4403-bec7-f4c38ced51fe') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:02.799940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc35451-4b99-4f32-9232-e76ebeee513e req-4f3fe2fd-65c9-464b-9776-55ca91e8eef4 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:02.801429 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dcc35451-4b99-4f32-9232-e76ebeee513e req-4f3fe2fd-65c9-464b-9776-55ca91e8eef4 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.1595147 Feb 04 05:47:02.815332 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a6b10-0779-4c9c-a079-285300fcb8b8 req-a40a8c48-e8a4-4684-b37a-24509dd2eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:02.816818 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-765a6b10-0779-4c9c-a079-285300fcb8b8 req-a40a8c48-e8a4-4684-b37a-24509dd2eec2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13898e4eae9c4a39a1ea38e398ad458a&device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 1098 time: 0.1332309 Feb 04 05:47:02.883360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.904434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-57cf39c5-5cc9-46ad-b6e3-6100c6794585 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.920343 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-57cf39c5-5cc9-46ad-b6e3-6100c6794585 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:02.921456 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-57cf39c5-5cc9-46ad-b6e3-6100c6794585 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/63e4fb2f-e2fc-473d-ad62-1b55687e2d26 HTTP/1.1" status: 204 len: 168 time: 0.2665625 Feb 04 05:47:02.924745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51888) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:02.931113 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dcc35451-4b99-4f32-9232-e76ebeee513e req-f60f5580-6891-4f1f-a807-18a14fb6c78d tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217644 Feb 04 05:47:02.937111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d55afb-e50c-409f-b4ce-d7efff82665b None None] DHCP port deletion for 382a106f-e49e-4b7f-9bc2-9615d6148736 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:47:02.961757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf39c5-5cc9-46ad-b6e3-6100c6794585 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63e4fb2f-e2fc-473d-ad62-1b55687e2d26,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:02.990607 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e4d55afb-e50c-409f-b4ce-d7efff82665b None None] Deleting port 9d21c085-0bed-4f3b-9e0c-f7613951065b {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:02.991510 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e4d55afb-e50c-409f-b4ce-d7efff82665b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.011763 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.018773 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c2903e50-e0c9-42f6-ad66-6eaeaca36e6a tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.021279 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c2903e50-e0c9-42f6-ad66-6eaeaca36e6a tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.024789 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c2903e50-e0c9-42f6-ad66-6eaeaca36e6a tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "DELETE /v2.0/security-groups/e9e76344-de2e-44c7-9873-dd783e904573 HTTP/1.1" status: 204 len: 168 time: 0.7848988 Feb 04 05:47:03.025568 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6c330157-271e-4906-95c6-691183bdeb57 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0981944 Feb 04 05:47:03.026803 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a6b10-0779-4c9c-a079-285300fcb8b8 req-ed03ca15-b78b-496c-b7b8-bf8b4f223390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:03.028177 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-765a6b10-0779-4c9c-a079-285300fcb8b8 req-ed03ca15-b78b-496c-b7b8-bf8b4f223390 service neutron] 10.222.0.26 "GET /v2.0/networks?id=02516016-3ecf-4154-a690-9b60d2ea741c HTTP/1.1" status: 200 len: 910 time: 0.1996410 Feb 04 05:47:03.028645 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51890) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.028973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51892) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.051298 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:03.051626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.061469 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e4d55afb-e50c-409f-b4ce-d7efff82665b None None] For port 9d21c085-0bed-4f3b-9e0c-f7613951065b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9d21c085-0bed-4f3b-9e0c-f7613951065b,segment=NetworkSegment(ba7e5fbe-9eb6-4a0f-b6b4-cdb64a111b01),segment_id=ba7e5fbe-9eb6-4a0f-b6b4-cdb64a111b01)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:03.061908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e4d55afb-e50c-409f-b4ce-d7efff82665b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.066607 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:03.069047 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:03.075302 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e4d55afb-e50c-409f-b4ce-d7efff82665b None None] Calling delete_port for 9d21c085-0bed-4f3b-9e0c-f7613951065b owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:03.091943 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-765a6b10-0779-4c9c-a079-285300fcb8b8 req-ca208419-bdb0-4b26-b118-32ba77a288e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10be5969-46fc-49d2-9916-226426130e7e HTTP/1.1" status: 200 len: 217 time: 0.0495517 Feb 04 05:47:03.096717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2903e50-e0c9-42f6-ad66-6eaeaca36e6a tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e76344-de2e-44c7-9873-dd783e904573,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:03.136602 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-10e8d93d-73dc-4598-8c16-74ed7e2b502a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.161434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-10e8d93d-73dc-4598-8c16-74ed7e2b502a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.189849 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dec3449a-2118-4c82-bc15-4dcdc47ef99d tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1563611 Feb 04 05:47:03.190708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51894) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.194596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-949f3fa5-ab23-4512-a44d-a5f1616299e6 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1547970011'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:03.203656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a6b10-0779-4c9c-a079-285300fcb8b8 req-15227e37-923c-4a17-b5d6-e506cef983f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:03.205183 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-765a6b10-0779-4c9c-a079-285300fcb8b8 req-15227e37-923c-4a17-b5d6-e506cef983f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9be0e21b-5d13-4542-91cb-1e2c3a302864 HTTP/1.1" status: 200 len: 850 time: 0.1036038 Feb 04 05:47:03.251102 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-765a6b10-0779-4c9c-a079-285300fcb8b8 req-0944313c-115f-4493-9025-9d71dd4bb8de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02516016-3ecf-4154-a690-9b60d2ea741c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358243 Feb 04 05:47:03.253649 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-10e8d93d-73dc-4598-8c16-74ed7e2b502a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.263951 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-10e8d93d-73dc-4598-8c16-74ed7e2b502a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.267452 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-10e8d93d-73dc-4598-8c16-74ed7e2b502a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f6efe952-97a3-469b-935c-1f8b4864d233 HTTP/1.1" status: 204 len: 168 time: 0.2340612 Feb 04 05:47:03.277233 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51896) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.284894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.293079 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-949f3fa5-ab23-4512-a44d-a5f1616299e6 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.294690 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8d93d-73dc-4598-8c16-74ed7e2b502a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6efe952-97a3-469b-935c-1f8b4864d233,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:03.308472 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.314040 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/networks/65a34fff-8289-408d-ba5f-56a4f129ea61 HTTP/1.1" status: 204 len: 168 time: 2.1482191 Feb 04 05:47:03.317319 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51898) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.332972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e4d55afb-e50c-409f-b4ce-d7efff82665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.349848 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe80f13-cea6-4ca1-b5df-15cec1b639dc tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Network': ['ID=65a34fff-8289-408d-ba5f-56a4f129ea61,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:03.368299 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d55afb-e50c-409f-b4ce-d7efff82665b None None] No DVR routers for this DVR port 9d21c085-0bed-4f3b-9e0c-f7613951065b on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:03.372551 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d55afb-e50c-409f-b4ce-d7efff82665b None None] Pushing event deleted for resources: {'Port': ['ID=9d21c085-0bed-4f3b-9e0c-f7613951065b,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:03.413343 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b38f7d41-9808-4e57-81c8-0f4e6692688f tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1347992 Feb 04 05:47:03.418229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51900) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.449711 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11393d68-fff9-41e9-a3c4-27c7e9a654bc tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.450115 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11393d68-fff9-41e9-a3c4-27c7e9a654bc tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.450410 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-11393d68-fff9-41e9-a3c4-27c7e9a654bc tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Floating IP 60a35976-88bf-4d24-912b-45420f7705c3 disassociated. External IP: 172.26.3.204, port: 8f398407-f425-4a50-b164-4f357f710759. Feb 04 05:47:03.450756 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-11393d68-fff9-41e9-a3c4-27c7e9a654bc tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Calling delete_port for 8f398407-f425-4a50-b164-4f357f710759 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:03.458676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2fe33552-92ab-47b9-b25f-b2e2209eb576 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.462972 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-765a6b10-0779-4c9c-a079-285300fcb8b8 req-019f429e-9895-43c0-be33-4b66472fd578 service neutron] 10.222.0.26 "GET /v2.0/networks/02516016-3ecf-4154-a690-9b60d2ea741c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021868 Feb 04 05:47:03.484444 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0d413197-57fa-4645-b4e0-5d2476de1cab tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.538325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0d413197-57fa-4645-b4e0-5d2476de1cab tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.546503 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-949f3fa5-ab23-4512-a44d-a5f1616299e6 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.563661 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-949f3fa5-ab23-4512-a44d-a5f1616299e6 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.567840 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port 9d21c085-0bed-4f3b-9e0c-f7613951065b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:03.568188 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.608043 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-949f3fa5-ab23-4512-a44d-a5f1616299e6 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.609471 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-949f3fa5-ab23-4512-a44d-a5f1616299e6 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4183905 Feb 04 05:47:03.618937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51904) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.620521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0d413197-57fa-4645-b4e0-5d2476de1cab tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.625378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0d413197-57fa-4645-b4e0-5d2476de1cab tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.626552 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0d413197-57fa-4645-b4e0-5d2476de1cab tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/77cff4f7-97ee-4f24-87e6-026590580369 HTTP/1.1" status: 204 len: 168 time: 0.2074294 Feb 04 05:47:03.634070 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51906) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.652502 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7ccfc88e-0fcd-40e8-acf7-9a281b61d0bf tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '21d4f128-8383-42b8-90f4-e9f4193f5dbd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:03.652774 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f3fa5-ab23-4512-a44d-a5f1616299e6 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d4f128-8383-42b8-90f4-e9f4193f5dbd,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:03.653175 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-7ccfc88e-0fcd-40e8-acf7-9a281b61d0bf tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 05:47:03.653664 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-7ccfc88e-0fcd-40e8-acf7-9a281b61d0bf tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:03.654668 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7ccfc88e-0fcd-40e8-acf7-9a281b61d0bf tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0306890 Feb 04 05:47:03.663567 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51908) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.666816 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d413197-57fa-4645-b4e0-5d2476de1cab tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77cff4f7-97ee-4f24-87e6-026590580369,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:03.677299 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6dd1c264-4cc8-44e2-b724-4679fa2dfa27 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '21d4f128-8383-42b8-90f4-e9f4193f5dbd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:03.679720 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-765a6b10-0779-4c9c-a079-285300fcb8b8 req-b1788cfa-f47a-4d18-9f97-d67e5d9b8869 service neutron] 10.222.0.26 "GET /v2.0/networks/02516016-3ecf-4154-a690-9b60d2ea741c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082226 Feb 04 05:47:03.701157 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2fe33552-92ab-47b9-b25f-b2e2209eb576 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.712728 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d2f605c4-2896-4aab-8ded-2b1a4a2cdaae tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0721636 Feb 04 05:47:03.712997 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51910) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.735096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] For port 9d21c085-0bed-4f3b-9e0c-f7613951065b, host dv-neutron-827794-1-hyperv, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:03.735458 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.736419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-33eb6bda-b84a-40bd-8085-afddcc66b7bc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.744468 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-33eb6bda-b84a-40bd-8085-afddcc66b7bc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.771345 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-33eb6bda-b84a-40bd-8085-afddcc66b7bc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.777757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-33eb6bda-b84a-40bd-8085-afddcc66b7bc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.781250 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-33eb6bda-b84a-40bd-8085-afddcc66b7bc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ab6f9ef1-7588-4e65-b6db-e5b09485cdd2 HTTP/1.1" status: 204 len: 168 time: 0.0650055 Feb 04 05:47:03.783995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51912) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.790235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb6bda-b84a-40bd-8085-afddcc66b7bc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab6f9ef1-7588-4e65-b6db-e5b09485cdd2,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:03.819559 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for 9d21c085-0bed-4f3b-9e0c-f7613951065b owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:03.830745 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Port 9d21c085-0bed-4f3b-9e0c-f7613951065b was not found and therefore no delete operation was performed {{(pid=108744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:47:03.841354 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b4615bc0-29ac-42fb-9c99-596a9ea807e6 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0562594 Feb 04 05:47:03.841979 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51914) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.843778 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe33552-92ab-47b9-b25f-b2e2209eb576 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Network a426354b-a0ac-4a9f-b685-5af7ac691c08 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:03.852948 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.863061 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-2fe33552-92ab-47b9-b25f-b2e2209eb576 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:03.868119 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f677ef7a-fd26-483b-acfa-e16088c28ed2 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.876709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f677ef7a-fd26-483b-acfa-e16088c28ed2 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.888889 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe33552-92ab-47b9-b25f-b2e2209eb576 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event updated for resources: {'Port': ['ID=159b6567-2fe1-41bc-b5b8-bebb298d4c80,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:03.893070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9d21c085-0bed-4f3b-9e0c-f7613951065b no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:03.897496 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe33552-92ab-47b9-b25f-b2e2209eb576 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:03.903459 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe33552-92ab-47b9-b25f-b2e2209eb576 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:03.903850 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2fe33552-92ab-47b9-b25f-b2e2209eb576 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.917448 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-6dd1c264-4cc8-44e2-b724-4679fa2dfa27 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:03.922221 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f677ef7a-fd26-483b-acfa-e16088c28ed2 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.924487 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6dd1c264-4cc8-44e2-b724-4679fa2dfa27 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2572968 Feb 04 05:47:03.924804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 9d21c085-0bed-4f3b-9e0c-f7613951065b {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:03.929315 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f677ef7a-fd26-483b-acfa-e16088c28ed2 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.930016 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9d21c085-0bed-4f3b-9e0c-f7613951065b not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:03.933260 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f677ef7a-fd26-483b-acfa-e16088c28ed2 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/18568e35-3834-4ca4-b76d-349cafa971d8 HTTP/1.1" status: 204 len: 168 time: 0.0902865 Feb 04 05:47:03.934066 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51916) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.934453 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51918) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.939914 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-8a444c31-7e2b-42dd-ad9a-c9d335e74804 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '21d4f128-8383-42b8-90f4-e9f4193f5dbd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:03.940774 dv-neutron-827794-1-hyperv neutron-server[108745]: WARNING neutron.api.v2.base [None req-8a444c31-7e2b-42dd-ad9a-c9d335e74804 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 05:47:03.941428 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-8a444c31-7e2b-42dd-ad9a-c9d335e74804 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:03.942542 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8a444c31-7e2b-42dd-ad9a-c9d335e74804 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061014 Feb 04 05:47:03.950606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51920) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:03.958300 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No DVR routers for this DVR port 9d21c085-0bed-4f3b-9e0c-f7613951065b on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:03.958641 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-089ef692-28e8-4d52-a635-80f0f7e5f651 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '21d4f128-8383-42b8-90f4-e9f4193f5dbd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:03.967610 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:03.974324 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677ef7a-fd26-483b-acfa-e16088c28ed2 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18568e35-3834-4ca4-b76d-349cafa971d8,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:03.992795 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=9d21c085-0bed-4f3b-9e0c-f7613951065b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:04.031367 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-db057c22-e9e4-4eb1-a1d6-3927e41bb682 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0876255 Feb 04 05:47:04.035556 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51924) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:04.041439 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2fe33552-92ab-47b9-b25f-b2e2209eb576 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3024974 Feb 04 05:47:04.045974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51926) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:04.053147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1e8cef0c-0ee3-4095-a1c8-c18a31365ec3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4d', 'mac_address': 'fa:16:3e:43:54:54'}, {'ip_address': '2001:db8::18f', 'mac_address': 'fa:16:3e:3a:d9:5a'}]}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:04.085373 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-089ef692-28e8-4d52-a635-80f0f7e5f651 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:04.085702 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-089ef692-28e8-4d52-a635-80f0f7e5f651 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1309583 Feb 04 05:47:04.089315 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51928) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:04.094430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-11ad65b0-8676-44ff-bba3-3901e5d6013a tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '21d4f128-8383-42b8-90f4-e9f4193f5dbd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:04.094902 dv-neutron-827794-1-hyperv neutron-server[108745]: WARNING neutron.api.v2.base [None req-11ad65b0-8676-44ff-bba3-3901e5d6013a tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 05:47:04.095382 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-11ad65b0-8676-44ff-bba3-3901e5d6013a tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:04.099024 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-11ad65b0-8676-44ff-bba3-3901e5d6013a tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060012 Feb 04 05:47:04.101678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51930) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:04.114108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-79123379-e080-4203-9caf-76df8c7c1d0c tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '21d4f128-8383-42b8-90f4-e9f4193f5dbd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:04.144055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ed8d8-efff-40f2-ae5a-941a67b9e40a req-691603b5-0e8e-42e6-a0e1-49db5ccab5fa tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:04.145676 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5a7ed8d8-efff-40f2-ae5a-941a67b9e40a req-691603b5-0e8e-42e6-a0e1-49db5ccab5fa tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.1110156 Feb 04 05:47:04.201191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-adbb682d-b5fb-4745-b77c-81fa400baf77 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.211667 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-79123379-e080-4203-9caf-76df8c7c1d0c tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Project 362c2dcaf20742529e2cbcf49d072edb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:47:04.237984 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5a7ed8d8-efff-40f2-ae5a-941a67b9e40a req-d7baf3f5-87e8-4368-8c2c-a43e978cf826 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834756 Feb 04 05:47:04.247265 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-79123379-e080-4203-9caf-76df8c7c1d0c tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:04.248310 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-79123379-e080-4203-9caf-76df8c7c1d0c tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1408949 Feb 04 05:47:04.251182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51932) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:04.254020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-adbb682d-b5fb-4745-b77c-81fa400baf77 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.259994 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-acc28cae-f516-4199-ae88-321ff7aacda3 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '21d4f128-8383-42b8-90f4-e9f4193f5dbd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:04.260475 dv-neutron-827794-1-hyperv neutron-server[108745]: WARNING neutron.api.v2.base [None req-acc28cae-f516-4199-ae88-321ff7aacda3 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 05:47:04.260964 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-acc28cae-f516-4199-ae88-321ff7aacda3 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:04.261964 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-acc28cae-f516-4199-ae88-321ff7aacda3 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098648 Feb 04 05:47:04.268811 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51934) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:04.281029 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-825619bb-5527-4c54-b690-ee619e57670e tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '21d4f128-8383-42b8-90f4-e9f4193f5dbd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:04.287244 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1ed8f706-5881-4790-a47e-a09809b11072 None None] Provisioning complete for port 159b6567-2fe1-41bc-b5b8-bebb298d4c80 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:04.287939 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1ed8f706-5881-4790-a47e-a09809b11072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.327675 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1ed8f706-5881-4790-a47e-a09809b11072 None None] Port 159b6567-2fe1-41bc-b5b8-bebb298d4c80 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:04.333963 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-825619bb-5527-4c54-b690-ee619e57670e tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Project 362c2dcaf20742529e2cbcf49d072edb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:47:04.346002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-adbb682d-b5fb-4745-b77c-81fa400baf77 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.349109 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-adbb682d-b5fb-4745-b77c-81fa400baf77 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.350355 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-adbb682d-b5fb-4745-b77c-81fa400baf77 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-groups/a8b6e9b0-ea18-41a3-a95b-2da365bd2fb2 HTTP/1.1" status: 204 len: 168 time: 0.2837975 Feb 04 05:47:04.355345 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51936) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:04.378067 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-825619bb-5527-4c54-b690-ee619e57670e tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:04.382629 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-825619bb-5527-4c54-b690-ee619e57670e tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1095095 Feb 04 05:47:04.383553 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb682d-b5fb-4745-b77c-81fa400baf77 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b6e9b0-ea18-41a3-a95b-2da365bd2fb2,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:04.385240 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51938) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:04.393367 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-13bbd626-c2f0-4cf6-91e0-f1ba7d2258a3 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '21d4f128-8383-42b8-90f4-e9f4193f5dbd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:04.409343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11393d68-fff9-41e9-a3c4-27c7e9a654bc tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.442731 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-69d53636-04ba-4c62-885f-94e45378167c tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0864661 Feb 04 05:47:04.449233 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51940) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:04.453987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-90e8fefe-a495-41f4-968e-1fcb764fec57 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632507133'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:04.454549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.459944 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-13bbd626-c2f0-4cf6-91e0-f1ba7d2258a3 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Project 362c2dcaf20742529e2cbcf49d072edb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:47:04.469757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11393d68-fff9-41e9-a3c4-27c7e9a654bc tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Port': ['ID=8f398407-f425-4a50-b164-4f357f710759,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:04.483051 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-13bbd626-c2f0-4cf6-91e0-f1ba7d2258a3 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:04.484168 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-13bbd626-c2f0-4cf6-91e0-f1ba7d2258a3 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0964646 Feb 04 05:47:04.488729 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51942) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:04.500860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382a106f-e49e-4b7f-9bc2-9615d6148736']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:04.506561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-90e8fefe-a495-41f4-968e-1fcb764fec57 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.575078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d46b4eb-e63a-45ed-927f-c5b475f32e99 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.578929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7e5fbe-9eb6-4a0f-b6b4-cdb64a111b01') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:04.579467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7e5fbe-9eb6-4a0f-b6b4-cdb64a111b01') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:04.602141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.614922 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d46b4eb-e63a-45ed-927f-c5b475f32e99 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.632009 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-90e8fefe-a495-41f4-968e-1fcb764fec57 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.642449 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-90e8fefe-a495-41f4-968e-1fcb764fec57 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.665582 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.687238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-90e8fefe-a495-41f4-968e-1fcb764fec57 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.691273 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-90e8fefe-a495-41f4-968e-1fcb764fec57 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2384098 Feb 04 05:47:04.691406 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:04.691406 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.692392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51944) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:04.694689 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:04.698497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1cae89a6-09d2-46b1-80e1-af42e60ab4fc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group_rule': {'security_group_id': '1089fe30-6e6c-4ff7-99e1-a4ea92cfa51e', 'direction': 'ingress', 'protocol': 17}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:04.703981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8fefe-a495-41f4-968e-1fcb764fec57 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1089fe30-6e6c-4ff7-99e1-a4ea92cfa51e,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:04.707739 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d46b4eb-e63a-45ed-927f-c5b475f32e99 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.710902 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d46b4eb-e63a-45ed-927f-c5b475f32e99 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.714031 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8d46b4eb-e63a-45ed-927f-c5b475f32e99 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "DELETE /v2.0/security-groups/21d4f128-8383-42b8-90f4-e9f4193f5dbd HTTP/1.1" status: 204 len: 168 time: 0.2219002 Feb 04 05:47:04.716310 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51946) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:04.731182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46b4eb-e63a-45ed-927f-c5b475f32e99 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d4f128-8383-42b8-90f4-e9f4193f5dbd,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:04.780798 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1cae89a6-09d2-46b1-80e1-af42e60ab4fc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.800712 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9ef3add9-74b5-4902-9b52-bd01607f7121 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0785670 Feb 04 05:47:04.801995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51948) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:04.808728 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b0d65603-7dcf-412c-a63e-81049fa9c7cf tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group': {'name': 'tempest-secgroup--850651403'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:04.828616 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e8cef0c-0ee3-4095-a1c8-c18a31365ec3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.831682 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11393d68-fff9-41e9-a3c4-27c7e9a654bc tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:04.835560 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.852582 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.855929 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/networks/382a106f-e49e-4b7f-9bc2-9615d6148736 HTTP/1.1" status: 204 len: 168 time: 2.0906718 Feb 04 05:47:04.859807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51950) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:04.870124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-0834d90b-c120-495f-baec-ae6b16095897 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-844333812'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:04.874985 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1cae89a6-09d2-46b1-80e1-af42e60ab4fc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.876702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b0d65603-7dcf-412c-a63e-81049fa9c7cf tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.878001 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb45ef4-6446-444f-a846-d848fb8db2f6 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Network': ['ID=382a106f-e49e-4b7f-9bc2-9615d6148736,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:04.895293 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1cae89a6-09d2-46b1-80e1-af42e60ab4fc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.934762 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae89a6-09d2-46b1-80e1-af42e60ab4fc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1643e44-e42b-45b3-9630-4b6018c8f9f3,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:04.942366 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1cae89a6-09d2-46b1-80e1-af42e60ab4fc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.943710 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1cae89a6-09d2-46b1-80e1-af42e60ab4fc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2500703 Feb 04 05:47:04.949160 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51952) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:04.949755 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0834d90b-c120-495f-baec-ae6b16095897 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:04.953742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0834d90b-c120-495f-baec-ae6b16095897 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:04.955989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4384b858-fc65-4fdc-a767-f3587572acd8 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.029505 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0834d90b-c120-495f-baec-ae6b16095897 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:05.069583 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0834d90b-c120-495f-baec-ae6b16095897 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.069996 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-0834d90b-c120-495f-baec-ae6b16095897 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Added segment 2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a of type vlan for network e398400c-be59-46aa-aeec-51e936aa5650 Feb 04 05:47:05.074389 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b0d65603-7dcf-412c-a63e-81049fa9c7cf tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.082669 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb023-2fc5-4f72-8c43-a1ab4b3fe621 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.086615 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b0d65603-7dcf-412c-a63e-81049fa9c7cf tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.163590 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0834d90b-c120-495f-baec-ae6b16095897 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.171300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb023-2fc5-4f72-8c43-a1ab4b3fe621 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.173710 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d65603-7dcf-412c-a63e-81049fa9c7cf tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027677e0-ea8c-4d31-b258-229959d59700,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:05.179292 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b0d65603-7dcf-412c-a63e-81049fa9c7cf tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.183354 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b0d65603-7dcf-412c-a63e-81049fa9c7cf tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3777032 Feb 04 05:47:05.187467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51954) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:05.187590 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11393d68-fff9-41e9-a3c4-27c7e9a654bc tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:05.195440 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d4409225-1d17-45bd-9e08-a9595ebb2545 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '027677e0-ea8c-4d31-b258-229959d59700', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:05.220801 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b148684f-5156-48f5-a5eb-d56ef0374274 None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:05.235245 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b148684f-5156-48f5-a5eb-d56ef0374274 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:05.240046 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b148684f-5156-48f5-a5eb-d56ef0374274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:05.259124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0834d90b-c120-495f-baec-ae6b16095897 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.266340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0834d90b-c120-495f-baec-ae6b16095897 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:05.266883 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0834d90b-c120-495f-baec-ae6b16095897 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.285519 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb023-2fc5-4f72-8c43-a1ab4b3fe621 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.299201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb023-2fc5-4f72-8c43-a1ab4b3fe621 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.304023 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ef5fb023-2fc5-4f72-8c43-a1ab4b3fe621 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-groups/1089fe30-6e6c-4ff7-99e1-a4ea92cfa51e HTTP/1.1" status: 204 len: 168 time: 0.3474014 Feb 04 05:47:05.306684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51958) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:05.323052 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b148684f-5156-48f5-a5eb-d56ef0374274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:05.338800 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b148684f-5156-48f5-a5eb-d56ef0374274 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:05.341308 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11393d68-fff9-41e9-a3c4-27c7e9a654bc tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.342606 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b148684f-5156-48f5-a5eb-d56ef0374274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:05.347346 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-11393d68-fff9-41e9-a3c4-27c7e9a654bc tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/ports/8f398407-f425-4a50-b164-4f357f710759 HTTP/1.1" status: 204 len: 168 time: 3.3789935 Feb 04 05:47:05.352090 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51960) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:05.387962 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0834d90b-c120-495f-baec-ae6b16095897 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5268791 Feb 04 05:47:05.392829 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b148684f-5156-48f5-a5eb-d56ef0374274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:05.394364 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b148684f-5156-48f5-a5eb-d56ef0374274 None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:05.401690 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fb023-2fc5-4f72-8c43-a1ab4b3fe621 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1089fe30-6e6c-4ff7-99e1-a4ea92cfa51e,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:05.404005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51962) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:05.415414 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e8cef0c-0ee3-4095-a1c8-c18a31365ec3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.430457 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-767653cb-948f-4c2b-abf5-dcc5002c3bfb tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "GET /v2.0/floatingips/60a35976-88bf-4d24-912b-45420f7705c3 HTTP/1.1" status: 200 len: 688 time: 0.0769875 Feb 04 05:47:05.435403 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51964) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:05.439142 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e8cef0c-0ee3-4095-a1c8-c18a31365ec3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.504038 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-dfa37adc-fb1a-467e-8c92-2dcf3dc85524 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1900756 Feb 04 05:47:05.547888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51966) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:05.561233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-51b90e4f-f5c9-4d7b-94be-4b6505d7257c tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group': {'name': 'tempest-secgroup--248091369'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:05.570449 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1e8cef0c-0ee3-4095-a1c8-c18a31365ec3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] In _notify_port_updated(), no bound segment for port 159b6567-2fe1-41bc-b5b8-bebb298d4c80 on network a426354b-a0ac-4a9f-b685-5af7ac691c08 {{(pid=108744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:47:05.576988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8cef0c-0ee3-4095-a1c8-c18a31365ec3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:05.577888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e8cef0c-0ee3-4095-a1c8-c18a31365ec3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.579441 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1e8cef0c-0ee3-4095-a1c8-c18a31365ec3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "PUT /v2.0/ports/159b6567-2fe1-41bc-b5b8-bebb298d4c80 HTTP/1.1" status: 200 len: 1067 time: 1.5307760 Feb 04 05:47:05.593732 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51968) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:05.687196 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cef0c-0ee3-4095-a1c8-c18a31365ec3 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event updated for resources: {'Port': ['ID=159b6567-2fe1-41bc-b5b8-bebb298d4c80,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:05.713730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5101d33d-111e-4836-9648-933bd73b630e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'subnet': {'network_id': 'e398400c-be59-46aa-aeec-51e936aa5650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:05.766472 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-d4409225-1d17-45bd-9e08-a9595ebb2545 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The resource could not be found. Feb 04 05:47:05.767515 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d4409225-1d17-45bd-9e08-a9595ebb2545 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5767562 Feb 04 05:47:05.775759 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51970) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:05.778949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834d90b-c120-495f-baec-ae6b16095897 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Network': ['ID=e398400c-be59-46aa-aeec-51e936aa5650,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:05.787527 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e8007353-a601-4bae-adba-2693c4dbbb93 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '027677e0-ea8c-4d31-b258-229959d59700', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ec5188e6-0995-4e0e-a8d9-bdb8db4ad841'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:05.789452 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network e398400c-be59-46aa-aeec-51e936aa5650 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:05.795376 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-51b90e4f-f5c9-4d7b-94be-4b6505d7257c tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.830920 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809719c-ac22-42ac-b755-f85ce84ecd60 req-b745249c-b347-4fe0-953e-5061c19016cc tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:05.832463 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5809719c-ac22-42ac-b755-f85ce84ecd60 req-b745249c-b347-4fe0-953e-5061c19016cc tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.4566786 Feb 04 05:47:05.841484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4384b858-fc65-4fdc-a767-f3587572acd8 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port fc9a8c6e-1485-4772-b4c5-d5b9012d1e30 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:05.841916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4384b858-fc65-4fdc-a767-f3587572acd8 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.887999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-2a3f0e6b-c2bf-4c97-8bcc-197d84a64282 None None] Provisioning complete for port 159b6567-2fe1-41bc-b5b8-bebb298d4c80 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:05.888576 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0e6b-c2bf-4c97-8bcc-197d84a64282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.904488 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-e8007353-a601-4bae-adba-2693c4dbbb93 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The resource could not be found. Feb 04 05:47:05.905532 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e8007353-a601-4bae-adba-2693c4dbbb93 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1235156 Feb 04 05:47:05.908760 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51972) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:05.916528 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2518c4af-1f03-4c0a-b4df-6de9d6630881 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Deleting port 159b6567-2fe1-41bc-b5b8-bebb298d4c80 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:05.916874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2518c4af-1f03-4c0a-b4df-6de9d6630881 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.920961 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5809719c-ac22-42ac-b755-f85ce84ecd60 req-3d086f9a-b00c-46da-bd9f-ab7d302301bc tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748050 Feb 04 05:47:05.921621 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5101d33d-111e-4836-9648-933bd73b630e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:05.925102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5101d33d-111e-4836-9648-933bd73b630e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:05.926507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f0e6b-c2bf-4c97-8bcc-197d84a64282 None None] Port 159b6567-2fe1-41bc-b5b8-bebb298d4c80 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:05.981565 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-11906755-3075-4229-83c0-b68803ff8a00 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting port dcad7f25-397e-46e8-b706-eafd252d2bec {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:05.981929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11906755-3075-4229-83c0-b68803ff8a00 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.048472 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c82fdeec-a5e2-474f-97e7-e38ac142cb48 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.084320 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c82fdeec-a5e2-474f-97e7-e38ac142cb48 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.121505 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4384b858-fc65-4fdc-a767-f3587572acd8 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] For port fc9a8c6e-1485-4772-b4c5-d5b9012d1e30, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fc9a8c6e-1485-4772-b4c5-d5b9012d1e30,segment=NetworkSegment(2bfcf527-703d-4f18-9890-ac0571a4309c),segment_id=2bfcf527-703d-4f18-9890-ac0571a4309c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:06.121890 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4384b858-fc65-4fdc-a767-f3587572acd8 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.139873 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-51b90e4f-f5c9-4d7b-94be-4b6505d7257c tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.152445 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4384b858-fc65-4fdc-a767-f3587572acd8 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for fc9a8c6e-1485-4772-b4c5-d5b9012d1e30 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:06.155581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-51b90e4f-f5c9-4d7b-94be-4b6505d7257c tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.161295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2518c4af-1f03-4c0a-b4df-6de9d6630881 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.210891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2518c4af-1f03-4c0a-b4df-6de9d6630881 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Calling delete_port for 159b6567-2fe1-41bc-b5b8-bebb298d4c80 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:06.236706 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c82fdeec-a5e2-474f-97e7-e38ac142cb48 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.239439 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c82fdeec-a5e2-474f-97e7-e38ac142cb48 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.241258 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c82fdeec-a5e2-474f-97e7-e38ac142cb48 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "DELETE /v2.0/security-groups/027677e0-ea8c-4d31-b258-229959d59700 HTTP/1.1" status: 204 len: 168 time: 0.3311143 Feb 04 05:47:06.252597 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51978) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:06.263115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f73ac7-a947-4b71-bc8b-8c91fc8763fd req-bb4de5b4-f886-4eda-bfe8-e237d7b8a705 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:06.263325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11906755-3075-4229-83c0-b68803ff8a00 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.263449 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11906755-3075-4229-83c0-b68803ff8a00 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.264558 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a1f73ac7-a947-4b71-bc8b-8c91fc8763fd req-bb4de5b4-f886-4eda-bfe8-e237d7b8a705 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.1326871 Feb 04 05:47:06.272866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-51b90e4f-f5c9-4d7b-94be-4b6505d7257c tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.274207 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-51b90e4f-f5c9-4d7b-94be-4b6505d7257c tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7233949 Feb 04 05:47:06.277405 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51980) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:06.279704 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5101d33d-111e-4836-9648-933bd73b630e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.282237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b90e4f-f5c9-4d7b-94be-4b6505d7257c tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98743d20-0075-444c-b62e-7a32bbfeacc9,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:06.294805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-11906755-3075-4229-83c0-b68803ff8a00 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Calling delete_port for dcad7f25-397e-46e8-b706-eafd252d2bec owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:06.297099 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a78f643a-03e6-4751-b6c9-546481729b8f tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group': {'name': 'tempest-secgroup--173205746'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:06.304459 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fdeec-a5e2-474f-97e7-e38ac142cb48 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027677e0-ea8c-4d31-b258-229959d59700,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:06.419928 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4d7a4408-4785-454b-a53d-c16ff758424e tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1651492 Feb 04 05:47:06.426034 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51982) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:06.429089 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a78f643a-03e6-4751-b6c9-546481729b8f tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.432094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101d33d-111e-4836-9648-933bd73b630e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Subnet': ['ID=52f646e0-ef08-4b86-8a1a-c6cb10bb0a23,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:06.437324 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a1f73ac7-a947-4b71-bc8b-8c91fc8763fd req-ba5bff04-91cf-424c-8340-bcdb4488c2fc tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607618 Feb 04 05:47:06.441795 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-8f490c55-5ee3-4f6c-819a-58542a198ac3 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': 'ff16318d-f511-44df-8ce1-017504c0dc03', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:06.464119 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5101d33d-111e-4836-9648-933bd73b630e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Checking segment: {'id': '2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e398400c-be59-46aa-aeec-51e936aa5650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:06.464404 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5101d33d-111e-4836-9648-933bd73b630e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network hostable DHCP agents. Network: e398400c-be59-46aa-aeec-51e936aa5650, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:47:06.517041 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5101d33d-111e-4836-9648-933bd73b630e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network e398400c-be59-46aa-aeec-51e936aa5650 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:47:06.540353 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-5101d33d-111e-4836-9648-933bd73b630e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, e398400c-be59-46aa-aeec-51e936aa5650) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:06.545006 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5101d33d-111e-4836-9648-933bd73b630e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:06.545591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5101d33d-111e-4836-9648-933bd73b630e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.550538 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a61e7-aab0-4595-926f-56ae2ea636cc None None] Network e398400c-be59-46aa-aeec-51e936aa5650 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:06.563659 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-8f490c55-5ee3-4f6c-819a-58542a198ac3 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The resource could not be found. Feb 04 05:47:06.568384 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8f490c55-5ee3-4f6c-819a-58542a198ac3 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1335411 Feb 04 05:47:06.568384 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51984) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:06.579069 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-cb156e12-edbb-4f66-bfc7-e894011b68d0 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658941396'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:06.589046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2518c4af-1f03-4c0a-b4df-6de9d6630881 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.610194 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a78f643a-03e6-4751-b6c9-546481729b8f tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.616501 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5101d33d-111e-4836-9648-933bd73b630e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9069302 Feb 04 05:47:06.622368 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51986) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:06.632888 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f43ee2df-9e11-4e25-8248-24886be4aeb8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'network_id': 'e398400c-be59-46aa-aeec-51e936aa5650', 'name': 'tempest-PortsIpV6TestJSON-1640601091', 'fixed_ips': [{'subnet_id': '52f646e0-ef08-4b86-8a1a-c6cb10bb0a23', 'ip_address': '2001:db8::10'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:06.638595 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a78f643a-03e6-4751-b6c9-546481729b8f tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.664293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518c4af-1f03-4c0a-b4df-6de9d6630881 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event deleted for resources: {'Port': ['ID=159b6567-2fe1-41bc-b5b8-bebb298d4c80,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:06.666029 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4384b858-fc65-4fdc-a767-f3587572acd8 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.731871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384b858-fc65-4fdc-a767-f3587572acd8 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=fc9a8c6e-1485-4772-b4c5-d5b9012d1e30,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:06.746731 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a78f643a-03e6-4751-b6c9-546481729b8f tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.750981 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a78f643a-03e6-4751-b6c9-546481729b8f tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4664829 Feb 04 05:47:06.755283 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb156e12-edbb-4f66-bfc7-e894011b68d0 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.755893 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51988) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:06.763501 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-e398400c-be59-46aa-aeec-51e936aa5650', 'network_id': 'e398400c-be59-46aa-aeec-51e936aa5650', 'tenant_id': '8b79082e6df440838c56786cc165c0b7', 'fixed_ips': [{'subnet_id': '52f646e0-ef08-4b86-8a1a-c6cb10bb0a23'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:47:06.764232 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-21a17ae9-f112-4176-ae5d-84a159e8ee0a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group_rule': {'security_group_id': '98743d20-0075-444c-b62e-7a32bbfeacc9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'aa413162-7724-486e-a42d-90d8bee6c80c', 'remote_ip_prefix': None}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:06.764965 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.778606 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11906755-3075-4229-83c0-b68803ff8a00 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.791011 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f643a-03e6-4751-b6c9-546481729b8f tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa413162-7724-486e-a42d-90d8bee6c80c,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:06.901379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb156e12-edbb-4f66-bfc7-e894011b68d0 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.903329 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43ee2df-9e11-4e25-8248-24886be4aeb8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:06.910460 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb156e12-edbb-4f66-bfc7-e894011b68d0 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.991687 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb156e12-edbb-4f66-bfc7-e894011b68d0 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:06.992897 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cb156e12-edbb-4f66-bfc7-e894011b68d0 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4236913 Feb 04 05:47:06.995917 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb156e12-edbb-4f66-bfc7-e894011b68d0 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679a61eb-3177-46e9-bbd5-e49698de0790,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:07.000742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51990) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:07.005798 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-dfb60e0a-23d5-45c2-9812-81dd2f5809c6 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group': {'name': 'tempest-secgroup--583589682'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:07.028933 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Allocated IP 2001:db8::2 (e398400c-be59-46aa-aeec-51e936aa5650/52f646e0-ef08-4b86-8a1a-c6cb10bb0a23/19c35834-2b35-472c-bbc3-b2f48295fc59) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:07.060497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f43ee2df-9e11-4e25-8248-24886be4aeb8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.077220 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dfb60e0a-23d5-45c2-9812-81dd2f5809c6 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.095705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-f43ee2df-9e11-4e25-8248-24886be4aeb8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port 2470e5f7-ae8f-4ea1-b8ca-bb9bf586a1c4 yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:47:07.208582 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.216539 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.250033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dfb60e0a-23d5-45c2-9812-81dd2f5809c6 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.258048 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Network e398400c-be59-46aa-aeec-51e936aa5650 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:07.258270 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dfb60e0a-23d5-45c2-9812-81dd2f5809c6 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.261157 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:07.264821 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:07.272761 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Pushing event updated for resources: {'Port': ['ID=19c35834-2b35-472c-bbc3-b2f48295fc59,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:07.287102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dfb60e0a-23d5-45c2-9812-81dd2f5809c6 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.291469 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dfb60e0a-23d5-45c2-9812-81dd2f5809c6 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2866237 Feb 04 05:47:07.294952 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51992) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:07.300388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e03767fd-8c56-4a2b-9974-9b39292ceeb1 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '679a61eb-3177-46e9-bbd5-e49698de0790', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '809c43ca-9768-4224-afac-c463abe9aa1f'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:07.327601 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Attempting to bind port 19c35834-2b35-472c-bbc3-b2f48295fc59 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:47:07.328059 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Attempting to bind port 19c35834-2b35-472c-bbc3-b2f48295fc59 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e398400c-be59-46aa-aeec-51e936aa5650'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:47:07.328486 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Attempting to bind port 19c35834-2b35-472c-bbc3-b2f48295fc59 on network e398400c-be59-46aa-aeec-51e936aa5650 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:47:07.334418 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:47:07.335413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Checking segment: {'id': '2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e398400c-be59-46aa-aeec-51e936aa5650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:07.335879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.336401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Bound using segment: {'id': '2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e398400c-be59-46aa-aeec-51e936aa5650'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:47:07.336946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Bound port: 19c35834-2b35-472c-bbc3-b2f48295fc59, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e398400c-be59-46aa-aeec-51e936aa5650'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:47:07.337394 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.354200 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb60e0a-23d5-45c2-9812-81dd2f5809c6 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809c43ca-9768-4224-afac-c463abe9aa1f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:07.368544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11906755-3075-4229-83c0-b68803ff8a00 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Port': ['ID=dcad7f25-397e-46e8-b706-eafd252d2bec,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:07.379645 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-f43ee2df-9e11-4e25-8248-24886be4aeb8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Allocated IP 2001:db8::10 (e398400c-be59-46aa-aeec-51e936aa5650/52f646e0-ef08-4b86-8a1a-c6cb10bb0a23/2470e5f7-ae8f-4ea1-b8ca-bb9bf586a1c4) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:07.412048 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] For port 19c35834-2b35-472c-bbc3-b2f48295fc59, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:47:07.415608 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-e03767fd-8c56-4a2b-9974-9b39292ceeb1 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:07.415866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] For port 19c35834-2b35-472c-bbc3-b2f48295fc59, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=19c35834-2b35-472c-bbc3-b2f48295fc59,segment=NetworkSegment(2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a),segment_id=2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:47:07.416692 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e03767fd-8c56-4a2b-9974-9b39292ceeb1 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1207759 Feb 04 05:47:07.420599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 51994) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:07.429075 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.500577 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21a17ae9-f112-4176-ae5d-84a159e8ee0a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.505169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2518c4af-1f03-4c0a-b4df-6de9d6630881 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.511420 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2518c4af-1f03-4c0a-b4df-6de9d6630881 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "DELETE /v2.0/ports/159b6567-2fe1-41bc-b5b8-bebb298d4c80 HTTP/1.1" status: 204 len: 168 time: 1.9165094 Feb 04 05:47:07.514429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4384b858-fc65-4fdc-a767-f3587572acd8 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.518724 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe904b-8803-472e-9773-98cd4e9be47d None None] Pushing event updated for resources: {'Port': ['ID=19c35834-2b35-472c-bbc3-b2f48295fc59,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:07.523065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 51998) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:07.568582 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed13089-cfa5-490d-87a8-c4726090423c tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] GET failed (client error): The resource could not be found. Feb 04 05:47:07.570200 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1ed13089-cfa5-490d-87a8-c4726090423c tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "GET /v2.0/ports/159b6567-2fe1-41bc-b5b8-bebb298d4c80 HTTP/1.1" status: 404 len: 333 time: 0.0458155 Feb 04 05:47:07.575337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52000) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:07.613740 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11906755-3075-4229-83c0-b68803ff8a00 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.616307 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11906755-3075-4229-83c0-b68803ff8a00 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.617490 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-11906755-3075-4229-83c0-b68803ff8a00 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/floatingips/60a35976-88bf-4d24-912b-45420f7705c3 HTTP/1.1" status: 204 len: 168 time: 2.1761861 Feb 04 05:47:07.635500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52002) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:07.646220 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': 'ceb78d3f-9d17-44e4-a7a2-1184e3a3b952'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:07.700026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-675c44a2-578d-4e96-8a54-c72d40461cd9 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.733522 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21a17ae9-f112-4176-ae5d-84a159e8ee0a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.769004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21a17ae9-f112-4176-ae5d-84a159e8ee0a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.796301 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f43ee2df-9e11-4e25-8248-24886be4aeb8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.799280 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-675c44a2-578d-4e96-8a54-c72d40461cd9 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.811062 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf7bc1-9458-47e3-96e9-803b55240126 req-38bcdac7-bb9e-49c3-b786-5e99c4912fae tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:07.812632 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dacf7bc1-9458-47e3-96e9-803b55240126 req-38bcdac7-bb9e-49c3-b786-5e99c4912fae tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.2684782 Feb 04 05:47:07.827069 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.835622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a17ae9-f112-4176-ae5d-84a159e8ee0a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d1556e-7505-41c1-ba19-72c45b05e4b9,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:07.857269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21a17ae9-f112-4176-ae5d-84a159e8ee0a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.863151 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-21a17ae9-f112-4176-ae5d-84a159e8ee0a tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1023448 Feb 04 05:47:07.867416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52004) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:07.870961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4384b858-fc65-4fdc-a767-f3587572acd8 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 9e9da179-134e-4d1a-81e7-e2092807af8e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:07.905880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-83c26cf1-4113-471e-b64f-da66a6cce8a9 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.974234 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dacf7bc1-9458-47e3-96e9-803b55240126 req-4a4fcf18-9246-4f89-a8ee-106820bb6145 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514792 Feb 04 05:47:07.976433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-675c44a2-578d-4e96-8a54-c72d40461cd9 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.978927 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-675c44a2-578d-4e96-8a54-c72d40461cd9 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:07.982664 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-675c44a2-578d-4e96-8a54-c72d40461cd9 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "DELETE /v2.0/security-groups/809c43ca-9768-4224-afac-c463abe9aa1f HTTP/1.1" status: 204 len: 168 time: 0.5611150 Feb 04 05:47:07.984708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52006) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:08.001055 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-83c26cf1-4113-471e-b64f-da66a6cce8a9 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.014659 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-71261d30-f561-4059-a21b-96c185d6f89c tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Deleting port 27d798de-fd94-4ae3-afe8-9c2d9efa93f5 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:08.014659 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-71261d30-f561-4059-a21b-96c185d6f89c tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.041458 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f43ee2df-9e11-4e25-8248-24886be4aeb8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.050398 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4384b858-fc65-4fdc-a767-f3587572acd8 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:08.061717 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be55750c-8ece-42f6-9c1c-ab5f79c3ddc3 None None] Sync routers for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:08.065294 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4384b858-fc65-4fdc-a767-f3587572acd8 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/9e9da179-134e-4d1a-81e7-e2092807af8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7349954 Feb 04 05:47:08.069744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52010) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:08.072903 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55750c-8ece-42f6-9c1c-ab5f79c3ddc3 None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:08.075997 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-be55750c-8ece-42f6-9c1c-ab5f79c3ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:08.096696 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c44a2-578d-4e96-8a54-c72d40461cd9 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809c43ca-9768-4224-afac-c463abe9aa1f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:08.120987 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-83c26cf1-4113-471e-b64f-da66a6cce8a9 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.136947 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-83c26cf1-4113-471e-b64f-da66a6cce8a9 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.144925 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-83c26cf1-4113-471e-b64f-da66a6cce8a9 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/40d1556e-7505-41c1-ba19-72c45b05e4b9 HTTP/1.1" status: 204 len: 168 time: 0.2762048 Feb 04 05:47:08.150608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52014) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:08.206487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cbd00b-5918-4812-9c5f-b40980b598b9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting subnet 5109c7a4-14d9-444b-866f-4dd380e5bb32 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:08.209705 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 19c35834-2b35-472c-bbc3-b2f48295fc59 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:08.213125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c26cf1-4113-471e-b64f-da66a6cce8a9 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40d1556e-7505-41c1-ba19-72c45b05e4b9,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:08.215736 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14cbd00b-5918-4812-9c5f-b40980b598b9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.262251 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-be55750c-8ece-42f6-9c1c-ab5f79c3ddc3 None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:47:08.268142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43ee2df-9e11-4e25-8248-24886be4aeb8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network e398400c-be59-46aa-aeec-51e936aa5650 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:08.269575 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-f43ee2df-9e11-4e25-8248-24886be4aeb8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:08.281382 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9e8a37af-e318-4742-bcdb-bcb0d0cc1802 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1274252 Feb 04 05:47:08.281744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52016) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:08.285415 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14cbd00b-5918-4812-9c5f-b40980b598b9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.313802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ee2df-9e11-4e25-8248-24886be4aeb8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:08.320524 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43ee2df-9e11-4e25-8248-24886be4aeb8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:08.321156 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f43ee2df-9e11-4e25-8248-24886be4aeb8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.355067 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 19c35834-2b35-472c-bbc3-b2f48295fc59 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:08.355590 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.369225 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3a3d4e14-6b2d-4230-b6a6-7b16f0ef291f tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 0.3785341 Feb 04 05:47:08.374278 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52018) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:08.390359 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ee2df-9e11-4e25-8248-24886be4aeb8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=2470e5f7-ae8f-4ea1-b8ca-bb9bf586a1c4,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:08.420786 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9b1939b8-3be3-444f-95b6-71d24016317c tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.425251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-71261d30-f561-4059-a21b-96c185d6f89c tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.454461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-71261d30-f561-4059-a21b-96c185d6f89c tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Calling delete_port for 27d798de-fd94-4ae3-afe8-9c2d9efa93f5 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:08.455978 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14cbd00b-5918-4812-9c5f-b40980b598b9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.522386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9b1939b8-3be3-444f-95b6-71d24016317c tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.526841 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14cbd00b-5918-4812-9c5f-b40980b598b9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.530391 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.578409 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbd00b-5918-4812-9c5f-b40980b598b9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Subnet': ['ID=5109c7a4-14d9-444b-866f-4dd380e5bb32,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:08.586275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14cbd00b-5918-4812-9c5f-b40980b598b9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.592665 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-14cbd00b-5918-4812-9c5f-b40980b598b9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/5109c7a4-14d9-444b-866f-4dd380e5bb32 HTTP/1.1" status: 204 len: 168 time: 0.5187123 Feb 04 05:47:08.592941 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52020) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:08.603724 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48654e14-2f77-4f8d-b330-d14c65a963b2 None None] Network ac8b1c79-5231-472b-a875-41f5bfe3198f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:08.606769 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 19c35834-2b35-472c-bbc3-b2f48295fc59, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=19c35834-2b35-472c-bbc3-b2f48295fc59,segment=NetworkSegment(2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a),segment_id=2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:08.625648 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.691594 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9b1939b8-3be3-444f-95b6-71d24016317c tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.695262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9b1939b8-3be3-444f-95b6-71d24016317c tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.699042 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9b1939b8-3be3-444f-95b6-71d24016317c tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-groups/aa413162-7724-486e-a42d-90d8bee6c80c HTTP/1.1" status: 204 len: 168 time: 0.4139824 Feb 04 05:47:08.706670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52022) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:08.722407 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.724194 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-71261d30-f561-4059-a21b-96c185d6f89c tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.742482 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1939b8-3be3-444f-95b6-71d24016317c tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa413162-7724-486e-a42d-90d8bee6c80c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:08.752214 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-10916773-a552-4de0-ac97-9cb8a69d3e9c tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.778204 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c3853-9e19-423f-9a35-54b092b89759 req-1ddbde7d-19ab-4550-a09c-ed115526d257 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:08.779871 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-770c3853-9e19-423f-9a35-54b092b89759 req-1ddbde7d-19ab-4550-a09c-ed115526d257 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.5747952 Feb 04 05:47:08.796262 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-be55750c-8ece-42f6-9c1c-ab5f79c3ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:47:06Z', 'revision_number': 10, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:08.799131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=19c35834-2b35-472c-bbc3-b2f48295fc59,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:08.813023 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e0693d42-f0f0-4726-a281-b58aed9e2359 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.1051397 Feb 04 05:47:08.814863 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52024) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:08.816451 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f43ee2df-9e11-4e25-8248-24886be4aeb8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1929533 Feb 04 05:47:08.846727 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ac70a-66a3-4d91-a5be-e6d79cc14c68 None None] Network e398400c-be59-46aa-aeec-51e936aa5650 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:08.850749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be55750c-8ece-42f6-9c1c-ab5f79c3ddc3 None None] Checking router: 9e9da179-134e-4d1a-81e7-e2092807af8e for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:47:08.863322 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52026) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:08.875781 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-10916773-a552-4de0-ac97-9cb8a69d3e9c tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.877102 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f9069b75-c973-4289-8ced-e93a833d2a48 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'network_id': 'e398400c-be59-46aa-aeec-51e936aa5650', 'name': 'tempest-PortsIpV6TestJSON-1090321470', 'fixed_ips': [{'subnet_id': '52f646e0-ef08-4b86-8a1a-c6cb10bb0a23', 'ip_address': '2001:db8::f'}]}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:08.888569 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006acd5-e601-4037-adc5-b6d50cad6c71 req-30858595-fab3-4cf6-aee1-45e11c05fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:08.890124 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b006acd5-e601-4037-adc5-b6d50cad6c71 req-30858595-fab3-4cf6-aee1-45e11c05fa84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13898e4eae9c4a39a1ea38e398ad458a&device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 1098 time: 0.6644645 Feb 04 05:47:08.910013 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71261d30-f561-4059-a21b-96c185d6f89c tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event deleted for resources: {'Port': ['ID=27d798de-fd94-4ae3-afe8-9c2d9efa93f5,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:08.915344 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-71261d30-f561-4059-a21b-96c185d6f89c tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.918593 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-71261d30-f561-4059-a21b-96c185d6f89c tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "DELETE /v2.0/ports/27d798de-fd94-4ae3-afe8-9c2d9efa93f5 HTTP/1.1" status: 204 len: 168 time: 1.3441119 Feb 04 05:47:08.925328 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52028) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:08.937584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:08.963106 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55750c-8ece-42f6-9c1c-ab5f79c3ddc3 None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:08.963836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-be55750c-8ece-42f6-9c1c-ab5f79c3ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:08.997263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-525416cf-bcc1-42ab-b9ab-6004d72e2734 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.021897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-525416cf-bcc1-42ab-b9ab-6004d72e2734 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.067199 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port fdb0f854-a6b8-4a32-a6ed-f8cebc566754 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:09.067544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.074038 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Allocated IP 172.26.3.158 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/df78895b-be92-44da-a84c-535655484ebf) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:09.142042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-22b0eaf4-9563-40b1-92fa-d38796866379 None None] Provisioning complete for port 19c35834-2b35-472c-bbc3-b2f48295fc59 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:09.142042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-22b0eaf4-9563-40b1-92fa-d38796866379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.144168 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80467cd4-304c-4e6b-90d8-0f27c5a4ddce None None] DHCP port deletion for ac8b1c79-5231-472b-a875-41f5bfe3198f request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:47:09.181937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] For port fdb0f854-a6b8-4a32-a6ed-f8cebc566754, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fdb0f854-a6b8-4a32-a6ed-f8cebc566754,segment=NetworkSegment(2bfcf527-703d-4f18-9890-ac0571a4309c),segment_id=2bfcf527-703d-4f18-9890-ac0571a4309c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:09.182310 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.203278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for fdb0f854-a6b8-4a32-a6ed-f8cebc566754 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:09.236750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-be55750c-8ece-42f6-9c1c-ab5f79c3ddc3 None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:47:09.243274 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-be03bb61-f857-4d3d-a4ef-25c64f374fbb tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] GET failed (client error): The resource could not be found. Feb 04 05:47:09.248318 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-be03bb61-f857-4d3d-a4ef-25c64f374fbb tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "GET /v2.0/ports/27d798de-fd94-4ae3-afe8-9c2d9efa93f5 HTTP/1.1" status: 404 len: 333 time: 0.3092153 Feb 04 05:47:09.253636 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-770c3853-9e19-423f-9a35-54b092b89759 req-84e0fba2-331a-4f85-ae0d-9c2a76664adc tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610801 Feb 04 05:47:09.258008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-525416cf-bcc1-42ab-b9ab-6004d72e2734 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.258507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52030) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:09.259883 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-525416cf-bcc1-42ab-b9ab-6004d72e2734 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.265034 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-525416cf-bcc1-42ab-b9ab-6004d72e2734 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-groups/98743d20-0075-444c-b62e-7a32bbfeacc9 HTTP/1.1" status: 204 len: 168 time: 0.4489019 Feb 04 05:47:09.267660 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52032) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:09.309052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525416cf-bcc1-42ab-b9ab-6004d72e2734 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98743d20-0075-444c-b62e-7a32bbfeacc9,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:09.328418 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-10916773-a552-4de0-ac97-9cb8a69d3e9c tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.331117 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-10916773-a552-4de0-ac97-9cb8a69d3e9c tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.336194 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-10916773-a552-4de0-ac97-9cb8a69d3e9c tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "DELETE /v2.0/security-groups/679a61eb-3177-46e9-bbd5-e49698de0790 HTTP/1.1" status: 204 len: 168 time: 0.9483128 Feb 04 05:47:09.339407 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52034) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:09.367436 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9069b75-c973-4289-8ced-e93a833d2a48 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:09.400513 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10916773-a552-4de0-ac97-9cb8a69d3e9c tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679a61eb-3177-46e9-bbd5-e49698de0790,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:09.428904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.430929 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006acd5-e601-4037-adc5-b6d50cad6c71 req-9207faf9-529e-479a-91bb-ec6469e0f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:09.432554 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b006acd5-e601-4037-adc5-b6d50cad6c71 req-9207faf9-529e-479a-91bb-ec6469e0f0c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=02516016-3ecf-4154-a690-9b60d2ea741c HTTP/1.1" status: 200 len: 910 time: 0.5128977 Feb 04 05:47:09.488801 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-abb145a4-56da-43b4-aaa2-7ddbe356dda7 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1468952 Feb 04 05:47:09.505851 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-80f9b3e8-9fb9-4945-8488-319627c7d578 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2328072 Feb 04 05:47:09.507001 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52036) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:09.507328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52038) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:09.516961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bae424d4-9a04-4920-a96e-deba9373e342 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group': {'name': 'tempest-secgroup--696745392'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:09.526468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-718ff0f5-0444-40cc-abe5-1274139d6d0b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1496788560'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:09.537522 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.602384 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=fdb0f854-a6b8-4a32-a6ed-f8cebc566754,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:09.611852 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9069b75-c973-4289-8ced-e93a833d2a48 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.638668 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No DVR routers for this DVR port fdb0f854-a6b8-4a32-a6ed-f8cebc566754 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:09.679904 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-80467cd4-304c-4e6b-90d8-0f27c5a4ddce None None] Deleting port fdb0f854-a6b8-4a32-a6ed-f8cebc566754 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:09.680277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80467cd4-304c-4e6b-90d8-0f27c5a4ddce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.741678 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.764357 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8b1c79-5231-472b-a875-41f5bfe3198f']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:09.775351 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfcf527-703d-4f18-9890-ac0571a4309c') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:09.775796 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfcf527-703d-4f18-9890-ac0571a4309c') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:09.788516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.789387 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b006acd5-e601-4037-adc5-b6d50cad6c71 req-175920a9-decc-49cb-9f09-e3b65bb35489 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10be5969-46fc-49d2-9916-226426130e7e HTTP/1.1" status: 200 len: 217 time: 0.3487113 Feb 04 05:47:09.796580 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-80467cd4-304c-4e6b-90d8-0f27c5a4ddce None None] For port fdb0f854-a6b8-4a32-a6ed-f8cebc566754, host dv-neutron-827794-1-hyperv, got binding levels [] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:09.796972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80467cd4-304c-4e6b-90d8-0f27c5a4ddce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.804475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.812242 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:09.812952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.817478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-80467cd4-304c-4e6b-90d8-0f27c5a4ddce None None] Calling delete_port for fdb0f854-a6b8-4a32-a6ed-f8cebc566754 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:09.821052 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.ipam_backend_mixin [None req-80467cd4-304c-4e6b-90d8-0f27c5a4ddce None None] Port fdb0f854-a6b8-4a32-a6ed-f8cebc566754 was not found and therefore no delete operation was performed {{(pid=108746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 05:47:09.823778 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-80467cd4-304c-4e6b-90d8-0f27c5a4ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.840588 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-298e27e9-2b51-4303-998f-69ac396ce42f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Deleting port 1dd905a1-b678-4fd4-8de7-87a4c1eeaa67 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:09.840972 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-298e27e9-2b51-4303-998f-69ac396ce42f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.864140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80467cd4-304c-4e6b-90d8-0f27c5a4ddce None None] No DVR routers for this DVR port fdb0f854-a6b8-4a32-a6ed-f8cebc566754 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:09.867303 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80467cd4-304c-4e6b-90d8-0f27c5a4ddce None None] Pushing event deleted for resources: {'Port': ['ID=fdb0f854-a6b8-4a32-a6ed-f8cebc566754,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:09.888192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-26936b42-8db2-4391-ae41-ec27901d4703 None None] Provisioning complete for port 2470e5f7-ae8f-4ea1-b8ca-bb9bf586a1c4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:09.888562 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-26936b42-8db2-4391-ae41-ec27901d4703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.896038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-be55750c-8ece-42f6-9c1c-ab5f79c3ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:47:06Z', 'revision_number': 10, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:09.902701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:09.904561 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:09.913980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.921949 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:09.926727 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/networks/ac8b1c79-5231-472b-a875-41f5bfe3198f HTTP/1.1" status: 204 len: 168 time: 1.3327990 Feb 04 05:47:09.933467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-f9069b75-c973-4289-8ced-e93a833d2a48 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port ff283289-de74-46fc-91e3-1d8e9f55cf67 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:47:09.949277 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52040) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:09.960893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006acd5-e601-4037-adc5-b6d50cad6c71 req-0c561c71-f8d0-4943-b2a5-8b4054794760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:09.962934 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b006acd5-e601-4037-adc5-b6d50cad6c71 req-0c561c71-f8d0-4943-b2a5-8b4054794760 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9be0e21b-5d13-4542-91cb-1e2c3a302864 HTTP/1.1" status: 200 len: 850 time: 0.1624038 Feb 04 05:47:09.978108 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be55750c-8ece-42f6-9c1c-ab5f79c3ddc3 None None] The sync data for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv is: [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:47:06Z', 'revision_number': 10, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None, '_interfaces': [{'id': 'f3748e6c-a109-430b-bfe3-9200ab3d37e2', 'name': '', 'network_id': '9d79ca11-e0d9-4a49-b360-401c885848bf', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'mac_address': 'fa:16:3e:a8:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:46:00Z', 'updated_at': '2022-02-04T05:46:09Z', 'revision_number': 5, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'subnets': [{'id': '33623b01-83e4-4640-a5be-66fd3aeb4289', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:10.000696 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-26936b42-8db2-4391-ae41-ec27901d4703 None None] Port 2470e5f7-ae8f-4ea1-b8ca-bb9bf586a1c4 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:10.010811 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 19c35834-2b35-472c-bbc3-b2f48295fc59 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:10.036165 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f00b6-b6c5-4ce4-9b3c-623c6178b3ee tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Network': ['ID=ac8b1c79-5231-472b-a875-41f5bfe3198f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:10.039866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bae424d4-9a04-4920-a96e-deba9373e342 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.050892 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:10.058995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-26936b42-8db2-4391-ae41-ec27901d4703 None None] Provisioning complete for port 19c35834-2b35-472c-bbc3-b2f48295fc59 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:10.059631 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-26936b42-8db2-4391-ae41-ec27901d4703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.081133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-718ff0f5-0444-40cc-abe5-1274139d6d0b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.096377 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b006acd5-e601-4037-adc5-b6d50cad6c71 req-94fa2a4a-9e0b-4ef8-af1d-1b4ab69399fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02516016-3ecf-4154-a690-9b60d2ea741c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208532 Feb 04 05:47:10.104266 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:10.116919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 19c35834-2b35-472c-bbc3-b2f48295fc59 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:10.117287 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.129821 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:10.147317 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-298e27e9-2b51-4303-998f-69ac396ce42f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.163780 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-718ff0f5-0444-40cc-abe5-1274139d6d0b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.171711 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=df78895b-be92-44da-a84c-535655484ebf,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:10.173571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-718ff0f5-0444-40cc-abe5-1274139d6d0b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.235579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-718ff0f5-0444-40cc-abe5-1274139d6d0b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.237367 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-298e27e9-2b51-4303-998f-69ac396ce42f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Calling delete_port for 1dd905a1-b678-4fd4-8de7-87a4c1eeaa67 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:10.241814 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-718ff0f5-0444-40cc-abe5-1274139d6d0b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7299821 Feb 04 05:47:10.244689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52042) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:10.272835 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3c665da3-1c4f-4053-8fd4-88158f048809 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '6d5d07f9-74eb-4eaa-b97a-10a1f024f2cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:10.314894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ff0f5-0444-40cc-abe5-1274139d6d0b tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5d07f9-74eb-4eaa-b97a-10a1f024f2cb,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:10.319296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-dac7c944-35a5-4a96-aa04-e92cfc5fa84f None None] Provisioning complete for port 2470e5f7-ae8f-4ea1-b8ca-bb9bf586a1c4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:10.319819 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dac7c944-35a5-4a96-aa04-e92cfc5fa84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.359492 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fdb0f854-a6b8-4a32-a6ed-f8cebc566754 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:10.375536 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-f9069b75-c973-4289-8ced-e93a833d2a48 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Allocated IP 2001:db8::f (e398400c-be59-46aa-aeec-51e936aa5650/52f646e0-ef08-4b86-8a1a-c6cb10bb0a23/ff283289-de74-46fc-91e3-1d8e9f55cf67) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:10.392131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: fdb0f854-a6b8-4a32-a6ed-f8cebc566754 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:10.392655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fdb0f854-a6b8-4a32-a6ed-f8cebc566754 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:10.404337 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-dac7c944-35a5-4a96-aa04-e92cfc5fa84f None None] Port 2470e5f7-ae8f-4ea1-b8ca-bb9bf586a1c4 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:10.458077 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bae424d4-9a04-4920-a96e-deba9373e342 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.464894 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-3c665da3-1c4f-4053-8fd4-88158f048809 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:10.471418 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3c665da3-1c4f-4053-8fd4-88158f048809 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1966190 Feb 04 05:47:10.471418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bae424d4-9a04-4920-a96e-deba9373e342 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.471418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52046) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:10.482122 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a5019f4c-b149-4a3e-9190-6c39a281dc72 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group_rule': {'security_group_id': '6d5d07f9-74eb-4eaa-b97a-10a1f024f2cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:10.509107 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b006acd5-e601-4037-adc5-b6d50cad6c71 req-357da3a0-22aa-4fed-a706-2860092795b8 service neutron] 10.222.0.26 "GET /v2.0/networks/02516016-3ecf-4154-a690-9b60d2ea741c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983812 Feb 04 05:47:10.532811 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bae424d4-9a04-4920-a96e-deba9373e342 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.536643 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bae424d4-9a04-4920-a96e-deba9373e342 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0220261 Feb 04 05:47:10.546611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52048) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:10.577706 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae424d4-9a04-4920-a96e-deba9373e342 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ae551c-b397-4290-804f-9a6a68ae98b4,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:10.621459 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d500c593-c273-427e-9ddf-430f671d0942 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group_rule': {'security_group_id': 'a1ae551c-b397-4290-804f-9a6a68ae98b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:10.630539 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-a5019f4c-b149-4a3e-9190-6c39a281dc72 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:10.631613 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a5019f4c-b149-4a3e-9190-6c39a281dc72 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1577456 Feb 04 05:47:10.634351 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52050) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:10.667791 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9069b75-c973-4289-8ced-e93a833d2a48 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.692963 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0be28-c93e-42ee-8553-56293f6fad67 req-be987fa3-2388-4ce2-9e91-2cfbb59de32c tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:10.694617 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-12d0be28-c93e-42ee-8553-56293f6fad67 req-be987fa3-2388-4ce2-9e91-2cfbb59de32c tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.2919135 Feb 04 05:47:10.716788 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fcf5be12-26e9-4545-a3ba-609bb4286820 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.748923 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fcf5be12-26e9-4545-a3ba-609bb4286820 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.752454 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9069b75-c973-4289-8ced-e93a833d2a48 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.819556 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9069b75-c973-4289-8ced-e93a833d2a48 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network e398400c-be59-46aa-aeec-51e936aa5650 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:10.825838 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f9069b75-c973-4289-8ced-e93a833d2a48 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:10.827604 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9069b75-c973-4289-8ced-e93a833d2a48 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=ff283289-de74-46fc-91e3-1d8e9f55cf67,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:10.830017 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9069b75-c973-4289-8ced-e93a833d2a48 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:10.837077 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9069b75-c973-4289-8ced-e93a833d2a48 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:10.837792 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9069b75-c973-4289-8ced-e93a833d2a48 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.860957 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f9069b75-c973-4289-8ced-e93a833d2a48 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9946628 Feb 04 05:47:10.860957 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fcf5be12-26e9-4545-a3ba-609bb4286820 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.862387 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fcf5be12-26e9-4545-a3ba-609bb4286820 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.863501 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fcf5be12-26e9-4545-a3ba-609bb4286820 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "DELETE /v2.0/security-groups/6d5d07f9-74eb-4eaa-b97a-10a1f024f2cb HTTP/1.1" status: 204 len: 168 time: 0.2282169 Feb 04 05:47:10.864090 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52052) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:10.874436 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52054) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:10.902115 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-12d0be28-c93e-42ee-8553-56293f6fad67 req-ebaa0a82-e9a3-4669-bed8-376606444103 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899719 Feb 04 05:47:10.902852 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d500c593-c273-427e-9ddf-430f671d0942 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.917925 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b006acd5-e601-4037-adc5-b6d50cad6c71 req-a8f65fbf-67bf-4742-b7ff-f16c04855ef8 service neutron] 10.222.0.26 "GET /v2.0/networks/02516016-3ecf-4154-a690-9b60d2ea741c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936224 Feb 04 05:47:10.948489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5be12-26e9-4545-a3ba-609bb4286820 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5d07f9-74eb-4eaa-b97a-10a1f024f2cb,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:10.962390 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-298e27e9-2b51-4303-998f-69ac396ce42f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:10.977835 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e671978f-e8e7-4b3e-b9a0-926fd613b952 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:10.979511 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e671978f-e8e7-4b3e-b9a0-926fd613b952 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1119165 Feb 04 05:47:10.982668 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52056) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:11.039207 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8114a0-c72b-4d97-b936-a3703a9ddfe7 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:11.045721 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8114a0-c72b-4d97-b936-a3703a9ddfe7 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:11.052059 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8114a0-c72b-4d97-b936-a3703a9ddfe7 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:11.053976 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bb8114a0-c72b-4d97-b936-a3703a9ddfe7 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.0702651 Feb 04 05:47:11.056723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52058) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:11.067274 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e27e9-2b51-4303-998f-69ac396ce42f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event deleted for resources: {'Port': ['ID=1dd905a1-b678-4fd4-8de7-87a4c1eeaa67,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:11.073194 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-298e27e9-2b51-4303-998f-69ac396ce42f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.079274 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-298e27e9-2b51-4303-998f-69ac396ce42f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "DELETE /v2.0/ports/1dd905a1-b678-4fd4-8de7-87a4c1eeaa67 HTTP/1.1" status: 204 len: 168 time: 1.8157451 Feb 04 05:47:11.090598 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52060) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:11.122851 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f8d8c122-7cbb-414d-8508-308a40815ec3 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2441132 Feb 04 05:47:11.128536 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52062) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:11.136007 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b0ce7736-b292-4977-b79a-d2677308342d tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group': {'name': 'tempest-secgroup--797590591'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:11.138573 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-88ec5649-39f7-4010-ac3d-cf1ed808e8c7 None None] Provisioning complete for port ff283289-de74-46fc-91e3-1d8e9f55cf67 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:11.139053 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-88ec5649-39f7-4010-ac3d-cf1ed808e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.185325 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-88ec5649-39f7-4010-ac3d-cf1ed808e8c7 None None] Port ff283289-de74-46fc-91e3-1d8e9f55cf67 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:11.190772 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d500c593-c273-427e-9ddf-430f671d0942 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.207812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d500c593-c273-427e-9ddf-430f671d0942 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.215969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-346d18fc-0e03-4824-9bed-4f02ffe2364f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Deleting subnet 434b93f2-6669-4321-a845-ef4d4c1f6928 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:11.219829 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-346d18fc-0e03-4824-9bed-4f02ffe2364f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.267946 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0cccc77c-74fc-44fa-88ad-6bda36177506 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port ff283289-de74-46fc-91e3-1d8e9f55cf67 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:11.268291 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0cccc77c-74fc-44fa-88ad-6bda36177506 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.272387 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-346d18fc-0e03-4824-9bed-4f02ffe2364f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.287127 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500c593-c273-427e-9ddf-430f671d0942 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9769ff-0792-470e-b563-990d4189b79f,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:11.315371 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d500c593-c273-427e-9ddf-430f671d0942 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.316561 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d500c593-c273-427e-9ddf-430f671d0942 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7402477 Feb 04 05:47:11.317374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7736-b292-4977-b79a-d2677308342d tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.324319 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52064) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:11.375973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.407654 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6f51d3a-672b-4249-8479-941c13148daa tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.419913 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0cccc77c-74fc-44fa-88ad-6bda36177506 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.431980 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6f51d3a-672b-4249-8479-941c13148daa tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.432208 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-346d18fc-0e03-4824-9bed-4f02ffe2364f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.454774 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0cccc77c-74fc-44fa-88ad-6bda36177506 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for ff283289-de74-46fc-91e3-1d8e9f55cf67 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:11.467500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-382475f9-3a7d-4d7d-9b06-3fc1d41a2443 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.547649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-346d18fc-0e03-4824-9bed-4f02ffe2364f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.586704 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-346d18fc-0e03-4824-9bed-4f02ffe2364f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.590088 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-346d18fc-0e03-4824-9bed-4f02ffe2364f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "DELETE /v2.0/subnets/434b93f2-6669-4321-a845-ef4d4c1f6928 HTTP/1.1" status: 204 len: 168 time: 0.4982836 Feb 04 05:47:11.591247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d18fc-0e03-4824-9bed-4f02ffe2364f tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event deleted for resources: {'Subnet': ['ID=434b93f2-6669-4321-a845-ef4d4c1f6928,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:11.592872 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52066) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:11.598721 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c277b3b-e718-4e7e-ab14-fa45840b43e3 None None] Network a426354b-a0ac-4a9f-b685-5af7ac691c08 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:11.725958 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.739232 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0cccc77c-74fc-44fa-88ad-6bda36177506 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.785585 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccc77c-74fc-44fa-88ad-6bda36177506 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=ff283289-de74-46fc-91e3-1d8e9f55cf67,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:11.829207 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0cccc77c-74fc-44fa-88ad-6bda36177506 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.836665 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0cccc77c-74fc-44fa-88ad-6bda36177506 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/ff283289-de74-46fc-91e3-1d8e9f55cf67 HTTP/1.1" status: 204 len: 168 time: 0.7750909 Feb 04 05:47:11.836665 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52068) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:11.867610 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-167aaa26-fc4e-4b54-982a-17325110afbd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] GET failed (client error): The resource could not be found. Feb 04 05:47:11.870719 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-167aaa26-fc4e-4b54-982a-17325110afbd tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/ff283289-de74-46fc-91e3-1d8e9f55cf67 HTTP/1.1" status: 404 len: 333 time: 0.0322859 Feb 04 05:47:11.872796 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52070) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:11.879047 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7736-b292-4977-b79a-d2677308342d tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.889409 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6f51d3a-672b-4249-8479-941c13148daa tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.913359 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.919100 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6f51d3a-672b-4249-8479-941c13148daa tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.920230 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b6f51d3a-672b-4249-8479-941c13148daa tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/6b9769ff-0792-470e-b563-990d4189b79f HTTP/1.1" status: 204 len: 168 time: 0.5926805 Feb 04 05:47:11.920572 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fc9a8c6e-1485-4772-b4c5-d5b9012d1e30 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:11.922630 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7736-b292-4977-b79a-d2677308342d tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.923623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52072) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:11.958508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f9652a-527d-46e4-b8fd-a4c8bf538a3a None None] DHCP port deletion for a426354b-a0ac-4a9f-b685-5af7ac691c08 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:47:11.961316 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: fc9a8c6e-1485-4772-b4c5-d5b9012d1e30 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:11.961468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Deleting port 80625087-a817-496f-b93a-676fff368b5b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:11.961665 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:11.961938 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fc9a8c6e-1485-4772-b4c5-d5b9012d1e30 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:12.021508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-12f9652a-527d-46e4-b8fd-a4c8bf538a3a None None] Deleting port 80625087-a817-496f-b93a-676fff368b5b {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:12.023146 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-12f9652a-527d-46e4-b8fd-a4c8bf538a3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.029612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f51d3a-672b-4249-8479-941c13148daa tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b9769ff-0792-470e-b563-990d4189b79f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:12.074045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7736-b292-4977-b79a-d2677308342d tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.075347 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b0ce7736-b292-4977-b79a-d2677308342d tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9431231 Feb 04 05:47:12.078003 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce7736-b292-4977-b79a-d2677308342d tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff6ab5f-5dd1-4142-a249-c458abb39900,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:12.090118 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52076) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:12.102017 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-12f9652a-527d-46e4-b8fd-a4c8bf538a3a None None] For port 80625087-a817-496f-b93a-676fff368b5b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=80625087-a817-496f-b93a-676fff368b5b,segment=NetworkSegment(a68a13d5-83d2-4282-9e47-42f20c9fcf09),segment_id=a68a13d5-83d2-4282-9e47-42f20c9fcf09)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:12.103451 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-12f9652a-527d-46e4-b8fd-a4c8bf538a3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.119101 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-12f9652a-527d-46e4-b8fd-a4c8bf538a3a None None] Calling delete_port for 80625087-a817-496f-b93a-676fff368b5b owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:12.133212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ffba003c-8d7b-4e78-b855-ca8884aa51de tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:12.133901 dv-neutron-827794-1-hyperv neutron-server[108745]: WARNING neutron.api.v2.base [None req-ffba003c-8d7b-4e78-b855-ca8884aa51de tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 05:47:12.134529 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-ffba003c-8d7b-4e78-b855-ca8884aa51de tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 05:47:12.135445 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ffba003c-8d7b-4e78-b855-ca8884aa51de tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "PUT /v2.0/security-groups/aff6ab5f-5dd1-4142-a249-c458abb39900 HTTP/1.1" status: 409 len: 330 time: 0.0417061 Feb 04 05:47:12.142893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52078) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:12.222216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-12f9652a-527d-46e4-b8fd-a4c8bf538a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.235505 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027f767-e4b8-4da2-8d3c-ef86d392f38e req-2a8cf29c-b21d-4835-b61c-42a1889a432f tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:12.237058 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f027f767-e4b8-4da2-8d3c-ef86d392f38e req-2a8cf29c-b21d-4835-b61c-42a1889a432f tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.2169626 Feb 04 05:47:12.253560 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9652a-527d-46e4-b8fd-a4c8bf538a3a None None] Pushing event deleted for resources: {'Port': ['ID=80625087-a817-496f-b93a-676fff368b5b,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:12.255620 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9652a-527d-46e4-b8fd-a4c8bf538a3a None None] No DVR routers for this DVR port 80625087-a817-496f-b93a-676fff368b5b on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:12.340354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f1a282f-b05a-43de-a656-b197392559fb tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.377127 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f027f767-e4b8-4da2-8d3c-ef86d392f38e req-57033311-a980-4e52-a17d-ed05ac29acc1 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959995 Feb 04 05:47:12.422248 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f1a282f-b05a-43de-a656-b197392559fb tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.430152 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4604241e-e13c-455f-bd66-5f7329bfe8eb tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5021787 Feb 04 05:47:12.434426 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] For port 80625087-a817-496f-b93a-676fff368b5b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=80625087-a817-496f-b93a-676fff368b5b,segment=NetworkSegment(a68a13d5-83d2-4282-9e47-42f20c9fcf09),segment_id=a68a13d5-83d2-4282-9e47-42f20c9fcf09)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:12.434797 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.435407 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52082) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:12.449364 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Calling delete_port for 80625087-a817-496f-b93a-676fff368b5b owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:12.458486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-01e4406a-377a-410d-aa73-f9faf64028c1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port 2470e5f7-ae8f-4ea1-b8ca-bb9bf586a1c4 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:12.458827 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01e4406a-377a-410d-aa73-f9faf64028c1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.530615 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.544821 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.589903 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f1a282f-b05a-43de-a656-b197392559fb tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.592394 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f1a282f-b05a-43de-a656-b197392559fb tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.593516 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0f1a282f-b05a-43de-a656-b197392559fb tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "DELETE /v2.0/security-groups/aff6ab5f-5dd1-4142-a249-c458abb39900 HTTP/1.1" status: 204 len: 168 time: 0.4494488 Feb 04 05:47:12.596393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52086) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:12.636061 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01e4406a-377a-410d-aa73-f9faf64028c1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.645919 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a282f-b05a-43de-a656-b197392559fb tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff6ab5f-5dd1-4142-a249-c458abb39900,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:12.665659 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-51744452-76f2-4c8c-821f-ac3e05df7670 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.667524 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-01e4406a-377a-410d-aa73-f9faf64028c1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for 2470e5f7-ae8f-4ea1-b8ca-bb9bf586a1c4 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:12.680573 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-528e193c-7e15-4183-bb2f-1b10c1156fe4 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0779912 Feb 04 05:47:12.680761 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=df78895b-be92-44da-a84c-535655484ebf,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:12.680869 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.687162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52088) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:12.708711 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3c0c5217-959c-4e61-bb9b-ba989afe6c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.719364 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] No DVR routers for this DVR port 80625087-a817-496f-b93a-676fff368b5b on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:12.723142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.730822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-382475f9-3a7d-4d7d-9b06-3fc1d41a2443 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port f3748e6c-a109-430b-bfe3-9200ab3d37e2 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:12.731087 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-382475f9-3a7d-4d7d-9b06-3fc1d41a2443 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.750829 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event deleted for resources: {'Port': ['ID=80625087-a817-496f-b93a-676fff368b5b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:12.764503 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-51744452-76f2-4c8c-821f-ac3e05df7670 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.778618 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-a932c00e-1649-457e-8230-591e4ae72fa8 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] delete failed (client error): The resource could not be found. Feb 04 05:47:12.779647 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a932c00e-1649-457e-8230-591e4ae72fa8 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "DELETE /v2.0/security-groups/2aa4bbbe-442d-41ca-9052-8afa32772a30 HTTP/1.1" status: 404 len: 347 time: 0.0874941 Feb 04 05:47:12.786015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52090) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:12.850749 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-4b2ccd29-fa93-4993-84da-6d4743f99b97 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] show failed (client error): The resource could not be found. Feb 04 05:47:12.851771 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4b2ccd29-fa93-4993-84da-6d4743f99b97 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "GET /v2.0/security-groups/8e071ea3-bd61-4746-84d2-902afc5c01df HTTP/1.1" status: 404 len: 347 time: 0.0648460 Feb 04 05:47:12.854939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa0785-92a9-4a6e-ae98-d4e16d3d26b6 req-506326e8-192b-451e-93a2-68aaec4ea3b1 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:12.855276 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-12fa0785-92a9-4a6e-ae98-d4e16d3d26b6 req-506326e8-192b-451e-93a2-68aaec4ea3b1 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.2162249 Feb 04 05:47:12.855754 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52092) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:12.866404 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.894670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a426354b-a0ac-4a9f-b685-5af7ac691c08']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:12.905686 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68a13d5-83d2-4282-9e47-42f20c9fcf09') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:12.906007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68a13d5-83d2-4282-9e47-42f20c9fcf09') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:12.918871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.946309 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-12c67c69-7554-4501-9d65-b328e6e44951 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] show failed (client error): The resource could not be found. Feb 04 05:47:12.947349 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-12c67c69-7554-4501-9d65-b328e6e44951 tempest-NegativeSecGroupIPv6Test-260854739 tempest-NegativeSecGroupIPv6Test-260854739-project] 10.222.0.10 "GET /v2.0/security-group-rules/aa0b26f2-cdd1-4b51-b521-30ca2fab5561 HTTP/1.1" status: 404 len: 356 time: 0.0593529 Feb 04 05:47:12.959931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.971738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:12.972201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: self.session.flush() Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:12.975524 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:12.982273 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Floating IP b6706256-eefc-400d-8c98-005719563808 associated. External IP: 172.26.3.158, port: ceb78d3f-9d17-44e4-a7a2-1184e3a3b952. Feb 04 05:47:12.984292 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-51744452-76f2-4c8c-821f-ac3e05df7670 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.986788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-51744452-76f2-4c8c-821f-ac3e05df7670 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:12.987910 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-51744452-76f2-4c8c-821f-ac3e05df7670 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-groups/a1ae551c-b397-4290-804f-9a6a68ae98b4 HTTP/1.1" status: 204 len: 168 time: 0.5515645 Feb 04 05:47:12.994083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52096) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:13.030484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01e4406a-377a-410d-aa73-f9faf64028c1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.036253 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-12fa0785-92a9-4a6e-ae98-d4e16d3d26b6 req-ac815c1d-8469-4242-b626-254b4e462b5c tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348312 Feb 04 05:47:13.048219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51744452-76f2-4c8c-821f-ac3e05df7670 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ae551c-b397-4290-804f-9a6a68ae98b4,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:13.054565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-382475f9-3a7d-4d7d-9b06-3fc1d41a2443 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] For port f3748e6c-a109-430b-bfe3-9200ab3d37e2, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f3748e6c-a109-430b-bfe3-9200ab3d37e2,segment=NetworkSegment(e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8),segment_id=e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:13.054811 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-382475f9-3a7d-4d7d-9b06-3fc1d41a2443 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.072315 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-382475f9-3a7d-4d7d-9b06-3fc1d41a2443 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for f3748e6c-a109-430b-bfe3-9200ab3d37e2 owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:13.084722 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4406a-377a-410d-aa73-f9faf64028c1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=2470e5f7-ae8f-4ea1-b8ca-bb9bf586a1c4,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:13.101793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.134331 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.137427 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] 10.222.0.10 "DELETE /v2.0/networks/a426354b-a0ac-4a9f-b685-5af7ac691c08 HTTP/1.1" status: 204 len: 168 time: 1.5430017 Feb 04 05:47:13.155822 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01e4406a-377a-410d-aa73-f9faf64028c1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.161719 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-01e4406a-377a-410d-aa73-f9faf64028c1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/2470e5f7-ae8f-4ea1-b8ca-bb9bf586a1c4 HTTP/1.1" status: 204 len: 168 time: 1.2881904 Feb 04 05:47:13.163541 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52100) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:13.164547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbdd07-6726-45e7-853c-31f8c60c5030 tempest-AllowedAddressPairIpV6TestJSON-1053933021 tempest-AllowedAddressPairIpV6TestJSON-1053933021-project] Pushing event deleted for resources: {'Network': ['ID=a426354b-a0ac-4a9f-b685-5af7ac691c08,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:13.182832 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-96d3131a-7806-4243-9f14-df95240a2f8c tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1879821 Feb 04 05:47:13.201653 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52102) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:13.212204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-edd7e9a3-4d55-4a1d-9262-838f33c72205 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group': {'name': 'tempest-secgroup--333502440'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:13.217152 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9067fd9-05fb-4fb6-b97b-87bef7564cbc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] GET failed (client error): The resource could not be found. Feb 04 05:47:13.221852 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e9067fd9-05fb-4fb6-b97b-87bef7564cbc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/2470e5f7-ae8f-4ea1-b8ca-bb9bf586a1c4 HTTP/1.1" status: 404 len: 333 time: 0.0552981 Feb 04 05:47:13.222476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52106) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:13.290502 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-edd7e9a3-4d55-4a1d-9262-838f33c72205 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.296363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-6170840c-82bc-4c7f-888d-0933d40e69ff tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting subnet 52f646e0-ef08-4b86-8a1a-c6cb10bb0a23 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:13.311701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6170840c-82bc-4c7f-888d-0933d40e69ff tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.343104 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52110) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:13.402270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6170840c-82bc-4c7f-888d-0933d40e69ff tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.420889 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-382475f9-3a7d-4d7d-9b06-3fc1d41a2443 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.457108 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52114) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:13.475736 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382475f9-3a7d-4d7d-9b06-3fc1d41a2443 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=f3748e6c-a109-430b-bfe3-9200ab3d37e2,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:13.562359 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-edd7e9a3-4d55-4a1d-9262-838f33c72205 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.606866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-edd7e9a3-4d55-4a1d-9262-838f33c72205 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.634886 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-382475f9-3a7d-4d7d-9b06-3fc1d41a2443 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.648555 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1679599f-12bb-45c2-be4d-250662b8321a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=362c2dcaf20742529e2cbcf49d072edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007443 Feb 04 05:47:13.648766 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:13.649176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52118) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:13.654122 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6170840c-82bc-4c7f-888d-0933d40e69ff tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.689335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-edd7e9a3-4d55-4a1d-9262-838f33c72205 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.693097 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-edd7e9a3-4d55-4a1d-9262-838f33c72205 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4880011 Feb 04 05:47:13.702332 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52120) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:13.704470 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7e9a3-4d55-4a1d-9262-838f33c72205 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8083b010-4816-46d5-8f33-703503e70410,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:13.709955 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-26a94578-5090-4af9-8b3a-593331298970 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group_rule': {'security_group_id': '8083b010-4816-46d5-8f33-703503e70410', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:13.745802 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-feb74c64-fb52-4fbb-8f14-99ea28bced9d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af81dd1a3a9847a3b2ef24f9da15e0f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865148 Feb 04 05:47:13.749698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52122) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:13.795537 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26a94578-5090-4af9-8b3a-593331298970 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.828551 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6170840c-82bc-4c7f-888d-0933d40e69ff tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.887475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6170840c-82bc-4c7f-888d-0933d40e69ff tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.890712 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6170840c-82bc-4c7f-888d-0933d40e69ff tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/52f646e0-ef08-4b86-8a1a-c6cb10bb0a23 HTTP/1.1" status: 204 len: 168 time: 0.6662931 Feb 04 05:47:13.891578 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f290a7-60f6-424d-bb31-df06c7d119e5 None None] Network e398400c-be59-46aa-aeec-51e936aa5650 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:13.892043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170840c-82bc-4c7f-888d-0933d40e69ff tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Subnet': ['ID=52f646e0-ef08-4b86-8a1a-c6cb10bb0a23,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:13.898252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52124) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:13.916128 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-475780dc-79f7-42d9-9711-c0aebd4ef264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:13.988636 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 80625087-a817-496f-b93a-676fff368b5b no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:13.992508 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-475780dc-79f7-42d9-9711-c0aebd4ef264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.009898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26a94578-5090-4af9-8b3a-593331298970 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.014654 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 80625087-a817-496f-b93a-676fff368b5b {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:14.014997 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 80625087-a817-496f-b93a-676fff368b5b not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:14.027317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26a94578-5090-4af9-8b3a-593331298970 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.054325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.069708 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94578-5090-4af9-8b3a-593331298970 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a7ed05-3cc2-4921-98e8-bb3aec053620,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:14.083784 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26a94578-5090-4af9-8b3a-593331298970 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.085852 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-26a94578-5090-4af9-8b3a-593331298970 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3824053 Feb 04 05:47:14.100078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52126) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:14.138713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port 19c35834-2b35-472c-bbc3-b2f48295fc59 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:14.139212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.141414 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-475780dc-79f7-42d9-9711-c0aebd4ef264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.144299 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-475780dc-79f7-42d9-9711-c0aebd4ef264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.145547 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-475780dc-79f7-42d9-9711-c0aebd4ef264 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e3579a2-f25e-44a6-a6dd-5414bf845d3e HTTP/1.1" status: 204 len: 168 time: 0.3930812 Feb 04 05:47:14.174014 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebf5378-9c0c-4df4-87f3-1ac9a7044dd6 None None] DHCP port deletion for e398400c-be59-46aa-aeec-51e936aa5650 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:47:14.197550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475780dc-79f7-42d9-9711-c0aebd4ef264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3579a2-f25e-44a6-a6dd-5414bf845d3e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:14.220731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] For port 19c35834-2b35-472c-bbc3-b2f48295fc59, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=19c35834-2b35-472c-bbc3-b2f48295fc59,segment=NetworkSegment(2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a),segment_id=2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:14.221488 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.236864 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1ebf5378-9c0c-4df4-87f3-1ac9a7044dd6 None None] Deleting port 19c35834-2b35-472c-bbc3-b2f48295fc59 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:14.237512 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5378-9c0c-4df4-87f3-1ac9a7044dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.241807 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for 19c35834-2b35-472c-bbc3-b2f48295fc59 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:14.317541 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-1ebf5378-9c0c-4df4-87f3-1ac9a7044dd6 None None] For port 19c35834-2b35-472c-bbc3-b2f48295fc59, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=19c35834-2b35-472c-bbc3-b2f48295fc59,segment=NetworkSegment(2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a),segment_id=2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:14.318043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5378-9c0c-4df4-87f3-1ac9a7044dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.327084 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-930a2db6-b9ad-4d24-950e-46866da414e8 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules/66a7ed05-3cc2-4921-98e8-bb3aec053620 HTTP/1.1" status: 200 len: 763 time: 0.2199473 Feb 04 05:47:14.331800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52134) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:14.333511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1ebf5378-9c0c-4df4-87f3-1ac9a7044dd6 None None] Calling delete_port for 19c35834-2b35-472c-bbc3-b2f48295fc59 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:14.359974 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-590c9edb-83ab-4dd4-b059-09194738a212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.388711 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-590c9edb-83ab-4dd4-b059-09194738a212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.407600 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-308c01cd-5c5c-497e-872f-ba53baf67e50 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0741694 Feb 04 05:47:14.408223 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52136) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:14.410441 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.428572 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5378-9c0c-4df4-87f3-1ac9a7044dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.449798 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382475f9-3a7d-4d7d-9b06-3fc1d41a2443 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 9e9da179-134e-4d1a-81e7-e2092807af8e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:14.458547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=19c35834-2b35-472c-bbc3-b2f48295fc59,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:14.461423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf5378-9c0c-4df4-87f3-1ac9a7044dd6 None None] Pushing event deleted for resources: {'Port': ['ID=19c35834-2b35-472c-bbc3-b2f48295fc59,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:14.462955 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:14.466125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebf5378-9c0c-4df4-87f3-1ac9a7044dd6 None None] No DVR routers for this DVR port 19c35834-2b35-472c-bbc3-b2f48295fc59 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:14.467644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No DVR routers for this DVR port 19c35834-2b35-472c-bbc3-b2f48295fc59 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:14.483331 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5fc631-dfa7-4953-a889-a2ccd67fca70 None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:14.498630 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fc631-dfa7-4953-a889-a2ccd67fca70 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:14.499804 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c1db82d-6659-415d-911f-1b71750df6bc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.500240 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0c5fc631-dfa7-4953-a889-a2ccd67fca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:14.509751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c1db82d-6659-415d-911f-1b71750df6bc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.539988 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6efc7c-5c1c-4351-aab1-3dc1149e3dd8 req-0c5e5503-4bee-4963-9601-7bd631e0e12d tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:14.549263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c1db82d-6659-415d-911f-1b71750df6bc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.550324 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fb6efc7c-5c1c-4351-aab1-3dc1149e3dd8 req-0c5e5503-4bee-4963-9601-7bd631e0e12d tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.2855308 Feb 04 05:47:14.562126 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0c5fc631-dfa7-4953-a889-a2ccd67fca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:14.571300 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fc631-dfa7-4953-a889-a2ccd67fca70 None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:14.571878 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0c5fc631-dfa7-4953-a889-a2ccd67fca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:14.601380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c1db82d-6659-415d-911f-1b71750df6bc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.601626 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6412cc-b546-4a21-be53-f559e0fec953 req-93f3beb5-92e2-45a0-af14-26472465e419 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:14.603019 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7f6412cc-b546-4a21-be53-f559e0fec953 req-93f3beb5-92e2-45a0-af14-26472465e419 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 945 time: 0.2065225 Feb 04 05:47:14.603345 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7c1db82d-6659-415d-911f-1b71750df6bc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/66a7ed05-3cc2-4921-98e8-bb3aec053620 HTTP/1.1" status: 204 len: 168 time: 0.1940289 Feb 04 05:47:14.609100 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52146) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:14.616250 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0c5fc631-dfa7-4953-a889-a2ccd67fca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:14.616898 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5fc631-dfa7-4953-a889-a2ccd67fca70 None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:14.619102 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1db82d-6659-415d-911f-1b71750df6bc tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66a7ed05-3cc2-4921-98e8-bb3aec053620,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:14.630759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.654810 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e398400c-be59-46aa-aeec-51e936aa5650']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:14.655303 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.671783 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:14.672075 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2206e0f0-1bd9-4bd4-a451-dc7819ca5b4a') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:14.689354 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e8d4086d-dcfc-4058-a7e3-a3618ff3672b tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0791588 Feb 04 05:47:14.691961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52148) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:14.696818 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-2c56b0bb-5c59-4bf1-ac6a-500ceaaab49e tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group_rule': {'security_group_id': '8083b010-4816-46d5-8f33-703503e70410', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:14.701915 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.721758 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.733502 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:14.733922 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:14.736910 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:14.742777 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fb6efc7c-5c1c-4351-aab1-3dc1149e3dd8 req-25d3c3ca-7b31-4cef-96fc-a3d56db8c480 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5bed475-a028-45c9-9794-1bdab98823cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898408 Feb 04 05:47:14.793806 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c56b0bb-5c59-4bf1-ac6a-500ceaaab49e tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.799621 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0a647512-ac59-47f4-93c2-bbec1c7d1435 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.1546557 Feb 04 05:47:14.799933 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52154) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:14.801211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382475f9-3a7d-4d7d-9b06-3fc1d41a2443 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:14.802957 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-590c9edb-83ab-4dd4-b059-09194738a212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.805464 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3f0dbd03-5ee5-446a-bc25-3ca7ce7a063a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-746691208'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:14.805848 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-590c9edb-83ab-4dd4-b059-09194738a212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.810106 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-590c9edb-83ab-4dd4-b059-09194738a212 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4756a459-57d8-4254-9860-5d9fcb24c0b3 HTTP/1.1" status: 204 len: 168 time: 1.1577494 Feb 04 05:47:14.815719 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-382475f9-3a7d-4d7d-9b06-3fc1d41a2443 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/9e9da179-134e-4d1a-81e7-e2092807af8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8513904 Feb 04 05:47:14.822597 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52158) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:14.831261 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c9edb-83ab-4dd4-b059-09194738a212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4756a459-57d8-4254-9860-5d9fcb24c0b3,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:14.837488 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401998b-728e-4f67-b3ba-5a6c8d43172e None None] Sync routers for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:14.862114 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [req-7f6412cc-b546-4a21-be53-f559e0fec953 req-b317e61d-f0a8-494e-9a8c-658951e592eb tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Deleting port 10be5969-46fc-49d2-9916-226426130e7e {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:14.862594 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-7f6412cc-b546-4a21-be53-f559e0fec953 req-b317e61d-f0a8-494e-9a8c-658951e592eb tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.880487 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6e82d014-e69f-447b-9d6c-7934eb5b1bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.903899 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4401998b-728e-4f67-b3ba-5a6c8d43172e None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:14.906384 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4401998b-728e-4f67-b3ba-5a6c8d43172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:46:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:14.913681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0dbd03-5ee5-446a-bc25-3ca7ce7a063a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Made reservation on behalf of af7ed8c79e9440cba9e994a8562af4d0 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:14.918648 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3f0dbd03-5ee5-446a-bc25-3ca7ce7a063a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.932657 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.953639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:14.956899 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/networks/e398400c-be59-46aa-aeec-51e936aa5650 HTTP/1.1" status: 204 len: 168 time: 1.0575497 Feb 04 05:47:14.963530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52164) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:14.970229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-652d45d6-da52-482d-baf2-f8a98fb4bc79 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1324674437'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:14.979676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e54cd-d20d-4880-a2e9-ed865dc9d36a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Network': ['ID=e398400c-be59-46aa-aeec-51e936aa5650,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:14.981550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0dbd03-5ee5-446a-bc25-3ca7ce7a063a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:15.000045 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-71541659-a6b5-46f4-a67b-d92506a8540f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting subnet 33623b01-83e4-4640-a5be-66fd3aeb4289 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:15.006543 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-7f6412cc-b546-4a21-be53-f559e0fec953 req-b317e61d-f0a8-494e-9a8c-658951e592eb tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] For port 10be5969-46fc-49d2-9916-226426130e7e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=10be5969-46fc-49d2-9916-226426130e7e,segment=NetworkSegment(a44ced40-4528-4885-86c9-31342c0bdebf),segment_id=a44ced40-4528-4885-86c9-31342c0bdebf)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:15.006916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-7f6412cc-b546-4a21-be53-f559e0fec953 req-b317e61d-f0a8-494e-9a8c-658951e592eb tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.009390 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-71541659-a6b5-46f4-a67b-d92506a8540f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.025248 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652d45d6-da52-482d-baf2-f8a98fb4bc79 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:15.028792 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-652d45d6-da52-482d-baf2-f8a98fb4bc79 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.031895 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [req-7f6412cc-b546-4a21-be53-f559e0fec953 req-b317e61d-f0a8-494e-9a8c-658951e592eb tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Calling delete_port for 10be5969-46fc-49d2-9916-226426130e7e owned by compute:nova {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:15.063938 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652d45d6-da52-482d-baf2-f8a98fb4bc79 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:15.077196 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-652d45d6-da52-482d-baf2-f8a98fb4bc79 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.078105 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-652d45d6-da52-482d-baf2-f8a98fb4bc79 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Added segment 31ca1c6a-51d8-4a7f-a195-22f13e68af1d of type vlan for network 1bdc5df9-0b8b-418e-bd2d-04b623224113 Feb 04 05:47:15.082760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c56b0bb-5c59-4bf1-ac6a-500ceaaab49e tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.085043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3f0dbd03-5ee5-446a-bc25-3ca7ce7a063a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.085391 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-3f0dbd03-5ee5-446a-bc25-3ca7ce7a063a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Added segment e6b04154-9ff9-46f5-8774-f29f0a068c1a of type vlan for network 29da9c28-8cc8-4054-ab33-f05782f608a4 Feb 04 05:47:15.104023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c56b0bb-5c59-4bf1-ac6a-500ceaaab49e tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.113915 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-4401998b-728e-4f67-b3ba-5a6c8d43172e None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:47:15.155457 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-71541659-a6b5-46f4-a67b-d92506a8540f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.158218 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52168) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:15.171705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-652d45d6-da52-482d-baf2-f8a98fb4bc79 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.218294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56b0bb-5c59-4bf1-ac6a-500ceaaab49e tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115cc000-90b1-4439-8db8-b94255291813,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:15.223370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3f0dbd03-5ee5-446a-bc25-3ca7ce7a063a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.233562 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c56b0bb-5c59-4bf1-ac6a-500ceaaab49e tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.237602 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2c56b0bb-5c59-4bf1-ac6a-500ceaaab49e tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5447145 Feb 04 05:47:15.238241 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52176) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:15.242593 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-652d45d6-da52-482d-baf2-f8a98fb4bc79 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.262075 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652d45d6-da52-482d-baf2-f8a98fb4bc79 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:15.262839 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-652d45d6-da52-482d-baf2-f8a98fb4bc79 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.269370 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-21103d27-7449-4395-8bde-fe18f9dbc91d tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules/115cc000-90b1-4439-8db8-b94255291813 HTTP/1.1" status: 200 len: 763 time: 0.0251439 Feb 04 05:47:15.270008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52178) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:15.345979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Request body: {'networks': [{'name': 'tempest-network--1175984640'}, {'name': 'tempest-network--1316871833'}]} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:15.346291 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Request body: {'network': {'name': 'tempest-network--1175984640'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:15.346747 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Request body: {'network': {'name': 'tempest-network--1316871833'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:15.353873 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3f0dbd03-5ee5-446a-bc25-3ca7ce7a063a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.359469 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0dbd03-5ee5-446a-bc25-3ca7ce7a063a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:15.360092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3f0dbd03-5ee5-446a-bc25-3ca7ce7a063a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.399891 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-71559307-233e-47de-a81b-9027b6d6c724 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1243939 Feb 04 05:47:15.402273 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-71541659-a6b5-46f4-a67b-d92506a8540f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.414730 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52184) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:15.420993 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4401998b-728e-4f67-b3ba-5a6c8d43172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:47:13Z', 'revision_number': 11, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:15.438702 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-652d45d6-da52-482d-baf2-f8a98fb4bc79 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4738371 Feb 04 05:47:15.446222 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52186) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:15.456596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-33aa9301-b064-426a-81bc-066da53014fe tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'subnet': {'network_id': '1bdc5df9-0b8b-418e-bd2d-04b623224113', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:15.461352 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-7f6412cc-b546-4a21-be53-f559e0fec953 req-b317e61d-f0a8-494e-9a8c-658951e592eb tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.473985 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d45d6-da52-482d-baf2-f8a98fb4bc79 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Network': ['ID=1bdc5df9-0b8b-418e-bd2d-04b623224113,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:15.475060 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401998b-728e-4f67-b3ba-5a6c8d43172e None None] Checking router: 9e9da179-134e-4d1a-81e7-e2092807af8e for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:47:15.487681 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['10be5969-46fc-49d2-9916-226426130e7e'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:47:15.494163 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 1bdc5df9-0b8b-418e-bd2d-04b623224113 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:15.523210 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3f0dbd03-5ee5-446a-bc25-3ca7ce7a063a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7193632 Feb 04 05:47:15.525235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52190) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:15.554619 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0dbd03-5ee5-446a-bc25-3ca7ce7a063a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Network': ['ID=29da9c28-8cc8-4054-ab33-f05782f608a4,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:15.559539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Made reservation on behalf of d3c9953905bc42c297e73edcdd180d45 for: {'network': 2} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:15.562230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-612dcdaa-90ed-4677-841b-5012f8f1b63e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'subnet': {'network_id': '29da9c28-8cc8-4054-ab33-f05782f608a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:15.563900 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.574223 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317e61d-f0a8-494e-9a8c-658951e592eb tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Pushing event deleted for resources: {'Port': ['ID=10be5969-46fc-49d2-9916-226426130e7e,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:15.580419 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a69c1435-4cf8-429b-be2d-4ef34cc9b20e tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.585036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.604255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a69c1435-4cf8-429b-be2d-4ef34cc9b20e tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.632088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 29da9c28-8cc8-4054-ab33-f05782f608a4 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:15.635536 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-71541659-a6b5-46f4-a67b-d92506a8540f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.675012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71541659-a6b5-46f4-a67b-d92506a8540f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Subnet': ['ID=33623b01-83e4-4640-a5be-66fd3aeb4289,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:15.677090 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-71541659-a6b5-46f4-a67b-d92506a8540f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.683619 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-71541659-a6b5-46f4-a67b-d92506a8540f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/33623b01-83e4-4640-a5be-66fd3aeb4289 HTTP/1.1" status: 204 len: 168 time: 0.8569796 Feb 04 05:47:15.684611 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52196) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:15.701112 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a69c1435-4cf8-429b-be2d-4ef34cc9b20e tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.705263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4401998b-728e-4f67-b3ba-5a6c8d43172e None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:15.705956 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4401998b-728e-4f67-b3ba-5a6c8d43172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:15.708330 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b4a1c5-9afe-492e-ab03-e02269ba934c None None] Network 9d79ca11-e0d9-4a49-b360-401c885848bf requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:15.719253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6412cc-b546-4a21-be53-f559e0fec953 req-b317e61d-f0a8-494e-9a8c-658951e592eb tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] No DVR routers for this DVR port 10be5969-46fc-49d2-9916-226426130e7e on host hv-neutron-8277 {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:15.730801 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-7f6412cc-b546-4a21-be53-f559e0fec953 req-b317e61d-f0a8-494e-9a8c-658951e592eb tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.733894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a69c1435-4cf8-429b-be2d-4ef34cc9b20e tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.735173 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7f6412cc-b546-4a21-be53-f559e0fec953 req-b317e61d-f0a8-494e-9a8c-658951e592eb tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.26 "DELETE /v2.0/ports/10be5969-46fc-49d2-9916-226426130e7e HTTP/1.1" status: 204 len: 173 time: 1.0742984 Feb 04 05:47:15.737840 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a69c1435-4cf8-429b-be2d-4ef34cc9b20e tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/115cc000-90b1-4439-8db8-b94255291813 HTTP/1.1" status: 204 len: 168 time: 0.3187044 Feb 04 05:47:15.738065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24e2af0-1f3d-49f1-93d4-8cd403456fa6', 'name': 'network-vif-deleted', 'tag': '10be5969-46fc-49d2-9916-226426130e7e'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:47:15.741669 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43fedd4-1026-4ff7-911f-c1ddfbea2840" -d '{"events": [{"server_uuid": "b24e2af0-1f3d-49f1-93d4-8cd403456fa6", "name": "network-vif-deleted", "tag": "10be5969-46fc-49d2-9916-226426130e7e"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:47:15.742782 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52200) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:15.744848 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c1435-4cf8-429b-be2d-4ef34cc9b20e tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=115cc000-90b1-4439-8db8-b94255291813,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:15.791253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aa9301-b064-426a-81bc-066da53014fe tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:15.800739 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-33aa9301-b064-426a-81bc-066da53014fe tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.870932 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612dcdaa-90ed-4677-841b-5012f8f1b63e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Made reservation on behalf of af7ed8c79e9440cba9e994a8562af4d0 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:15.877052 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-612dcdaa-90ed-4677-841b-5012f8f1b63e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:15.911945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52208) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:16.002504 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-279fa5eb-eea0-4dc9-af68-b52162481aba req-a7358f3c-2a33-4140-8344-ce5187b8f715 tempest-TestServerAdvancedOps-812072008 tempest-TestServerAdvancedOps-812072008-project] 10.222.0.10 "GET /v2.0/ports?device_id=b24e2af0-1f3d-49f1-93d4-8cd403456fa6 HTTP/1.1" status: 200 len: 210 time: 0.0498896 Feb 04 05:47:16.017369 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-724f4d5e-20ce-4317-bb1f-f6eaf12da4b4 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2732990 Feb 04 05:47:16.022696 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52212) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:16.029533 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-eba75da2-dfe7-4f5c-bb38-508874996bed tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group_rule': {'security_group_id': '8083b010-4816-46d5-8f33-703503e70410', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:16.040741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.045926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 19c35834-2b35-472c-bbc3-b2f48295fc59 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:16.064147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-4401998b-728e-4f67-b3ba-5a6c8d43172e None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:47:16.096539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-afa3433e-0515-46a8-9dbe-48e3756938fa tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:16.096981 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-afa3433e-0515-46a8-9dbe-48e3756938fa tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 05:47:16.097476 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-afa3433e-0515-46a8-9dbe-48e3756938fa tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 05:47:16.102422 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-afa3433e-0515-46a8-9dbe-48e3756938fa tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1770768 Feb 04 05:47:16.107584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52214) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:16.120270 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-343cf332-1660-492d-baef-e2ec634025d2 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group': {'name': 'tempest-secgroup--518587369'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:16.125296 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c6b893-75f4-427a-b81c-b09a54e92650 x-openstack-request-id: req-73c6b893-75f4-427a-b81c-b09a54e92650 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:47:16.126440 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24e2af0-1f3d-49f1-93d4-8cd403456fa6", "name": "network-vif-deleted", "tag": "10be5969-46fc-49d2-9916-226426130e7e", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:47:16.126440 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73c6b893-75f4-427a-b81c-b09a54e92650 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:47:16.126440 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24e2af0-1f3d-49f1-93d4-8cd403456fa6', 'name': 'network-vif-deleted', 'tag': '10be5969-46fc-49d2-9916-226426130e7e', 'status': 'completed', 'code': 200} Feb 04 05:47:16.143669 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.152280 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.152899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.172716 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4401998b-728e-4f67-b3ba-5a6c8d43172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:47:13Z', 'revision_number': 11, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:16.174036 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.182791 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 19c35834-2b35-472c-bbc3-b2f48295fc59 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:16.182791 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 19c35834-2b35-472c-bbc3-b2f48295fc59 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:16.218471 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401998b-728e-4f67-b3ba-5a6c8d43172e None None] The sync data for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv is: [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:47:13Z', 'revision_number': 11, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:16.238594 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-343cf332-1660-492d-baef-e2ec634025d2 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.251734 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eba75da2-dfe7-4f5c-bb38-508874996bed tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.262386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9d2ed3-f16e-43ae-9844-26ae4ad1ce60,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:16.280039 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-612dcdaa-90ed-4677-841b-5012f8f1b63e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.288862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-343cf332-1660-492d-baef-e2ec634025d2 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.319977 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:16.327970 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Deleting port 8d5f4087-a796-4dca-8c9b-a75c5567a635 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:16.328311 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.388873 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.389226 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Added segment 09110076-61f1-4c02-8526-578e6bd0bf41 of type vlan for network 816895cb-e952-4e1c-83e3-68a13ef7610f Feb 04 05:47:16.427455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dcdaa-90ed-4677-841b-5012f8f1b63e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Subnet': ['ID=10ef0ba8-1e82-4b90-ae6f-c5c2a334b860,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:16.459635 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] For port 8d5f4087-a796-4dca-8c9b-a75c5567a635, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8d5f4087-a796-4dca-8c9b-a75c5567a635,segment=NetworkSegment(e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8),segment_id=e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:16.460057 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.461156 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-33aa9301-b064-426a-81bc-066da53014fe tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.466463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.471410 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612dcdaa-90ed-4677-841b-5012f8f1b63e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Checking segment: {'id': 'e6b04154-9ff9-46f5-8774-f29f0a068c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '29da9c28-8cc8-4054-ab33-f05782f608a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:16.471782 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612dcdaa-90ed-4677-841b-5012f8f1b63e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network hostable DHCP agents. Network: 29da9c28-8cc8-4054-ab33-f05782f608a4, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:47:16.475449 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eba75da2-dfe7-4f5c-bb38-508874996bed tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.483338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eba75da2-dfe7-4f5c-bb38-508874996bed tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.486412 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Calling delete_port for 8d5f4087-a796-4dca-8c9b-a75c5567a635 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:16.552473 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa9301-b064-426a-81bc-066da53014fe tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Subnet': ['ID=7bbd6dc1-145c-4d0b-b009-5f4e3640d550,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:16.553143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba75da2-dfe7-4f5c-bb38-508874996bed tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac0b44e-e236-47e0-b9f9-ee7828180ac6,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:16.557141 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612dcdaa-90ed-4677-841b-5012f8f1b63e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network 29da9c28-8cc8-4054-ab33-f05782f608a4 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:47:16.561036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:16.566360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eba75da2-dfe7-4f5c-bb38-508874996bed tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.567575 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-eba75da2-dfe7-4f5c-bb38-508874996bed tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5437448 Feb 04 05:47:16.572025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52216) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:16.581619 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-343cf332-1660-492d-baef-e2ec634025d2 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.586484 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-612dcdaa-90ed-4677-841b-5012f8f1b63e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 29da9c28-8cc8-4054-ab33-f05782f608a4) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:16.594483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-343cf332-1660-492d-baef-e2ec634025d2 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.597447 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612dcdaa-90ed-4677-841b-5012f8f1b63e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:16.598068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-612dcdaa-90ed-4677-841b-5012f8f1b63e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.603527 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa9301-b064-426a-81bc-066da53014fe tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Checking segment: {'id': '31ca1c6a-51d8-4a7f-a195-22f13e68af1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1bdc5df9-0b8b-418e-bd2d-04b623224113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:16.603998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aa9301-b064-426a-81bc-066da53014fe tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network hostable DHCP agents. Network: 1bdc5df9-0b8b-418e-bd2d-04b623224113, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:47:16.609329 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.609684 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Added segment 93fc6614-6d21-4c08-bcc7-4b8ccb2ddce9 of type vlan for network 554ab595-ecbe-4dba-b395-cc8e50d1c1c4 Feb 04 05:47:16.611603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c538244b-bbe8-4163-a2a8-27b8e7169772 None None] Network 29da9c28-8cc8-4054-ab33-f05782f608a4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:16.627608 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-61a80835-6791-4bc3-b681-cb39b20888f8 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules/7ac0b44e-e236-47e0-b9f9-ee7828180ac6 HTTP/1.1" status: 200 len: 764 time: 0.0508547 Feb 04 05:47:16.627894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52218) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:16.645483 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323bed14-f930-4687-9973-3a02000e1492 None None] DHCP port deletion for 9d79ca11-e0d9-4a49-b360-401c885848bf request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:47:16.661992 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-612dcdaa-90ed-4677-841b-5012f8f1b63e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1056383 Feb 04 05:47:16.665903 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52220) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:16.675356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-177841129', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}, 'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:16.683291 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cf332-1660-492d-baef-e2ec634025d2 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe02697-e029-4811-b2ae-6d2dc876d4e4,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:16.690395 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.697273 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aa9301-b064-426a-81bc-066da53014fe tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network 1bdc5df9-0b8b-418e-bd2d-04b623224113 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:47:16.709931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.713858 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-33aa9301-b064-426a-81bc-066da53014fe tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 1bdc5df9-0b8b-418e-bd2d-04b623224113) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:16.725929 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aa9301-b064-426a-81bc-066da53014fe tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:16.726533 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-33aa9301-b064-426a-81bc-066da53014fe tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.751833 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1ad83709-f2aa-4640-a460-03d5fdc53d31 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1199887 Feb 04 05:47:16.753146 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52222) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:16.757378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-343cf332-1660-492d-baef-e2ec634025d2 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.764389 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.765414 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.766037 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b985caa8-30fd-41da-b64a-5840dd3a0308 None None] Network 1bdc5df9-0b8b-418e-bd2d-04b623224113 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:16.774579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Port': ['ID=8d5f4087-a796-4dca-8c9b-a75c5567a635,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:16.776717 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-33aa9301-b064-426a-81bc-066da53014fe tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3289900 Feb 04 05:47:16.779426 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No DVR routers for this DVR port 8d5f4087-a796-4dca-8c9b-a75c5567a635 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:16.779993 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-343cf332-1660-492d-baef-e2ec634025d2 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.782555 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52224) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:16.791164 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-e891acae-ea07-42c6-93e3-a8be67f0311f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-754033216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:16.813712 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.814153 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.820155 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:16.821909 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b4216d3-57c7-4322-b063-c7057f0ab7e8 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.824997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:16.825700 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.833144 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-323bed14-f930-4687-9973-3a02000e1492 None None] The port '8d5f4087-a796-4dca-8c9b-a75c5567a635' was deleted {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 04 05:47:16.847215 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-343cf332-1660-492d-baef-e2ec634025d2 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.848450 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-343cf332-1660-492d-baef-e2ec634025d2 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7397294 Feb 04 05:47:16.850670 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b4216d3-57c7-4322-b063-c7057f0ab7e8 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.859155 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52226) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:16.894060 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-09904288-8d90-4b47-83ac-8b2d40921913 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '0fbe9c42-1169-43c8-b4c6-9b98109b7fe8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:16.898268 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cf332-1660-492d-baef-e2ec634025d2 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbe9c42-1169-43c8-b4c6-9b98109b7fe8,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:16.908612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.961741 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8007219 Feb 04 05:47:16.968042 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52228) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:16.969114 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b4216d3-57c7-4322-b063-c7057f0ab7e8 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:16.997521 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.000510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e891acae-ea07-42c6-93e3-a8be67f0311f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.001742 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e891acae-ea07-42c6-93e3-a8be67f0311f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.003874 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5b4216d3-57c7-4322-b063-c7057f0ab7e8 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.007933 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5b4216d3-57c7-4322-b063-c7057f0ab7e8 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/7ac0b44e-e236-47e0-b9f9-ee7828180ac6 HTTP/1.1" status: 204 len: 168 time: 0.2509174 Feb 04 05:47:17.009105 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52230) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:17.017573 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-29da9c28-8cc8-4054-ab33-f05782f608a4', 'network_id': '29da9c28-8cc8-4054-ab33-f05782f608a4', 'tenant_id': 'af7ed8c79e9440cba9e994a8562af4d0', 'fixed_ips': [{'subnet_id': '10ef0ba8-1e82-4b90-ae6f-c5c2a334b860'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:47:17.018443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.025511 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event updated for resources: {'Network': ['ID=816895cb-e952-4e1c-83e3-68a13ef7610f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:17.031178 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4216d3-57c7-4322-b063-c7057f0ab7e8 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ac0b44e-e236-47e0-b9f9-ee7828180ac6,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:17.036380 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-09904288-8d90-4b47-83ac-8b2d40921913 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.055524 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 816895cb-e952-4e1c-83e3-68a13ef7610f details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:17.100410 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52234) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:17.143626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d79ca11-e0d9-4a49-b360-401c885848bf']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:17.158221 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.163518 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-1bdc5df9-0b8b-418e-bd2d-04b623224113', 'network_id': '1bdc5df9-0b8b-418e-bd2d-04b623224113', 'tenant_id': '8b79082e6df440838c56786cc165c0b7', 'fixed_ips': [{'subnet_id': '7bbd6dc1-145c-4d0b-b009-5f4e3640d550'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:47:17.164366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.184329 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8e789d7d-dba8-4b7d-bb77-b806a79f8444 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1742525 Feb 04 05:47:17.193234 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52236) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:17.242945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:17.243354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0af69c7-ab6b-4d3c-9a9c-89465e3e10d8') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:17.279071 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-09904288-8d90-4b47-83ac-8b2d40921913 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.289750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-09904288-8d90-4b47-83ac-8b2d40921913 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.312469 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.314751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e891acae-ea07-42c6-93e3-a8be67f0311f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.319210 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09904288-8d90-4b47-83ac-8b2d40921913 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a9cad8-04fd-4049-a9f9-34121f53adb9,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:17.320862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58bb80-9d4b-4329-9b02-75e5fe20b78e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event updated for resources: {'Network': ['ID=554ab595-ecbe-4dba-b395-cc8e50d1c1c4,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:17.338236 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e891acae-ea07-42c6-93e3-a8be67f0311f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.338446 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-09904288-8d90-4b47-83ac-8b2d40921913 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.342351 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-09904288-8d90-4b47-83ac-8b2d40921913 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4785693 Feb 04 05:47:17.344684 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52238) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:17.345535 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Allocated IP 172.20.0.2 (29da9c28-8cc8-4054-ab33-f05782f608a4/10ef0ba8-1e82-4b90-ae6f-c5c2a334b860/58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:17.349098 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ee4ee7d9-8dd0-45e7-910e-5b7352df612c tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '0fbe9c42-1169-43c8-b4c6-9b98109b7fe8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:17.356923 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9bd26b07-17f9-467b-8d58-baa010dfcfba tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.361673 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-607e9393-9581-44a4-83c8-b07252b6eab6 admin admin] Deleting subnet 9be0e21b-5d13-4542-91cb-1e2c3a302864 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:17.374548 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.378036 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 554ab595-ecbe-4dba-b395-cc8e50d1c1c4 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:17.386429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-607e9393-9581-44a4-83c8-b07252b6eab6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.394872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9bd26b07-17f9-467b-8d58-baa010dfcfba tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.410578 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:17.411000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:17.414601 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:17.438089 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd49137e-86f3-4f9e-921c-17d503b5497d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:17.444065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd49137e-86f3-4f9e-921c-17d503b5497d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:17.449936 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd49137e-86f3-4f9e-921c-17d503b5497d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:17.454139 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ee4ee7d9-8dd0-45e7-910e-5b7352df612c tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.456143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd49137e-86f3-4f9e-921c-17d503b5497d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:17.458037 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fd49137e-86f3-4f9e-921c-17d503b5497d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4849570 Feb 04 05:47:17.463135 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52240) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:17.465607 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e891acae-ea07-42c6-93e3-a8be67f0311f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.469703 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e891acae-ea07-42c6-93e3-a8be67f0311f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6840405 Feb 04 05:47:17.470364 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52242) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:17.513467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bd5cd7af-f099-412b-9c35-b43bb16289fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'network_id': '1bdc5df9-0b8b-418e-bd2d-04b623224113', 'name': 'tempest-PortsIpV6TestJSON-1404648983'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:17.516479 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Allocated IP 2001:db8::2 (1bdc5df9-0b8b-418e-bd2d-04b623224113/7bbd6dc1-145c-4d0b-b009-5f4e3640d550/8c0515e1-8e07-4262-b089-429f68d8b2da) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:17.528728 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-607e9393-9581-44a4-83c8-b07252b6eab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.595342 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.611243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.617588 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/networks/9d79ca11-e0d9-4a49-b360-401c885848bf HTTP/1.1" status: 204 len: 168 time: 1.9319286 Feb 04 05:47:17.623455 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52244) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:17.644073 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-0ed6e486-1972-4836-87a4-29cee7b2a235 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'router': {'routes': None}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:17.682258 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3368d-a764-4577-9d41-8c2564969ab0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Pushing event deleted for resources: {'Network': ['ID=9d79ca11-e0d9-4a49-b360-401c885848bf,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:17.692596 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.694627 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-607e9393-9581-44a4-83c8-b07252b6eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.756164 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.766587 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.807571 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.826550 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Network 29da9c28-8cc8-4054-ab33-f05782f608a4 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:17.830497 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.835242 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:17.838024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:17.840238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Pushing event updated for resources: {'Port': ['ID=58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:17.871916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9bd26b07-17f9-467b-8d58-baa010dfcfba tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.874540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9bd26b07-17f9-467b-8d58-baa010dfcfba tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:17.878115 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9bd26b07-17f9-467b-8d58-baa010dfcfba tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-groups/8083b010-4816-46d5-8f33-703503e70410 HTTP/1.1" status: 204 len: 168 time: 0.6813307 Feb 04 05:47:17.914666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52246) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:17.969275 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd26b07-17f9-467b-8d58-baa010dfcfba tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8083b010-4816-46d5-8f33-703503e70410,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:18.007027 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cabc8b31-3e87-4a18-b65b-53312dab7422 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.016451 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.033147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 10be5969-46fc-49d2-9916-226426130e7e no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:18.035156 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f3748e6c-a109-430b-bfe3-9200ab3d37e2 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:18.053498 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.071332 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-ee4ee7d9-8dd0-45e7-910e-5b7352df612c tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 05:47:18.074971 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ee4ee7d9-8dd0-45e7-910e-5b7352df612c tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7267854 Feb 04 05:47:18.082880 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d77cbb35-81d6-4136-947a-f1597aed6747 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1614840 Feb 04 05:47:18.082880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52248) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:18.083153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52250) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:18.093810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-c70ac4ac-d587-44a1-beb0-5df677c91897 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744633581'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:18.110748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 10be5969-46fc-49d2-9916-226426130e7e {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:18.111310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 10be5969-46fc-49d2-9916-226426130e7e not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:18.120672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Network 1bdc5df9-0b8b-418e-bd2d-04b623224113 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:18.123442 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: f3748e6c-a109-430b-bfe3-9200ab3d37e2 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:18.123794 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f3748e6c-a109-430b-bfe3-9200ab3d37e2 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:18.124203 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8d5f4087-a796-4dca-8c9b-a75c5567a635 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:18.149986 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:18.152420 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:18.176728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.178966 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Pushing event updated for resources: {'Port': ['ID=8c0515e1-8e07-4262-b089-429f68d8b2da,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:18.189346 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 8d5f4087-a796-4dca-8c9b-a75c5567a635 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:18.189797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8d5f4087-a796-4dca-8c9b-a75c5567a635 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:18.211042 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.extraroute_db [None req-0ed6e486-1972-4836-87a4-29cee7b2a235 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Added routes are [] {{(pid=108744) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 04 05:47:18.211557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.extraroute_db [None req-0ed6e486-1972-4836-87a4-29cee7b2a235 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Removed routes are [] {{(pid=108744) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 04 05:47:18.211692 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e486-1972-4836-87a4-29cee7b2a235 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.213362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5cd7af-f099-412b-9c35-b43bb16289fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:18.217000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd5cd7af-f099-412b-9c35-b43bb16289fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.221953 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Attempting to bind port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:47:18.222267 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Attempting to bind port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'e6b04154-9ff9-46f5-8774-f29f0a068c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '29da9c28-8cc8-4054-ab33-f05782f608a4'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:47:18.222683 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Attempting to bind port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c on network 29da9c28-8cc8-4054-ab33-f05782f608a4 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:47:18.233971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-607e9393-9581-44a4-83c8-b07252b6eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.245848 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:47:18.246201 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Checking segment: {'id': 'e6b04154-9ff9-46f5-8774-f29f0a068c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '29da9c28-8cc8-4054-ab33-f05782f608a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:18.246632 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.247263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Bound using segment: {'id': 'e6b04154-9ff9-46f5-8774-f29f0a068c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '29da9c28-8cc8-4054-ab33-f05782f608a4'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:47:18.247904 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Bound port: 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b04154-9ff9-46f5-8774-f29f0a068c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '29da9c28-8cc8-4054-ab33-f05782f608a4'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:47:18.248512 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.271079 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Attempting to bind port 8c0515e1-8e07-4262-b089-429f68d8b2da on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:47:18.271999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Attempting to bind port 8c0515e1-8e07-4262-b089-429f68d8b2da by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '31ca1c6a-51d8-4a7f-a195-22f13e68af1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1bdc5df9-0b8b-418e-bd2d-04b623224113'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:47:18.272358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Attempting to bind port 8c0515e1-8e07-4262-b089-429f68d8b2da on network 1bdc5df9-0b8b-418e-bd2d-04b623224113 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:47:18.294673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:47:18.295042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Checking segment: {'id': '31ca1c6a-51d8-4a7f-a195-22f13e68af1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1bdc5df9-0b8b-418e-bd2d-04b623224113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:18.295667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.296061 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Bound using segment: {'id': '31ca1c6a-51d8-4a7f-a195-22f13e68af1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1bdc5df9-0b8b-418e-bd2d-04b623224113'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:47:18.296532 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Bound port: 8c0515e1-8e07-4262-b089-429f68d8b2da, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ca1c6a-51d8-4a7f-a195-22f13e68af1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1bdc5df9-0b8b-418e-bd2d-04b623224113'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:47:18.296910 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.313374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cabc8b31-3e87-4a18-b65b-53312dab7422 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.321447 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-bd5cd7af-f099-412b-9c35-b43bb16289fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port 097ce8d2-88ad-4b2c-85d3-cd7575cc6232 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:47:18.332457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c70ac4ac-d587-44a1-beb0-5df677c91897 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.333260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e9393-9581-44a4-83c8-b07252b6eab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9be0e21b-5d13-4542-91cb-1e2c3a302864,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:18.336064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-607e9393-9581-44a4-83c8-b07252b6eab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.339191 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-607e9393-9581-44a4-83c8-b07252b6eab6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9be0e21b-5d13-4542-91cb-1e2c3a302864 HTTP/1.1" status: 204 len: 168 time: 1.2313819 Feb 04 05:47:18.343438 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52252) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:18.361068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c458a90c-9b77-4fb1-8b66-cd46b822b4dd tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.375182 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] For port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:47:18.382911 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] For port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c,segment=NetworkSegment(e6b04154-9ff9-46f5-8774-f29f0a068c1a),segment_id=e6b04154-9ff9-46f5-8774-f29f0a068c1a)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:47:18.386299 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-cabc8b31-3e87-4a18-b65b-53312dab7422 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816895cb-e952-4e1c-83e3-68a13ef7610f']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:18.394702 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.422372 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-cabc8b31-3e87-4a18-b65b-53312dab7422 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09110076-61f1-4c02-8526-578e6bd0bf41') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:18.422719 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-cabc8b31-3e87-4a18-b65b-53312dab7422 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09110076-61f1-4c02-8526-578e6bd0bf41') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:18.430337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Allocated IP 172.26.3.205 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/bbb84225-b9af-44dc-bd8a-6c6074df641f) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:18.432312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] For port 8c0515e1-8e07-4262-b089-429f68d8b2da, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:47:18.454510 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c458a90c-9b77-4fb1-8b66-cd46b822b4dd tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.457243 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] For port 8c0515e1-8e07-4262-b089-429f68d8b2da, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8c0515e1-8e07-4262-b089-429f68d8b2da,segment=NetworkSegment(31ca1c6a-51d8-4a7f-a195-22f13e68af1d),segment_id=31ca1c6a-51d8-4a7f-a195-22f13e68af1d)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:47:18.458085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cabc8b31-3e87-4a18-b65b-53312dab7422 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.477088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44511bed-9f7a-47d4-b730-27b723a0cfa2 None None] Pushing event updated for resources: {'Port': ['ID=58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:18.484405 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.510538 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e486-1972-4836-87a4-29cee7b2a235 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.522308 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cabc8b31-3e87-4a18-b65b-53312dab7422 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.546087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e486-1972-4836-87a4-29cee7b2a235 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.563518 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bf5e025-d187-4e05-847b-cd939fcd6e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.570449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7408c-bf14-4106-8a96-503a5becc295 None None] Pushing event updated for resources: {'Port': ['ID=8c0515e1-8e07-4262-b089-429f68d8b2da,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:18.590469 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabc8b31-3e87-4a18-b65b-53312dab7422 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:18.590978 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cabc8b31-3e87-4a18-b65b-53312dab7422 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:18.594091 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:18.662608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-bd5cd7af-f099-412b-9c35-b43bb16289fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Allocated IP 2001:db8::16d (1bdc5df9-0b8b-418e-bd2d-04b623224113/7bbd6dc1-145c-4d0b-b009-5f4e3640d550/097ce8d2-88ad-4b2c-85d3-cd7575cc6232) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:18.704862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c458a90c-9b77-4fb1-8b66-cd46b822b4dd tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.707399 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c458a90c-9b77-4fb1-8b66-cd46b822b4dd tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.708558 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c458a90c-9b77-4fb1-8b66-cd46b822b4dd tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "DELETE /v2.0/security-groups/0fbe9c42-1169-43c8-b4c6-9b98109b7fe8 HTTP/1.1" status: 204 len: 168 time: 0.6265869 Feb 04 05:47:18.714336 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed6e486-1972-4836-87a4-29cee7b2a235 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router 9e9da179-134e-4d1a-81e7-e2092807af8e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:18.716909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52254) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:18.723415 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c70ac4ac-d587-44a1-beb0-5df677c91897 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.739783 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c70ac4ac-d587-44a1-beb0-5df677c91897 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.741953 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cabc8b31-3e87-4a18-b65b-53312dab7422 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.747733 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cabc8b31-3e87-4a18-b65b-53312dab7422 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.753422 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cabc8b31-3e87-4a18-b65b-53312dab7422 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "DELETE /v2.0/networks/816895cb-e952-4e1c-83e3-68a13ef7610f HTTP/1.1" status: 204 len: 168 time: 1.2852137 Feb 04 05:47:18.757639 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458a90c-9b77-4fb1-8b66-cd46b822b4dd tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbe9c42-1169-43c8-b4c6-9b98109b7fe8,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:18.762647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52256) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:18.811148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bf5e025-d187-4e05-847b-cd939fcd6e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.840578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc8b31-3e87-4a18-b65b-53312dab7422 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event deleted for resources: {'Network': ['ID=816895cb-e952-4e1c-83e3-68a13ef7610f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:18.860946 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.876031 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2bf5e025-d187-4e05-847b-cd939fcd6e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02516016-3ecf-4154-a690-9b60d2ea741c']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:18.903527 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2bf5e025-d187-4e05-847b-cd939fcd6e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44ced40-4528-4885-86c9-31342c0bdebf') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:18.903822 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2bf5e025-d187-4e05-847b-cd939fcd6e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44ced40-4528-4885-86c9-31342c0bdebf') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:18.907406 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c70ac4ac-d587-44a1-beb0-5df677c91897 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.908632 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c70ac4ac-d587-44a1-beb0-5df677c91897 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8246937 Feb 04 05:47:18.916748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52258) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:18.925999 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-04255bad-ea82-4ee3-9221-08163a474e11 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Request body: {'security_group_rule': {'security_group_id': '4b37aaae-3875-4d54-ad96-46ab708afe54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:18.936340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ac4ac-d587-44a1-beb0-5df677c91897 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b37aaae-3875-4d54-ad96-46ab708afe54,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:18.952362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bf5e025-d187-4e05-847b-cd939fcd6e95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:18.979160 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22e7360b-5dc3-4ab1-9cb0-5f271705d0ae tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.027374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bf5e025-d187-4e05-847b-cd939fcd6e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.037587 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8568571e-5d7c-4f95-b488-9f7121f9ddd7 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3187675 Feb 04 05:47:19.038726 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04255bad-ea82-4ee3-9221-08163a474e11 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.043808 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.045511 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52260) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:19.062151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-df42970e-efe6-4d8e-a062-abc4cb395f2c tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group': {'name': 'tempest-secgroup--78944094'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:19.086140 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed6e486-1972-4836-87a4-29cee7b2a235 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:19.098625 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b79fa-faf0-4603-b791-78a5b0357105 None None] Sync routers for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:19.108095 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e486-1972-4836-87a4-29cee7b2a235 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.109663 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b79fa-faf0-4603-b791-78a5b0357105 None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:19.110800 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9d7b79fa-faf0-4603-b791-78a5b0357105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:19.112657 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0ed6e486-1972-4836-87a4-29cee7b2a235 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/9e9da179-134e-4d1a-81e7-e2092807af8e HTTP/1.1" status: 200 len: 704 time: 1.4853456 Feb 04 05:47:19.125740 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52262) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:19.176673 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd5cd7af-f099-412b-9c35-b43bb16289fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.189019 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:19.201236 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf5e025-d187-4e05-847b-cd939fcd6e95 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:19.201654 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bf5e025-d187-4e05-847b-cd939fcd6e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.202484 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-9d7b79fa-faf0-4603-b791-78a5b0357105 None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:47:19.222186 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e511da08-1013-4a34-9e6e-1c512c2da3be tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e9da179-134e-4d1a-81e7-e2092807af8e HTTP/1.1" status: 200 len: 205 time: 0.0934033 Feb 04 05:47:19.223192 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52264) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:19.225212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22e7360b-5dc3-4ab1-9cb0-5f271705d0ae tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.234625 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:19.237222 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:19.254098 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=bbb84225-b9af-44dc-bd8a-6c6074df641f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:19.262812 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:19.271950 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bf5e025-d187-4e05-847b-cd939fcd6e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.280207 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bf5e025-d187-4e05-847b-cd939fcd6e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.283931 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2bf5e025-d187-4e05-847b-cd939fcd6e95 admin admin] 10.222.0.10 "DELETE /v2.0/networks/02516016-3ecf-4154-a690-9b60d2ea741c HTTP/1.1" status: 204 len: 168 time: 0.9147534 Feb 04 05:47:19.287354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52266) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:19.307798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5e025-d187-4e05-847b-cd939fcd6e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=02516016-3ecf-4154-a690-9b60d2ea741c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:19.332657 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd5cd7af-f099-412b-9c35-b43bb16289fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.352309 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-22e7360b-5dc3-4ab1-9cb0-5f271705d0ae tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554ab595-ecbe-4dba-b395-cc8e50d1c1c4']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:19.358307 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df42970e-efe6-4d8e-a062-abc4cb395f2c tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.363508 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9d7b79fa-faf0-4603-b791-78a5b0357105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:47:13Z', 'revision_number': 11, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:19.386738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Deleting subnet c76fa2fd-8e15-4010-b843-2376740375b7 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:19.390636 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b79fa-faf0-4603-b791-78a5b0357105 None None] Checking router: 9e9da179-134e-4d1a-81e7-e2092807af8e for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:47:19.396235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.399624 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b79fa-faf0-4603-b791-78a5b0357105 None None] Routers {'9e9da179-134e-4d1a-81e7-e2092807af8e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:19.400197 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04255bad-ea82-4ee3-9221-08163a474e11 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.400566 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9d7b79fa-faf0-4603-b791-78a5b0357105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9e9da179-134e-4d1a-81e7-e2092807af8e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:19.420491 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04255bad-ea82-4ee3-9221-08163a474e11 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.422714 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5cd7af-f099-412b-9c35-b43bb16289fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network 1bdc5df9-0b8b-418e-bd2d-04b623224113 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:19.430285 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-22e7360b-5dc3-4ab1-9cb0-5f271705d0ae tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fc6614-6d21-4c08-bcc7-4b8ccb2ddce9') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:19.430590 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-22e7360b-5dc3-4ab1-9cb0-5f271705d0ae tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fc6614-6d21-4c08-bcc7-4b8ccb2ddce9') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:19.433629 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-bd5cd7af-f099-412b-9c35-b43bb16289fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:19.439002 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cd7af-f099-412b-9c35-b43bb16289fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=097ce8d2-88ad-4b2c-85d3-cd7575cc6232,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:19.443383 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5cd7af-f099-412b-9c35-b43bb16289fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:19.446801 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-711d13a9-eead-4d46-8cec-41318e6b54bf tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.449307 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5cd7af-f099-412b-9c35-b43bb16289fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:19.450137 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd5cd7af-f099-412b-9c35-b43bb16289fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.460321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22e7360b-5dc3-4ab1-9cb0-5f271705d0ae tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.477366 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.481122 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-9d7b79fa-faf0-4603-b791-78a5b0357105 None None] Set router 9e9da179-134e-4d1a-81e7-e2092807af8e gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:47:19.504204 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bd5cd7af-f099-412b-9c35-b43bb16289fc tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0023363 Feb 04 05:47:19.507328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52268) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:19.538842 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9d7b79fa-faf0-4603-b791-78a5b0357105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:47:13Z', 'revision_number': 11, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:19.553536 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04255bad-ea82-4ee3-9221-08163a474e11 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed55e09-fea0-40ef-8466-1acf9f5def61,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:19.566535 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b79fa-faf0-4603-b791-78a5b0357105 None None] The sync data for ids ['9e9da179-134e-4d1a-81e7-e2092807af8e'] in dv-neutron-827794-1-hyperv is: [{'id': '9e9da179-134e-4d1a-81e7-e2092807af8e', 'name': 'tempest-RoutersIpV6Test-router-222629695', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:45:53Z', 'updated_at': '2022-02-04T05:47:13Z', 'revision_number': 11, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:19.610186 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04255bad-ea82-4ee3-9221-08163a474e11 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.611522 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-04255bad-ea82-4ee3-9221-08163a474e11 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6926076 Feb 04 05:47:19.616700 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52270) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:19.618709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22e7360b-5dc3-4ab1-9cb0-5f271705d0ae tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.627235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.671197 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e7360b-5dc3-4ab1-9cb0-5f271705d0ae tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:19.671627 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22e7360b-5dc3-4ab1-9cb0-5f271705d0ae tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:19.674525 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:19.835397 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-711d13a9-eead-4d46-8cec-41318e6b54bf tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.839544 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-711d13a9-eead-4d46-8cec-41318e6b54bf tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.856992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22e7360b-5dc3-4ab1-9cb0-5f271705d0ae tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.861470 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22e7360b-5dc3-4ab1-9cb0-5f271705d0ae tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.868007 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-22e7360b-5dc3-4ab1-9cb0-5f271705d0ae tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "DELETE /v2.0/networks/554ab595-ecbe-4dba-b395-cc8e50d1c1c4 HTTP/1.1" status: 204 len: 168 time: 1.0885930 Feb 04 05:47:19.876396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52272) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:19.891448 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dbeb52ba-238a-46c8-8763-f81d0ede07ed tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.910337 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.976247 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df42970e-efe6-4d8e-a062-abc4cb395f2c tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:19.994705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7360b-5dc3-4ab1-9cb0-5f271705d0ae tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event deleted for resources: {'Network': ['ID=554ab595-ecbe-4dba-b395-cc8e50d1c1c4,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:20.008912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dbeb52ba-238a-46c8-8763-f81d0ede07ed tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.024698 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df42970e-efe6-4d8e-a062-abc4cb395f2c tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.026967 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-711d13a9-eead-4d46-8cec-41318e6b54bf tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.027489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711d13a9-eead-4d46-8cec-41318e6b54bf tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Fanout notify agent at l3_agent the message router_deleted on router 9e9da179-134e-4d1a-81e7-e2092807af8e {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:47:20.046282 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.049760 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c76fa2fd-8e15-4010-b843-2376740375b7 HTTP/1.1" status: 204 len: 168 time: 0.7529099 Feb 04 05:47:20.055557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52274) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:20.061729 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-711d13a9-eead-4d46-8cec-41318e6b54bf tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.070401 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-711d13a9-eead-4d46-8cec-41318e6b54bf tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/routers/9e9da179-134e-4d1a-81e7-e2092807af8e HTTP/1.1" status: 204 len: 168 time: 0.8370655 Feb 04 05:47:20.131772 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8c0515e1-8e07-4262-b089-429f68d8b2da up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:20.143062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c76fa2fd-8e15-4010-b843-2376740375b7,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:20.147520 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52276) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:20.158896 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-07064169-6a71-4d7e-ad23-a757b801f8c0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2114392792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:20.176257 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-df42970e-efe6-4d8e-a062-abc4cb395f2c tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.178136 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-df42970e-efe6-4d8e-a062-abc4cb395f2c tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1282599 Feb 04 05:47:20.193588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52278) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:20.211437 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf7eb38-de3a-4096-a385-ec8ee6049081 None None] Network 29da9c28-8cc8-4054-ab33-f05782f608a4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:20.230316 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-96b195dc-40b3-4e1d-9b52-a936235d8104 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': 'e37c12f6-f012-4b75-a7a0-e6a2f63eb46c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:20.231066 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-96b195dc-40b3-4e1d-9b52-a936235d8104 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 04 05:47:20.231739 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-96b195dc-40b3-4e1d-9b52-a936235d8104 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:20.232922 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-96b195dc-40b3-4e1d-9b52-a936235d8104 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069263 Feb 04 05:47:20.245612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61f73ee7-166f-4378-915c-6172ed83f75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.247190 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52280) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:20.257335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:20.258003 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:20.258350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:20.258690 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:20.259027 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:20.259364 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:20.259700 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:20.260029 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:20.260358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:20.260687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:20.261015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:20.261341 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb130eac-e926-4e25-a0fc-08d30ba27a07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:20.264232 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07064169-6a71-4d7e-ad23-a757b801f8c0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.265284 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07064169-6a71-4d7e-ad23-a757b801f8c0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.299528 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c994-ed99-4b82-bcaf-a0bd4c806362 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.338805 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42970e-efe6-4d8e-a062-abc4cb395f2c tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37c12f6-f012-4b75-a7a0-e6a2f63eb46c,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:20.370630 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc57878-4315-41cf-a540-7c466ff2fff8 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:20.376545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc57878-4315-41cf-a540-7c466ff2fff8 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:20.381979 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6bc57878-4315-41cf-a540-7c466ff2fff8 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4692149 Feb 04 05:47:20.382794 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 8c0515e1-8e07-4262-b089-429f68d8b2da triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:20.383080 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52282) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:20.383537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.388155 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6b93353e-612f-4af8-9dae-30079fa8d454 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1877171238'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:20.393960 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.395671 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07064169-6a71-4d7e-ad23-a757b801f8c0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.437119 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c3505fdb-572d-4209-9644-41d38154d88c None None] Provisioning complete for port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:20.437719 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c3505fdb-572d-4209-9644-41d38154d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.448261 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07064169-6a71-4d7e-ad23-a757b801f8c0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.472335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dbeb52ba-238a-46c8-8763-f81d0ede07ed tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.476404 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dbeb52ba-238a-46c8-8763-f81d0ede07ed tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.478045 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-dbeb52ba-238a-46c8-8763-f81d0ede07ed tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-groups/4b37aaae-3875-4d54-ad96-46ab708afe54 HTTP/1.1" status: 204 len: 168 time: 0.8575647 Feb 04 05:47:20.501632 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52284) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:20.502231 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b93353e-612f-4af8-9dae-30079fa8d454 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Made reservation on behalf of d3c9953905bc42c297e73edcdd180d45 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:20.505662 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6b93353e-612f-4af8-9dae-30079fa8d454 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.538017 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.593382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b93353e-612f-4af8-9dae-30079fa8d454 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:20.605895 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.613214 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bfddd5-9e33-4f82-ac07-3772a49a2da3 None None] Network 1bdc5df9-0b8b-418e-bd2d-04b623224113 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:20.642230 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07064169-6a71-4d7e-ad23-a757b801f8c0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.646816 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c3505fdb-572d-4209-9644-41d38154d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.648007 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-07064169-6a71-4d7e-ad23-a757b801f8c0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4974740 Feb 04 05:47:20.664679 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52286) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:20.670012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-2da71cec-3adf-488a-8983-bb6d80b37262 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Request body: {'router': {'admin_state_up': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:20.679750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 8c0515e1-8e07-4262-b089-429f68d8b2da, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8c0515e1-8e07-4262-b089-429f68d8b2da,segment=NetworkSegment(31ca1c6a-51d8-4a7f-a195-22f13e68af1d),segment_id=31ca1c6a-51d8-4a7f-a195-22f13e68af1d)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:20.696779 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.697577 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:20.727037 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb52ba-238a-46c8-8763-f81d0ede07ed tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b37aaae-3875-4d54-ad96-46ab708afe54,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:20.824595 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c3505fdb-572d-4209-9644-41d38154d88c None None] For port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c,segment=NetworkSegment(e6b04154-9ff9-46f5-8774-f29f0a068c1a),segment_id=e6b04154-9ff9-46f5-8774-f29f0a068c1a)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:20.845468 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c3505fdb-572d-4209-9644-41d38154d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.850496 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61f73ee7-166f-4378-915c-6172ed83f75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.869613 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=8c0515e1-8e07-4262-b089-429f68d8b2da,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:20.966053 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:20.966461 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.993824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3505fdb-572d-4209-9644-41d38154d88c None None] Pushing event updated for resources: {'Port': ['ID=58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:20.995165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6b93353e-612f-4af8-9dae-30079fa8d454 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:20.995519 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-6b93353e-612f-4af8-9dae-30079fa8d454 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Added segment 80dffab5-2c5e-4c86-80d1-f0516e3f4977 of type vlan for network e78452a7-1878-4225-a3e2-9554b72290a0 Feb 04 05:47:21.026792 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.031305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-89ce963b-37f6-4bab-923e-a2f8da497a2e None None] Provisioning complete for port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:21.031673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-89ce963b-37f6-4bab-923e-a2f8da497a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.058338 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-609a7474-0430-4ada-a472-0ea66beab809 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5404623 Feb 04 05:47:21.096264 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52288) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:21.144078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6b93353e-612f-4af8-9dae-30079fa8d454 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.188045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-89ce963b-37f6-4bab-923e-a2f8da497a2e None None] Provisioning complete for port 8c0515e1-8e07-4262-b089-429f68d8b2da triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:21.188635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-89ce963b-37f6-4bab-923e-a2f8da497a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.200913 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.209835 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.214046 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.216995 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "DELETE /v2.0/security-groups/e37c12f6-f012-4b75-a7a0-e6a2f63eb46c HTTP/1.1" status: 204 len: 168 time: 0.9395680 Feb 04 05:47:21.222512 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52290) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:21.223527 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6b93353e-612f-4af8-9dae-30079fa8d454 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.229088 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b93353e-612f-4af8-9dae-30079fa8d454 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:21.229786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6b93353e-612f-4af8-9dae-30079fa8d454 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.238392 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2cab726c-45b2-4f0e-af52-996d45e453d8 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1411760 Feb 04 05:47:21.254780 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52292) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:21.294075 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37c12f6-f012-4b75-a7a0-e6a2f63eb46c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:21.320550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-61f73ee7-166f-4378-915c-6172ed83f75a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c58c3a-8bec-478c-a699-2f0323537d9a']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:21.346102 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-61f73ee7-166f-4378-915c-6172ed83f75a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533693ee-0a28-4c88-8b7f-85f06e556beb') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:21.346402 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-61f73ee7-166f-4378-915c-6172ed83f75a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533693ee-0a28-4c88-8b7f-85f06e556beb') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:21.378233 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-ac273540-7730-41ca-8068-78357383e7c4 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] delete failed (client error): The resource could not be found. Feb 04 05:47:21.382786 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ac273540-7730-41ca-8068-78357383e7c4 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "DELETE /v2.0/security-groups/4b37aaae-3875-4d54-ad96-46ab708afe54 HTTP/1.1" status: 404 len: 347 time: 0.1181462 Feb 04 05:47:21.386322 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6b93353e-612f-4af8-9dae-30079fa8d454 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0022085 Feb 04 05:47:21.387404 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52294) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:21.387741 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52296) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:21.405590 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-78b7fbf1-ca15-4081-ba04-38a3111442ef tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1687218793'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:21.407192 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61f73ee7-166f-4378-915c-6172ed83f75a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.423000 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:21.423283 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:21.423923 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:21.424923 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:21.425310 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:21.425716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:21.426091 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:21.426468 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:21.426824 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:21.427151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:21.428069 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:21.428391 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29697447-6177-4485-a741-753d299544c3 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:21.461378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93353e-612f-4af8-9dae-30079fa8d454 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event updated for resources: {'Network': ['ID=e78452a7-1878-4225-a3e2-9554b72290a0,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:21.464863 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61f73ee7-166f-4378-915c-6172ed83f75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.469583 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2da71cec-3adf-488a-8983-bb6d80b37262 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.489488 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network e78452a7-1878-4225-a3e2-9554b72290a0 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:21.496512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f73ee7-166f-4378-915c-6172ed83f75a admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:21.496696 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61f73ee7-166f-4378-915c-6172ed83f75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:21.499555 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:21.515735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2da71cec-3adf-488a-8983-bb6d80b37262 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.528980 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-35783d3b-8bd9-4f94-8f50-39a32230bfff tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2893856 Feb 04 05:47:21.536627 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52298) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:21.546568 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-21fd74d9-1c55-446e-b76f-81813e91d69f tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276040488'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:21.568811 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b7fbf1-ca15-4081-ba04-38a3111442ef tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Made reservation on behalf of d3c9953905bc42c297e73edcdd180d45 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:21.570252 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-78b7fbf1-ca15-4081-ba04-38a3111442ef tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.586993 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9f19b644-cbba-4d5b-808d-fe72e4b29c64 tempest-SecGroupTest-1140634412 tempest-SecGroupTest-1140634412-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1822977 Feb 04 05:47:21.598421 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-eec40ce6-9e9b-401d-89b5-9367d80486bd None None] Provisioning complete for port 8c0515e1-8e07-4262-b089-429f68d8b2da triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:21.598826 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eec40ce6-9e9b-401d-89b5-9367d80486bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.642884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c994-ed99-4b82-bcaf-a0bd4c806362 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.644286 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b7fbf1-ca15-4081-ba04-38a3111442ef tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:21.647316 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61f73ee7-166f-4378-915c-6172ed83f75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.650398 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-21fd74d9-1c55-446e-b76f-81813e91d69f tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.656074 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61f73ee7-166f-4378-915c-6172ed83f75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.659268 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-61f73ee7-166f-4378-915c-6172ed83f75a admin admin] 10.222.0.10 "DELETE /v2.0/networks/80c58c3a-8bec-478c-a699-2f0323537d9a HTTP/1.1" status: 204 len: 168 time: 1.6019654 Feb 04 05:47:21.662442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c994-ed99-4b82-bcaf-a0bd4c806362 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.713998 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f73ee7-166f-4378-915c-6172ed83f75a admin admin] Pushing event deleted for resources: {'Network': ['ID=80c58c3a-8bec-478c-a699-2f0323537d9a,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:21.717671 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-78b7fbf1-ca15-4081-ba04-38a3111442ef tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.717866 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-78b7fbf1-ca15-4081-ba04-38a3111442ef tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Added segment 89735e5f-62a2-43dc-8b38-9b99ae30e9d6 of type vlan for network 87d611ff-bb24-4fad-a2b3-fefb0217ffd7 Feb 04 05:47:21.791658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2c994-ed99-4b82-bcaf-a0bd4c806362 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=097ce8d2-88ad-4b2c-85d3-cd7575cc6232,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:21.796914 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-eec40ce6-9e9b-401d-89b5-9367d80486bd None None] Provisioning complete for port 097ce8d2-88ad-4b2c-85d3-cd7575cc6232 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:21.797298 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eec40ce6-9e9b-401d-89b5-9367d80486bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.846926 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-78b7fbf1-ca15-4081-ba04-38a3111442ef tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:21.851639 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router d04b658a-5617-49e2-87e9-6dd789e3a84d is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:47:21.854611 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-eec40ce6-9e9b-401d-89b5-9367d80486bd None None] Port 097ce8d2-88ad-4b2c-85d3-cd7575cc6232 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:21.863311 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da71cec-3adf-488a-8983-bb6d80b37262 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Router ae577094-398a-4617-8606-ccc6220d9b25 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:47:21.979635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8c0515e1-8e07-4262-b089-429f68d8b2da up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:21.988687 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52304) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:22.030075 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-78b7fbf1-ca15-4081-ba04-38a3111442ef tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.035712 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b7fbf1-ca15-4081-ba04-38a3111442ef tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:22.036736 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-78b7fbf1-ca15-4081-ba04-38a3111442ef tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.060325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-21fd74d9-1c55-446e-b76f-81813e91d69f tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.079234 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f492bfce-4dd5-42e7-9c0a-c8258f21fe53 None None] Provisioning complete for port 097ce8d2-88ad-4b2c-85d3-cd7575cc6232 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:22.080573 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f492bfce-4dd5-42e7-9c0a-c8258f21fe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.092120 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-21fd74d9-1c55-446e-b76f-81813e91d69f tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.114027 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da71cec-3adf-488a-8983-bb6d80b37262 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:22.125644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c994-ed99-4b82-bcaf-a0bd4c806362 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.130923 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c0ec8-fefa-4ae2-b500-e7eac01e815a None None] Sync routers for ids ['ae577094-398a-4617-8606-ccc6220d9b25'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:22.152010 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 8c0515e1-8e07-4262-b089-429f68d8b2da triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:22.152386 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.155079 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f492bfce-4dd5-42e7-9c0a-c8258f21fe53 None None] Port 097ce8d2-88ad-4b2c-85d3-cd7575cc6232 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:22.157246 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c0ec8-fefa-4ae2-b500-e7eac01e815a None None] Routers {'ae577094-398a-4617-8606-ccc6220d9b25'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:22.157966 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c46c0ec8-fefa-4ae2-b500-e7eac01e815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['ae577094-398a-4617-8606-ccc6220d9b25'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:22.187304 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52308) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:22.192851 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2da71cec-3adf-488a-8983-bb6d80b37262 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.197813 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2da71cec-3adf-488a-8983-bb6d80b37262 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "PUT /v2.0/routers/ae577094-398a-4617-8606-ccc6220d9b25 HTTP/1.1" status: 200 len: 698 time: 1.5291157 Feb 04 05:47:22.197813 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52310) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:22.211800 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-78b7fbf1-ca15-4081-ba04-38a3111442ef tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8100204 Feb 04 05:47:22.223667 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52312) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:22.251683 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ef3d82a9-dcef-4206-a6d3-3a3c5d0907a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13898e4eae9c4a39a1ea38e398ad458a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531469 Feb 04 05:47:22.254434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52316) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:22.266035 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-21fd74d9-1c55-446e-b76f-81813e91d69f tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.267654 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-21fd74d9-1c55-446e-b76f-81813e91d69f tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7277660 Feb 04 05:47:22.272055 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Request body: {'ports': [{'network_id': 'e78452a7-1878-4225-a3e2-9554b72290a0', 'name': 'tempest-port--1257927652', 'admin_state_up': True}, {'network_id': '87d611ff-bb24-4fad-a2b3-fefb0217ffd7', 'admin_state_up': False}]} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:22.272393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Request body: {'port': {'network_id': 'e78452a7-1878-4225-a3e2-9554b72290a0', 'name': 'tempest-port--1257927652', 'admin_state_up': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:22.272868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Request body: {'port': {'network_id': '87d611ff-bb24-4fad-a2b3-fefb0217ffd7', 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:22.276992 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52318) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:22.278466 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7fbf1-ca15-4081-ba04-38a3111442ef tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event updated for resources: {'Network': ['ID=87d611ff-bb24-4fad-a2b3-fefb0217ffd7,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:22.290286 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd74d9-1c55-446e-b76f-81813e91d69f tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5540585b-4c41-4d46-9be2-c78f372c782a,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:22.299974 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:22.306413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-c46c0ec8-fefa-4ae2-b500-e7eac01e815a None None] Set router ae577094-398a-4617-8606-ccc6220d9b25 gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:47:22.308977 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 87d611ff-bb24-4fad-a2b3-fefb0217ffd7 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:22.310120 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-01fc2792-0683-4615-9339-9fd1d3d6d785 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '5540585b-4c41-4d46-9be2-c78f372c782a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:22.310866 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-01fc2792-0683-4615-9339-9fd1d3d6d785 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 04 05:47:22.311379 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-01fc2792-0683-4615-9339-9fd1d3d6d785 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:22.313105 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-01fc2792-0683-4615-9339-9fd1d3d6d785 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0087602 Feb 04 05:47:22.313422 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa509087-187b-4646-a0eb-22eccb5c2715 None None] Sync routers for ids ['d04b658a-5617-49e2-87e9-6dd789e3a84d'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:22.316146 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52320) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:22.328794 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa509087-187b-4646-a0eb-22eccb5c2715 None None] Routers {'d04b658a-5617-49e2-87e9-6dd789e3a84d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:22.330757 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fa509087-187b-4646-a0eb-22eccb5c2715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['d04b658a-5617-49e2-87e9-6dd789e3a84d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:22.361489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.363005 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6da6c466-d383-4c78-8e3d-76ea28b8e6bf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6926725 Feb 04 05:47:22.367307 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52322) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:22.395755 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c46c0ec8-fefa-4ae2-b500-e7eac01e815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae577094-398a-4617-8606-ccc6220d9b25', 'name': 'tempest-RoutersIpV6Test-router-2114392792', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:20Z', 'updated_at': '2022-02-04T05:47:21Z', 'revision_number': 2, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:22.403066 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7c989cff-cdfc-401c-b58f-3fe733597a40 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/routers/ae577094-398a-4617-8606-ccc6220d9b25 HTTP/1.1" status: 200 len: 704 time: 0.2042005 Feb 04 05:47:22.405681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52324) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:22.429435 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fa509087-187b-4646-a0eb-22eccb5c2715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:22.449274 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-067aad4f-431b-4cff-a68b-43a7cd230b7c tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae577094-398a-4617-8606-ccc6220d9b25 HTTP/1.1" status: 200 len: 205 time: 0.0399885 Feb 04 05:47:22.451656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52326) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:22.453705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e0ed5c64-2f20-413c-a79c-380c669825dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.458440 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa509087-187b-4646-a0eb-22eccb5c2715 None None] Routers {'d04b658a-5617-49e2-87e9-6dd789e3a84d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:22.459456 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fa509087-187b-4646-a0eb-22eccb5c2715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['d04b658a-5617-49e2-87e9-6dd789e3a84d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:22.481531 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c0ec8-fefa-4ae2-b500-e7eac01e815a None None] Checking router: ae577094-398a-4617-8606-ccc6220d9b25 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:47:22.487435 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-15a55a4b-088e-4573-a1e1-fb9098b3bf65 None None] Provisioning complete for port 097ce8d2-88ad-4b2c-85d3-cd7575cc6232 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:22.487982 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-15a55a4b-088e-4573-a1e1-fb9098b3bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.510417 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fa509087-187b-4646-a0eb-22eccb5c2715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:22.511057 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa509087-187b-4646-a0eb-22eccb5c2715 None None] The sync data for ids ['d04b658a-5617-49e2-87e9-6dd789e3a84d'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:22.556738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c994-ed99-4b82-bcaf-a0bd4c806362 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.563046 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c0ec8-fefa-4ae2-b500-e7eac01e815a None None] Routers {'ae577094-398a-4617-8606-ccc6220d9b25'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:22.563674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c46c0ec8-fefa-4ae2-b500-e7eac01e815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['ae577094-398a-4617-8606-ccc6220d9b25'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:22.590924 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e0ed5c64-2f20-413c-a79c-380c669825dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.613666 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-15a55a4b-088e-4573-a1e1-fb9098b3bf65 None None] Port 097ce8d2-88ad-4b2c-85d3-cd7575cc6232 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:22.637380 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef4da268-96b4-4800-9a54-c7e23a0e620a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.665458 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-49a5f4cf-99d2-46f9-b461-0c2c59a3a02d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.702646 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Made reservation on behalf of d3c9953905bc42c297e73edcdd180d45 for: {'port': 2} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:22.707097 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.721616 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-36c4b760-fc85-4e8b-aa8a-cf1cd465e4ce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3211880251dd4ec48c860e7e04324c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5078938 Feb 04 05:47:22.721865 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52328) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:22.738786 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.774728 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef4da268-96b4-4800-9a54-c7e23a0e620a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.794931 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-c46c0ec8-fefa-4ae2-b500-e7eac01e815a None None] Set router ae577094-398a-4617-8606-ccc6220d9b25 gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:47:22.797597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:22.874383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c46c0ec8-fefa-4ae2-b500-e7eac01e815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae577094-398a-4617-8606-ccc6220d9b25', 'name': 'tempest-RoutersIpV6Test-router-2114392792', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:20Z', 'updated_at': '2022-02-04T05:47:21Z', 'revision_number': 2, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:22.904007 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c0ec8-fefa-4ae2-b500-e7eac01e815a None None] The sync data for ids ['ae577094-398a-4617-8606-ccc6220d9b25'] in dv-neutron-827794-1-hyperv is: [{'id': 'ae577094-398a-4617-8606-ccc6220d9b25', 'name': 'tempest-RoutersIpV6Test-router-2114392792', 'tenant_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:20Z', 'updated_at': '2022-02-04T05:47:21Z', 'revision_number': 2, 'project_id': '88d5c78407554f26b7a9120ff2a8aaeb', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:22.912905 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53922ffa-01b1-4914-9ee5-7e718f683eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:22.923805 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:22.924173 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.011308 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-49a5f4cf-99d2-46f9-b461-0c2c59a3a02d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.018692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-49a5f4cf-99d2-46f9-b461-0c2c59a3a02d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.019672 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53922ffa-01b1-4914-9ee5-7e718f683eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.023917 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e0ed5c64-2f20-413c-a79c-380c669825dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.026847 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e0ed5c64-2f20-413c-a79c-380c669825dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.028120 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e0ed5c64-2f20-413c-a79c-380c669825dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a5bed475-a028-45c9-9794-1bdab98823cc HTTP/1.1" status: 204 len: 168 time: 0.7592628 Feb 04 05:47:23.034453 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] device_id is not set on port 73df3f8a-a098-43b1-9bac-bb17cf54f9f2 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:47:23.065966 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed5c64-2f20-413c-a79c-380c669825dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bed475-a028-45c9-9794-1bdab98823cc,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:23.068492 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef4da268-96b4-4800-9a54-c7e23a0e620a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.071199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef4da268-96b4-4800-9a54-c7e23a0e620a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.074388 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ef4da268-96b4-4800-9a54-c7e23a0e620a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "DELETE /v2.0/security-groups/5540585b-4c41-4d46-9be2-c78f372c782a HTTP/1.1" status: 204 len: 168 time: 0.7540271 Feb 04 05:47:23.082028 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52332) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:23.134175 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-49a5f4cf-99d2-46f9-b461-0c2c59a3a02d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.134730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a5f4cf-99d2-46f9-b461-0c2c59a3a02d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Fanout notify agent at l3_agent the message router_deleted on router ae577094-398a-4617-8606-ccc6220d9b25 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:47:23.142034 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c994-ed99-4b82-bcaf-a0bd4c806362 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.142773 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-49a5f4cf-99d2-46f9-b461-0c2c59a3a02d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.145806 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-49a5f4cf-99d2-46f9-b461-0c2c59a3a02d tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/routers/ae577094-398a-4617-8606-ccc6220d9b25 HTTP/1.1" status: 204 len: 168 time: 0.6880307 Feb 04 05:47:23.145806 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4da268-96b4-4800-9a54-c7e23a0e620a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5540585b-4c41-4d46-9be2-c78f372c782a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:23.151402 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52334) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:23.158587 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c994-ed99-4b82-bcaf-a0bd4c806362 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.159376 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c994-ed99-4b82-bcaf-a0bd4c806362 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.222487 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-365aed90-803d-4ae9-8e82-55fc415d181a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae577094-398a-4617-8606-ccc6220d9b25 HTTP/1.1" status: 200 len: 205 time: 0.0660994 Feb 04 05:47:23.225251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53922ffa-01b1-4914-9ee5-7e718f683eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.225398 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52336) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:23.227802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53922ffa-01b1-4914-9ee5-7e718f683eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.228931 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-53922ffa-01b1-4914-9ee5-7e718f683eb0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ad63ba2-29bd-4908-9c83-bdc2fbbbaad3 HTTP/1.1" status: 204 len: 168 time: 0.5055251 Feb 04 05:47:23.259333 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f439b664-96d2-4857-a708-27f5327d98d0 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1699195 Feb 04 05:47:23.279301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52342) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:23.313041 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-cf06ca8c-3130-44fb-9f94-02c5feed7568 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group': {'name': 'tempest-secgroup--909590949'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:23.315640 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-26731cc9-a412-4a6e-87c3-9eca75e781f5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] delete failed (client error): The resource could not be found. Feb 04 05:47:23.318706 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-26731cc9-a412-4a6e-87c3-9eca75e781f5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/routers/ae577094-398a-4617-8606-ccc6220d9b25 HTTP/1.1" status: 404 len: 336 time: 0.0902269 Feb 04 05:47:23.318875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53922ffa-01b1-4914-9ee5-7e718f683eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad63ba2-29bd-4908-9c83-bdc2fbbbaad3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:23.320037 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52344) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:23.348215 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2c994-ed99-4b82-bcaf-a0bd4c806362 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=097ce8d2-88ad-4b2c-85d3-cd7575cc6232,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:23.393537 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f9ca18-a530-4adc-a3a5-53e0a953befd tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:23.394050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f9ca18-a530-4adc-a3a5-53e0a953befd tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:23.397057 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-27f9ca18-a530-4adc-a3a5-53e0a953befd tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/ee26a565-0b4b-4577-b510-5be1aded3594 HTTP/1.1" status: 404 len: 337 time: 0.0688503 Feb 04 05:47:23.401959 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52346) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:23.404730 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.434488 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63ccf6c-236e-45e9-aaf5-a0f82128b37e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:23.434909 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63ccf6c-236e-45e9-aaf5-a0f82128b37e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:23.441115 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a63ccf6c-236e-45e9-aaf5-a0f82128b37e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/6b60b5f6-310f-48b9-be2d-eb70b4a427f2 HTTP/1.1" status: 404 len: 337 time: 0.0380015 Feb 04 05:47:23.441848 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52348) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:23.484528 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-362d22ad-e520-48b2-b953-f8ad736531c0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:23.485206 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362d22ad-e520-48b2-b953-f8ad736531c0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:23.486629 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf06ca8c-3130-44fb-9f94-02c5feed7568 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.491793 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-362d22ad-e520-48b2-b953-f8ad736531c0 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/5109c7a4-14d9-444b-866f-4dd380e5bb32 HTTP/1.1" status: 404 len: 337 time: 0.0459468 Feb 04 05:47:23.493793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52350) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:23.544280 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] device_id is not set on port 9881b4f4-698b-438b-ac36-08b0823d3fd9 yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:47:23.549932 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b92d0f-61c9-4c5d-8962-613ff16b7694 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:23.550431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b92d0f-61c9-4c5d-8962-613ff16b7694 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:23.554684 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a3b92d0f-61c9-4c5d-8962-613ff16b7694 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/33623b01-83e4-4640-a5be-66fd3aeb4289 HTTP/1.1" status: 404 len: 337 time: 0.0598195 Feb 04 05:47:23.558840 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52352) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:23.583021 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52354) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:23.590518 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d2c994-ed99-4b82-bcaf-a0bd4c806362 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network 1bdc5df9-0b8b-418e-bd2d-04b623224113 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:23.633194 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f9c31424-34c1-40fc-98bd-22313f96b71f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e9da179-134e-4d1a-81e7-e2092807af8e HTTP/1.1" status: 200 len: 205 time: 0.0689747 Feb 04 05:47:23.633194 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e9d2c994-ed99-4b82-bcaf-a0bd4c806362 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:23.635568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52356) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:23.662603 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.699118 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-0b4593d0-8816-4e48-8c77-ae8067614b06 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] delete failed (client error): The resource could not be found. Feb 04 05:47:23.700208 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0b4593d0-8816-4e48-8c77-ae8067614b06 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/routers/9e9da179-134e-4d1a-81e7-e2092807af8e HTTP/1.1" status: 404 len: 336 time: 0.0615284 Feb 04 05:47:23.713099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52358) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:23.828235 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7ce48989-8a36-4c24-b819-0bbe8b73fbd5 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d560510-b838-43d4-a14a-765397744b92 HTTP/1.1" status: 200 len: 205 time: 0.1124814 Feb 04 05:47:23.830739 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52360) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:23.847454 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-489e5092-a4e6-453d-8ed7-c4efd5d6bfec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25951eed107a4fbf87448a74cc2ef8ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613328 Feb 04 05:47:23.849959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52362) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:23.899270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf06ca8c-3130-44fb-9f94-02c5feed7568 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.920341 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf06ca8c-3130-44fb-9f94-02c5feed7568 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.962511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-af940ee5-8b3d-453c-813b-36f504916465 None None] Provisioning complete for port 097ce8d2-88ad-4b2c-85d3-cd7575cc6232 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:23.963124 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af940ee5-8b3d-453c-813b-36f504916465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:23.998174 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf06ca8c-3130-44fb-9f94-02c5feed7568 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:24.002020 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cf06ca8c-3130-44fb-9f94-02c5feed7568 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7177734 Feb 04 05:47:24.003242 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:24.010894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52364) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.016277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-af940ee5-8b3d-453c-813b-36f504916465 None None] Port 097ce8d2-88ad-4b2c-85d3-cd7575cc6232 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:24.018637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-79e561f4-c630-4297-ab27-1e8875a677aa tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '9bb0542c-6047-4bba-89ff-97d319b75865', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:24.019505 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-79e561f4-c630-4297-ab27-1e8875a677aa tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 04 05:47:24.020013 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-79e561f4-c630-4297-ab27-1e8875a677aa tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:24.023598 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-79e561f4-c630-4297-ab27-1e8875a677aa tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080333 Feb 04 05:47:24.024760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06ca8c-3130-44fb-9f94-02c5feed7568 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb0542c-6047-4bba-89ff-97d319b75865,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:24.026846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52366) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.039108 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-e80c8eba-e26a-4f60-9602-a9da4e38fed2 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '9bb0542c-6047-4bba-89ff-97d319b75865', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:24.039787 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-e80c8eba-e26a-4f60-9602-a9da4e38fed2 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 04 05:47:24.040286 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-e80c8eba-e26a-4f60-9602-a9da4e38fed2 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:24.041263 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e80c8eba-e26a-4f60-9602-a9da4e38fed2 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057719 Feb 04 05:47:24.052092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52368) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.060916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-dd082048-dff7-4a39-8b5f-200f6bd3f717 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '9bb0542c-6047-4bba-89ff-97d319b75865', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:24.061753 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-dd082048-dff7-4a39-8b5f-200f6bd3f717 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 04 05:47:24.062276 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-dd082048-dff7-4a39-8b5f-200f6bd3f717 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:24.065082 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-dd082048-dff7-4a39-8b5f-200f6bd3f717 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109406 Feb 04 05:47:24.071435 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-320ae5cb-e06a-4ef6-9ce5-60cc3f3522d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:24.075150 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52370) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.082576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f9d8592c-40bd-43fe-b731-4a69d43cc984 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '9bb0542c-6047-4bba-89ff-97d319b75865', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:24.083497 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-f9d8592c-40bd-43fe-b731-4a69d43cc984 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 04 05:47:24.084270 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-f9d8592c-40bd-43fe-b731-4a69d43cc984 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:24.085323 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f9d8592c-40bd-43fe-b731-4a69d43cc984 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074615 Feb 04 05:47:24.089362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52372) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.137072 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-320ae5cb-e06a-4ef6-9ce5-60cc3f3522d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:24.142239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d2c994-ed99-4b82-bcaf-a0bd4c806362 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Router 080713ac-fe4b-4d17-934a-1468359a94fc is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:47:24.162754 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:24.203142 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-7e273e1f-3ecd-4a33-a4fc-2552acd0484e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] delete failed (client error): The resource could not be found. Feb 04 05:47:24.204169 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7e273e1f-3ecd-4a33-a4fc-2552acd0484e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/routers/7d560510-b838-43d4-a14a-765397744b92 HTTP/1.1" status: 404 len: 336 time: 0.3721743 Feb 04 05:47:24.208450 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52374) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.240491 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff928439-e695-4530-a8d6-d3c7aa65822a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:24.241080 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff928439-e695-4530-a8d6-d3c7aa65822a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:24.244684 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ff928439-e695-4530-a8d6-d3c7aa65822a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/a4ce405d-06d9-43c0-8c9e-6b1a493ba846 HTTP/1.1" status: 404 len: 337 time: 0.0350363 Feb 04 05:47:24.247989 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52376) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.307362 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-db847486-25e3-4295-a479-f5cefdc1b66e tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports?device_id=4884ce41-282e-4df6-a911-9374ac31f68d HTTP/1.1" status: 200 len: 205 time: 0.0561702 Feb 04 05:47:24.309920 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52378) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.335722 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event updated for resources: {'Port': ['ID=73df3f8a-a098-43b1-9bac-bb17cf54f9f2,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:24.339903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c67012ab-0f77-4eeb-ab0a-5aa318ae50a8 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:24.351446 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-9ecfc6fa-9994-4f0e-adac-4e48a768b11a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] delete failed (client error): The resource could not be found. Feb 04 05:47:24.352467 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9ecfc6fa-9994-4f0e-adac-4e48a768b11a tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/routers/4884ce41-282e-4df6-a911-9374ac31f68d HTTP/1.1" status: 404 len: 336 time: 0.0418205 Feb 04 05:47:24.355133 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52380) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.377519 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-320ae5cb-e06a-4ef6-9ce5-60cc3f3522d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:24.380008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-320ae5cb-e06a-4ef6-9ce5-60cc3f3522d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:24.381193 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-320ae5cb-e06a-4ef6-9ce5-60cc3f3522d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/564bf714-a740-40fb-a5be-9fceec577060 HTTP/1.1" status: 204 len: 168 time: 0.5237770 Feb 04 05:47:24.392867 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fd739e04-573f-4cd0-ae1a-ef894decdf90 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports?device_id=2efbb287-656b-4cdf-8193-0ceeb434db02 HTTP/1.1" status: 200 len: 205 time: 0.0345790 Feb 04 05:47:24.393201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52384) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.398539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d2c994-ed99-4b82-bcaf-a0bd4c806362 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:24.401344 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c67012ab-0f77-4eeb-ab0a-5aa318ae50a8 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:24.404023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Checking segment: {'id': '80dffab5-2c5e-4c86-80d1-f0516e3f4977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e78452a7-1878-4225-a3e2-9554b72290a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:24.404393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Network hostable DHCP agents. Network: e78452a7-1878-4225-a3e2-9554b72290a0, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:47:24.412213 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e9d2c994-ed99-4b82-bcaf-a0bd4c806362 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "PUT /v2.0/routers/080713ac-fe4b-4d17-934a-1468359a94fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9008510 Feb 04 05:47:24.412802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeadf677-fd3b-4854-8e0c-0cdcff7df9f3 None None] Sync routers for ids ['080713ac-fe4b-4d17-934a-1468359a94fc'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:24.417338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ae5cb-e06a-4ef6-9ce5-60cc3f3522d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564bf714-a740-40fb-a5be-9fceec577060,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:24.421257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52386) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.425099 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeadf677-fd3b-4854-8e0c-0cdcff7df9f3 None None] Routers {'080713ac-fe4b-4d17-934a-1468359a94fc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:24.426111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-aeadf677-fd3b-4854-8e0c-0cdcff7df9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['080713ac-fe4b-4d17-934a-1468359a94fc'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:24.454874 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-ba663a60-96ce-4c9e-8d23-77fa5bb028d4 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] delete failed (client error): The resource could not be found. Feb 04 05:47:24.458146 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ba663a60-96ce-4c9e-8d23-77fa5bb028d4 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/routers/2efbb287-656b-4cdf-8193-0ceeb434db02 HTTP/1.1" status: 404 len: 336 time: 0.0614774 Feb 04 05:47:24.459992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52388) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.485163 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Network e78452a7-1878-4225-a3e2-9554b72290a0 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:47:24.498201 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-568d93d3-a379-44bf-b1e0-c956c3b85e2b tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:24.498749 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568d93d3-a379-44bf-b1e0-c956c3b85e2b tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:24.501709 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-568d93d3-a379-44bf-b1e0-c956c3b85e2b tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/1c109920-0aea-4e52-bb48-600139464256 HTTP/1.1" status: 404 len: 337 time: 0.0407259 Feb 04 05:47:24.502734 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd2816c-0476-4756-b2e6-1fd689e145f2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:24.504495 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0bd2816c-0476-4756-b2e6-1fd689e145f2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports?device_id=080713ac-fe4b-4d17-934a-1468359a94fc HTTP/1.1" status: 200 len: 989 time: 0.0822678 Feb 04 05:47:24.506778 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, e78452a7-1878-4225-a3e2-9554b72290a0) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:24.507129 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52390) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.507459 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52392) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.510600 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:24.511473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:24.529304 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9be65d-a9c0-436f-a029-8be9c8efcc02 None None] Network e78452a7-1878-4225-a3e2-9554b72290a0 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:24.539990 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-aeadf677-fd3b-4854-8e0c-0cdcff7df9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:24.540227 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c67012ab-0f77-4eeb-ab0a-5aa318ae50a8 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:24.542591 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c67012ab-0f77-4eeb-ab0a-5aa318ae50a8 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:24.546015 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c67012ab-0f77-4eeb-ab0a-5aa318ae50a8 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "DELETE /v2.0/security-groups/9bb0542c-6047-4bba-89ff-97d319b75865 HTTP/1.1" status: 204 len: 168 time: 0.4517078 Feb 04 05:47:24.552973 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52394) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.580658 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-67a1818e-b021-4ff1-adc9-cd4243073f4f tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b652faf-d575-4ce2-a38f-0b4cfe2ba09a HTTP/1.1" status: 200 len: 205 time: 0.0709882 Feb 04 05:47:24.582470 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Allocated IP 172.20.0.1 (29da9c28-8cc8-4054-ab33-f05782f608a4/10ef0ba8-1e82-4b90-ae6f-c5c2a334b860/fa7f0711-758d-435d-b688-90c2a75223fa) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:24.588759 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52396) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.675966 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-1e5f1f98-2bc6-4527-9905-484a3f9aa4d6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] delete failed (client error): The resource could not be found. Feb 04 05:47:24.677496 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1e5f1f98-2bc6-4527-9905-484a3f9aa4d6 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/routers/0b652faf-d575-4ce2-a38f-0b4cfe2ba09a HTTP/1.1" status: 404 len: 336 time: 0.0873890 Feb 04 05:47:24.683524 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52398) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.685652 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeadf677-fd3b-4854-8e0c-0cdcff7df9f3 None None] Routers {'080713ac-fe4b-4d17-934a-1468359a94fc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:24.686392 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-aeadf677-fd3b-4854-8e0c-0cdcff7df9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['080713ac-fe4b-4d17-934a-1468359a94fc'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:24.746784 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-aeadf677-fd3b-4854-8e0c-0cdcff7df9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:24.747558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeadf677-fd3b-4854-8e0c-0cdcff7df9f3 None None] The sync data for ids ['080713ac-fe4b-4d17-934a-1468359a94fc'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:24.772796 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-329fcfec-bf34-46da-a167-25d17b87b393 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:24.773521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329fcfec-bf34-46da-a167-25d17b87b393 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:24.776915 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-329fcfec-bf34-46da-a167-25d17b87b393 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/06b851a3-7cfe-4fda-8364-c144285ba8a5 HTTP/1.1" status: 404 len: 337 time: 0.0919871 Feb 04 05:47:24.781353 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52400) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.823229 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4ec14708-ae2a-4f48-9367-68ac8fd92522 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d87ac32-1ed7-44d1-b5d3-8077deb82dda HTTP/1.1" status: 200 len: 205 time: 0.0401654 Feb 04 05:47:24.856218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52402) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.920375 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67012ab-0f77-4eeb-ab0a-5aa318ae50a8 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb0542c-6047-4bba-89ff-97d319b75865,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:24.950259 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event updated for resources: {'Port': ['ID=9881b4f4-698b-438b-ac36-08b0823d3fd9,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:24.950481 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-9338b56e-f274-4679-9fc5-4f2f7c663a82 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] delete failed (client error): The resource could not be found. Feb 04 05:47:24.950481 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9338b56e-f274-4679-9fc5-4f2f7c663a82 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/routers/4d87ac32-1ed7-44d1-b5d3-8077deb82dda HTTP/1.1" status: 404 len: 336 time: 0.0904231 Feb 04 05:47:24.956064 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52404) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.974916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Checking segment: {'id': '89735e5f-62a2-43dc-8b38-9b99ae30e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '87d611ff-bb24-4fad-a2b3-fefb0217ffd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:24.975287 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Network hostable DHCP agents. Network: 87d611ff-bb24-4fad-a2b3-fefb0217ffd7, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:47:24.981816 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c2d5228f-0c61-4898-a660-c88a5d645e9c tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4237437 Feb 04 05:47:24.984895 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52406) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:24.989201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-011a013c-06a3-4c1f-bc79-c6a3e6f72fea tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group': {'name': 'tempest-secgroup--211661640'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:25.000133 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-242c6e5a-c219-42af-b85b-00d3c24524a9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:25.000590 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242c6e5a-c219-42af-b85b-00d3c24524a9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:25.006315 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-242c6e5a-c219-42af-b85b-00d3c24524a9 tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/ee5960ae-ceb1-4e37-8df7-da6f80cc06b0 HTTP/1.1" status: 404 len: 337 time: 0.0475256 Feb 04 05:47:25.009016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52408) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.019134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Network 87d611ff-bb24-4fad-a2b3-fefb0217ffd7 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:47:25.029642 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.030690 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-011a013c-06a3-4c1f-bc79-c6a3e6f72fea tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.033747 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 87d611ff-bb24-4fad-a2b3-fefb0217ffd7) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:25.042636 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58552e6b-5008-441d-8a55-5af2ae24e790 None None] Network 87d611ff-bb24-4fad-a2b3-fefb0217ffd7 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:25.045050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:25.050526 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:25.052832 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce7f0cd-533e-4358-9767-d851238c164c tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:25.053290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce7f0cd-533e-4358-9767-d851238c164c tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:25.055417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:25.056237 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9ce7f0cd-533e-4358-9767-d851238c164c tempest-RoutersIpV6Test-561769620 tempest-RoutersIpV6Test-561769620-project] 10.222.0.10 "DELETE /v2.0/subnets/93138ca7-6709-4886-8459-dd34e1d4aea9 HTTP/1.1" status: 404 len: 337 time: 0.0415695 Feb 04 05:47:25.058286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.101866 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c9aadfa3-8869-44e2-988e-1c0d8177a9b5 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8409600 Feb 04 05:47:25.105066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52412) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.154538 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.208958 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-011a013c-06a3-4c1f-bc79-c6a3e6f72fea tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.219093 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network 29da9c28-8cc8-4054-ab33-f05782f608a4 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:25.221238 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01e688-7e16-4568-b028-f73bd24fec50 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:25.228802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01e688-7e16-4568-b028-f73bd24fec50 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:25.232891 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bb01e688-7e16-4568-b028-f73bd24fec50 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1245809 Feb 04 05:47:25.234354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-011a013c-06a3-4c1f-bc79-c6a3e6f72fea tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.236573 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52414) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.247515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:25.256611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:25.291351 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=fa7f0711-758d-435d-b688-90c2a75223fa,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:25.294208 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a013c-06a3-4c1f-bc79-c6a3e6f72fea tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33db7083-591a-4802-a308-3166555674fc,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:25.304117 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-011a013c-06a3-4c1f-bc79-c6a3e6f72fea tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.305465 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-011a013c-06a3-4c1f-bc79-c6a3e6f72fea tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3195546 Feb 04 05:47:25.308172 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52418) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.313009 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1bc53f83-01a3-421e-afe1-5a55c4f4e737 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '33db7083-591a-4802-a308-3166555674fc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:25.313605 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-1bc53f83-01a3-421e-afe1-5a55c4f4e737 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 05:47:25.314208 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-1bc53f83-01a3-421e-afe1-5a55c4f4e737 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:25.315291 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1bc53f83-01a3-421e-afe1-5a55c4f4e737 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060461 Feb 04 05:47:25.321117 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52420) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.328826 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e0f9ded0-5f29-4061-8e57-ae962d6d3c3b tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '33db7083-591a-4802-a308-3166555674fc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:25.341872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.375120 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5a280339-7929-4042-b85b-3ed27503ed2c tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Deleting port 73df3f8a-a098-43b1-9bac-bb17cf54f9f2 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:25.375607 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5a280339-7929-4042-b85b-3ed27503ed2c tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.398474 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52422) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.446418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5a280339-7929-4042-b85b-3ed27503ed2c tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.462380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5a280339-7929-4042-b85b-3ed27503ed2c tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Calling delete_port for 73df3f8a-a098-43b1-9bac-bb17cf54f9f2 owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:25.531931 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-61e1d752-b37f-442a-9826-d1116e8c6779 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.534154 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-e0f9ded0-5f29-4061-8e57-ae962d6d3c3b tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:25.535331 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e0f9ded0-5f29-4061-8e57-ae962d6d3c3b tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2132671 Feb 04 05:47:25.539299 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52426) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.550197 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-73558520-d6cf-4b75-b9f6-962d9c879e1d tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '33db7083-591a-4802-a308-3166555674fc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:25.550682 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-73558520-d6cf-4b75-b9f6-962d9c879e1d tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 04 05:47:25.551176 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-73558520-d6cf-4b75-b9f6-962d9c879e1d tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:25.552722 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-73558520-d6cf-4b75-b9f6-962d9c879e1d tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066037 Feb 04 05:47:25.556259 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52428) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.560833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-9ef0338e-c8bf-47b5-a853-9073577eb502 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '33db7083-591a-4802-a308-3166555674fc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:25.595333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5a280339-7929-4042-b85b-3ed27503ed2c tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.632169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5a280339-7929-4042-b85b-3ed27503ed2c tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.638160 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5a280339-7929-4042-b85b-3ed27503ed2c tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "DELETE /v2.0/ports/73df3f8a-a098-43b1-9bac-bb17cf54f9f2 HTTP/1.1" status: 204 len: 168 time: 0.3940849 Feb 04 05:47:25.639212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a280339-7929-4042-b85b-3ed27503ed2c tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event deleted for resources: {'Port': ['ID=73df3f8a-a098-43b1-9bac-bb17cf54f9f2,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:25.643366 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52430) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.651123 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-9ef0338e-c8bf-47b5-a853-9073577eb502 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:25.654973 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9ef0338e-c8bf-47b5-a853-9073577eb502 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0950277 Feb 04 05:47:25.655278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52432) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.659873 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-466a5e38-b6c8-4a0c-8b9f-048d9c349bd6 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '33db7083-591a-4802-a308-3166555674fc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:25.660798 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-466a5e38-b6c8-4a0c-8b9f-048d9c349bd6 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 04 05:47:25.661606 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-466a5e38-b6c8-4a0c-8b9f-048d9c349bd6 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:25.665825 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-466a5e38-b6c8-4a0c-8b9f-048d9c349bd6 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067875 Feb 04 05:47:25.666592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52434) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.667425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b82590eb-50be-475d-aec3-361702dbdfbc None None] Provisioning complete for port fa7f0711-758d-435d-b688-90c2a75223fa triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:25.667995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b82590eb-50be-475d-aec3-361702dbdfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.671375 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3247df1f-cb54-4983-9e88-62335440b66d tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '33db7083-591a-4802-a308-3166555674fc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:25.712378 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b82590eb-50be-475d-aec3-361702dbdfbc None None] Port fa7f0711-758d-435d-b688-90c2a75223fa cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:25.719589 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-3247df1f-cb54-4983-9e88-62335440b66d tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:25.720860 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3247df1f-cb54-4983-9e88-62335440b66d tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0537457 Feb 04 05:47:25.725811 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52436) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.730908 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d24c2934-3a21-440c-b312-3fa580d5d109 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '33db7083-591a-4802-a308-3166555674fc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:25.731383 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-d24c2934-3a21-440c-b312-3fa580d5d109 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 04 05:47:25.731901 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-d24c2934-3a21-440c-b312-3fa580d5d109 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:25.732942 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d24c2934-3a21-440c-b312-3fa580d5d109 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059922 Feb 04 05:47:25.735510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52438) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.740285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-60cd6e62-3839-446e-a8cb-3472c6c1cdc6 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '33db7083-591a-4802-a308-3166555674fc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:25.780603 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-60cd6e62-3839-446e-a8cb-3472c6c1cdc6 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:25.784511 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-60cd6e62-3839-446e-a8cb-3472c6c1cdc6 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0454283 Feb 04 05:47:25.784678 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-63a8baa8-0cf2-45b2-b99a-d42d400d121c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88d5c78407554f26b7a9120ff2a8aaeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826835 Feb 04 05:47:25.784882 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52440) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.785875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52442) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.796608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-54580031-9aba-414d-a84a-3fb2763e2cca tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '33db7083-591a-4802-a308-3166555674fc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:25.823723 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.865309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-005c15e3-c459-4618-b9d2-66f9719e372e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.880943 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-54580031-9aba-414d-a84a-3fb2763e2cca tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:25.882023 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-54580031-9aba-414d-a84a-3fb2763e2cca tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0942721 Feb 04 05:47:25.886604 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52444) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:25.897968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-005c15e3-c459-4618-b9d2-66f9719e372e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.969662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb1da893-cf97-4e96-852a-e754e6d5fd1b tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.970761 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-62ed81d9-a959-4a9c-8b1d-39da737cb77e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Deleting port 9881b4f4-698b-438b-ac36-08b0823d3fd9 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:25.971102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62ed81d9-a959-4a9c-8b1d-39da737cb77e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.994710 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-005c15e3-c459-4618-b9d2-66f9719e372e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.997285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-005c15e3-c459-4618-b9d2-66f9719e372e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:25.998513 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-005c15e3-c459-4618-b9d2-66f9719e372e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1546385f-d4ac-4516-8873-14fa3050a752 HTTP/1.1" status: 204 len: 168 time: 0.2096412 Feb 04 05:47:26.000420 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb1da893-cf97-4e96-852a-e754e6d5fd1b tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.022567 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c15e3-c459-4618-b9d2-66f9719e372e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1546385f-d4ac-4516-8873-14fa3050a752,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:26.058897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb1da893-cf97-4e96-852a-e754e6d5fd1b tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.061850 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb1da893-cf97-4e96-852a-e754e6d5fd1b tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.064062 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bb1da893-cf97-4e96-852a-e754e6d5fd1b tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "DELETE /v2.0/security-groups/33db7083-591a-4802-a308-3166555674fc HTTP/1.1" status: 204 len: 168 time: 0.1766832 Feb 04 05:47:26.068409 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52448) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:26.088438 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1da893-cf97-4e96-852a-e754e6d5fd1b tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33db7083-591a-4802-a308-3166555674fc,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:26.135573 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9eac3329-93a8-4606-960b-014292396f25 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612214 Feb 04 05:47:26.135919 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52450) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:26.140725 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-fe41f3e7-c48d-43f1-8303-70a4cbd0e45d tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group': {'name': 'tempest-secgroup--198680748'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:26.174450 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe41f3e7-c48d-43f1-8303-70a4cbd0e45d tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.262847 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe41f3e7-c48d-43f1-8303-70a4cbd0e45d tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.266839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe41f3e7-c48d-43f1-8303-70a4cbd0e45d tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.300817 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe41f3e7-c48d-43f1-8303-70a4cbd0e45d tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.305115 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fe41f3e7-c48d-43f1-8303-70a4cbd0e45d tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1650934 Feb 04 05:47:26.305115 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52458) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:26.309447 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a3c1514c-f7e2-44dd-ac2e-100bdbeb5c0e tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '90b052a7-3241-4bb6-86f7-1b9f79359a5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:26.315522 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41f3e7-c48d-43f1-8303-70a4cbd0e45d tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b052a7-3241-4bb6-86f7-1b9f79359a5c,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:26.362326 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-a3c1514c-f7e2-44dd-ac2e-100bdbeb5c0e tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The resource could not be found. Feb 04 05:47:26.363915 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a3c1514c-f7e2-44dd-ac2e-100bdbeb5c0e tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0579829 Feb 04 05:47:26.366785 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52462) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:26.372243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bce68c5c-104c-4cef-9560-12a7a4ee5758 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '90b052a7-3241-4bb6-86f7-1b9f79359a5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '14a38e35-98e9-4824-9242-f8ba0e6b97a4'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:26.419338 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-bce68c5c-104c-4cef-9560-12a7a4ee5758 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The resource could not be found. Feb 04 05:47:26.420674 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bce68c5c-104c-4cef-9560-12a7a4ee5758 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0528996 Feb 04 05:47:26.421203 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62ed81d9-a959-4a9c-8b1d-39da737cb77e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.423883 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52466) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:26.443912 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-62ed81d9-a959-4a9c-8b1d-39da737cb77e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Calling delete_port for 9881b4f4-698b-438b-ac36-08b0823d3fd9 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:26.486686 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b4c4fe14-ebe5-4347-88aa-fdfe8055d6de tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.516847 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b4c4fe14-ebe5-4347-88aa-fdfe8055d6de tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.559358 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-61e1d752-b37f-442a-9826-d1116e8c6779 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port 097ce8d2-88ad-4b2c-85d3-cd7575cc6232 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:26.560281 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-61e1d752-b37f-442a-9826-d1116e8c6779 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.566690 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b4c4fe14-ebe5-4347-88aa-fdfe8055d6de tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.570045 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b4c4fe14-ebe5-4347-88aa-fdfe8055d6de tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.574199 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b4c4fe14-ebe5-4347-88aa-fdfe8055d6de tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "DELETE /v2.0/security-groups/90b052a7-3241-4bb6-86f7-1b9f79359a5c HTTP/1.1" status: 204 len: 168 time: 0.1490092 Feb 04 05:47:26.580285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52472) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:26.601912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4fe14-ebe5-4347-88aa-fdfe8055d6de tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b052a7-3241-4bb6-86f7-1b9f79359a5c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:26.634793 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-dd1c1749-fb02-4142-b87b-ec7d79cfddfb tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562453 Feb 04 05:47:26.639289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52476) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:26.646087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1c48b783-71b4-4939-b707-e2d691d589b5 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': '6213258f-6779-4b8d-b7d6-67b17fa377dd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:26.691282 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-1c48b783-71b4-4939-b707-e2d691d589b5 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The resource could not be found. Feb 04 05:47:26.696462 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1c48b783-71b4-4939-b707-e2d691d589b5 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0519147 Feb 04 05:47:26.696715 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52480) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:26.702324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-21a678c1-3f60-44f2-899d-4194ea27922a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group': {'name': 'tempest-secgroup--846916048'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:26.722723 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62ed81d9-a959-4a9c-8b1d-39da737cb77e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.728867 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21a678c1-3f60-44f2-899d-4194ea27922a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.742462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-61e1d752-b37f-442a-9826-d1116e8c6779 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.754489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.782143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed81d9-a959-4a9c-8b1d-39da737cb77e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event deleted for resources: {'Port': ['ID=9881b4f4-698b-438b-ac36-08b0823d3fd9,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:26.788520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.791714 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52482) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:26.793301 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-61e1d752-b37f-442a-9826-d1116e8c6779 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for 097ce8d2-88ad-4b2c-85d3-cd7575cc6232 owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:26.818709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62ed81d9-a959-4a9c-8b1d-39da737cb77e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.824344 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-62ed81d9-a959-4a9c-8b1d-39da737cb77e tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "DELETE /v2.0/ports/9881b4f4-698b-438b-ac36-08b0823d3fd9 HTTP/1.1" status: 204 len: 168 time: 1.1775384 Feb 04 05:47:26.824505 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21a678c1-3f60-44f2-899d-4194ea27922a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.825392 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52486) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:26.838713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21a678c1-3f60-44f2-899d-4194ea27922a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.869914 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4b34c8c3-85f4-474e-a4f0-0e6e08ad1c26 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0403886 Feb 04 05:47:26.873361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52488) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:26.881795 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6afb241e-593e-4f09-b950-f4e3b65f1f3f tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1229400602'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:26.891609 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21a678c1-3f60-44f2-899d-4194ea27922a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.892862 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-21a678c1-3f60-44f2-899d-4194ea27922a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1951740 Feb 04 05:47:26.898482 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52490) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:26.903798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-e1b3e66b-38fc-4cf7-8f1b-c688164ca146 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127274680'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:26.918549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a678c1-3f60-44f2-899d-4194ea27922a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e598fc-2354-46f8-9bf8-bca89aa6280f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:26.944177 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=fa7f0711-758d-435d-b688-90c2a75223fa,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:26.946058 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afb241e-593e-4f09-b950-f4e3b65f1f3f tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Made reservation on behalf of d3c9953905bc42c297e73edcdd180d45 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:26.949675 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6afb241e-593e-4f09-b950-f4e3b65f1f3f tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.952224 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.962280 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1b3e66b-38fc-4cf7-8f1b-c688164ca146 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:26.978305 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-ce764d2b-5b8d-4f6f-944e-315f673ac003 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1358289046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:27.010861 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afb241e-593e-4f09-b950-f4e3b65f1f3f tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:27.040540 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6afb241e-593e-4f09-b950-f4e3b65f1f3f tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.040993 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-6afb241e-593e-4f09-b950-f4e3b65f1f3f tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Added segment 95e86636-cc49-44f8-ba17-10819c940fcc of type vlan for network 29ae8907-072a-4573-80d9-62446c25011d Feb 04 05:47:27.043769 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce764d2b-5b8d-4f6f-944e-315f673ac003 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.044836 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce764d2b-5b8d-4f6f-944e-315f673ac003 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.107777 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6afb241e-593e-4f09-b950-f4e3b65f1f3f tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.129922 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network 29da9c28-8cc8-4054-ab33-f05782f608a4 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:27.133098 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:27.135580 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1b3e66b-38fc-4cf7-8f1b-c688164ca146 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.141724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1b3e66b-38fc-4cf7-8f1b-c688164ca146 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.189192 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-61e1d752-b37f-442a-9826-d1116e8c6779 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.189476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6afb241e-593e-4f09-b950-f4e3b65f1f3f tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.195274 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afb241e-593e-4f09-b950-f4e3b65f1f3f tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:27.195918 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6afb241e-593e-4f09-b950-f4e3b65f1f3f tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.209076 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1b3e66b-38fc-4cf7-8f1b-c688164ca146 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.213248 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e1b3e66b-38fc-4cf7-8f1b-c688164ca146 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3107202 Feb 04 05:47:27.220519 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52492) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:27.226344 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1d752-b37f-442a-9826-d1116e8c6779 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=097ce8d2-88ad-4b2c-85d3-cd7575cc6232,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:27.232479 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-50e1c8f0-7c6e-452a-8fa6-69d3e9e9ef6e tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group_rule': {'security_group_id': 'b5e598fc-2354-46f8-9bf8-bca89aa6280f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '199aa681-9190-40ab-9399-8d0c0f6c33c0'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:27.288481 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce764d2b-5b8d-4f6f-944e-315f673ac003 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.289402 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3e66b-38fc-4cf7-8f1b-c688164ca146 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199aa681-9190-40ab-9399-8d0c0f6c33c0,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:27.301794 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce764d2b-5b8d-4f6f-944e-315f673ac003 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.315622 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6afb241e-593e-4f09-b950-f4e3b65f1f3f tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4389360 Feb 04 05:47:27.321250 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52494) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:27.328912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b183ac89-efb8-4fac-9576-b0790d83bfee tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1936196033'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:27.335102 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb241e-593e-4f09-b950-f4e3b65f1f3f tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event updated for resources: {'Network': ['ID=29ae8907-072a-4573-80d9-62446c25011d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:27.341503 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce764d2b-5b8d-4f6f-944e-315f673ac003 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.342880 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ce764d2b-5b8d-4f6f-944e-315f673ac003 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5501487 Feb 04 05:47:27.345653 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52496) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:27.351458 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-909255684'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:27.356167 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 29ae8907-072a-4573-80d9-62446c25011d details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:27.390360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b183ac89-efb8-4fac-9576-b0790d83bfee tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Made reservation on behalf of d3c9953905bc42c297e73edcdd180d45 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:27.393942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b183ac89-efb8-4fac-9576-b0790d83bfee tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.410554 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Made reservation on behalf of f8fdb3a1aca44565a5300b810624cef4 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:27.414239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.421298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-61e1d752-b37f-442a-9826-d1116e8c6779 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.435939 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.446876 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router d04b658a-5617-49e2-87e9-6dd789e3a84d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:27.481858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b183ac89-efb8-4fac-9576-b0790d83bfee tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:27.499924 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b183ac89-efb8-4fac-9576-b0790d83bfee tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.500487 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-b183ac89-efb8-4fac-9576-b0790d83bfee tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Added segment 00c914c9-b2c7-4aea-8304-19f8f8f0b336 of type vlan for network 46e31b34-155f-4164-947f-09b1138194ac Feb 04 05:47:27.552415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-fc9111fa-f6bd-4fed-a7d5-61dbb3714e6b None None] Provisioning complete for port fa7f0711-758d-435d-b688-90c2a75223fa triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:27.553556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fc9111fa-f6bd-4fed-a7d5-61dbb3714e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.563720 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b183ac89-efb8-4fac-9576-b0790d83bfee tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.601160 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.604143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-fc9111fa-f6bd-4fed-a7d5-61dbb3714e6b None None] Port fa7f0711-758d-435d-b688-90c2a75223fa cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:27.606823 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.614596 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b183ac89-efb8-4fac-9576-b0790d83bfee tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.619928 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b183ac89-efb8-4fac-9576-b0790d83bfee tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:27.620224 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-50e1c8f0-7c6e-452a-8fa6-69d3e9e9ef6e tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:27.620698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b183ac89-efb8-4fac-9576-b0790d83bfee tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.621274 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-50e1c8f0-7c6e-452a-8fa6-69d3e9e9ef6e tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3981028 Feb 04 05:47:27.625154 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52498) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:27.660673 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:27.709871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2be390c-7f98-4270-9c4a-22729a195acb,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:27.730072 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b183ac89-efb8-4fac-9576-b0790d83bfee tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3992198 Feb 04 05:47:27.730072 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.730072 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Added segment d6b9106f-d630-4ce2-b9ae-27c6d34a9bb7 of type vlan for network adb8d756-d074-4a90-8f45-7a111f092fdb Feb 04 05:47:27.737056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183ac89-efb8-4fac-9576-b0790d83bfee tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event updated for resources: {'Network': ['ID=46e31b34-155f-4164-947f-09b1138194ac,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:27.752950 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 46e31b34-155f-4164-947f-09b1138194ac details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:27.784281 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.793736 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e1d752-b37f-442a-9826-d1116e8c6779 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Router 080713ac-fe4b-4d17-934a-1468359a94fc has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:27.796979 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:27.805525 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-35f169bd-1357-40aa-9623-21975ed4cab4 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "PUT /v2.0/routers/d04b658a-5617-49e2-87e9-6dd789e3a84d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4308007 Feb 04 05:47:27.805525 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9231d7a9-53fb-4937-9908-064fb436cf1a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.807688 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa7a17-a307-41de-87c8-c387ca02022f None None] Sync routers for ids ['d04b658a-5617-49e2-87e9-6dd789e3a84d'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:27.818626 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa7a17-a307-41de-87c8-c387ca02022f None None] Routers {'d04b658a-5617-49e2-87e9-6dd789e3a84d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:27.819589 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6caa7a17-a307-41de-87c8-c387ca02022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['d04b658a-5617-49e2-87e9-6dd789e3a84d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:27.821801 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52500) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:27.828068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9231d7a9-53fb-4937-9908-064fb436cf1a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.832031 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-fd6f9019-abf8-4ee7-ba4c-76f39246633e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'port': {'network_id': '29da9c28-8cc8-4054-ab33-f05782f608a4', 'name': 'tempest-FloatingIPTestJSON-3674844'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:27.867257 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52502) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:27.876703 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6caa7a17-a307-41de-87c8-c387ca02022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:27.877008 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Request body: {'subnets': [{'network_id': '29ae8907-072a-4573-80d9-62446c25011d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1358925592', 'ip_version': 4}, {'network_id': '46e31b34-155f-4164-947f-09b1138194ac', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:27.877332 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Request body: {'subnet': {'network_id': '29ae8907-072a-4573-80d9-62446c25011d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1358925592', 'ip_version': 4}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:27.877927 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Request body: {'subnet': {'network_id': '46e31b34-155f-4164-947f-09b1138194ac', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:27.885441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9231d7a9-53fb-4937-9908-064fb436cf1a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.886657 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa7a17-a307-41de-87c8-c387ca02022f None None] Routers {'d04b658a-5617-49e2-87e9-6dd789e3a84d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:27.887352 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6caa7a17-a307-41de-87c8-c387ca02022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['d04b658a-5617-49e2-87e9-6dd789e3a84d'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:27.887942 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9231d7a9-53fb-4937-9908-064fb436cf1a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.889055 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9231d7a9-53fb-4937-9908-064fb436cf1a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "DELETE /v2.0/security-groups/199aa681-9190-40ab-9399-8d0c0f6c33c0 HTTP/1.1" status: 204 len: 168 time: 0.2615957 Feb 04 05:47:27.903428 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52504) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:27.924656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.926793 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6caa7a17-a307-41de-87c8-c387ca02022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:27.928168 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa7a17-a307-41de-87c8-c387ca02022f None None] The sync data for ids ['d04b658a-5617-49e2-87e9-6dd789e3a84d'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:27.931896 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:27.932815 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:27.951736 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231d7a9-53fb-4937-9908-064fb436cf1a tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199aa681-9190-40ab-9399-8d0c0f6c33c0,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:28.036279 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6895187 Feb 04 05:47:28.042046 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52506) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:28.049954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5f0cefe8-ac7a-48e8-8360-8ebce333f652 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Request body: {'subnet': {'network_id': 'adb8d756-d074-4a90-8f45-7a111f092fdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:28.056134 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e1d752-b37f-442a-9826-d1116e8c6779 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:28.062315 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-61e1d752-b37f-442a-9826-d1116e8c6779 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "PUT /v2.0/routers/080713ac-fe4b-4d17-934a-1468359a94fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5538061 Feb 04 05:47:28.062865 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4c6b2a70-ff89-498b-a4b2-ad3545bfd6b0 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1583042 Feb 04 05:47:28.063769 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e870e-ce03-48ef-976b-1fa73972e209 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event updated for resources: {'Network': ['ID=adb8d756-d074-4a90-8f45-7a111f092fdb,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:28.066036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52508) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:28.066372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52510) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:28.071539 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3905b7-96bd-4c6d-babd-8df9a9bfcd5c None None] Sync routers for ids ['080713ac-fe4b-4d17-934a-1468359a94fc'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:28.083995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network adb8d756-d074-4a90-8f45-7a111f092fdb details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:28.104287 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-d693b645-240d-44d3-a4d6-0f9c41afb680 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] GET failed (client error): The resource could not be found. Feb 04 05:47:28.109191 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d693b645-240d-44d3-a4d6-0f9c41afb680 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/097ce8d2-88ad-4b2c-85d3-cd7575cc6232 HTTP/1.1" status: 404 len: 333 time: 0.0352850 Feb 04 05:47:28.115897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52512) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:28.136578 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3905b7-96bd-4c6d-babd-8df9a9bfcd5c None None] Routers {'080713ac-fe4b-4d17-934a-1468359a94fc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:28.137214 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3a3905b7-96bd-4c6d-babd-8df9a9bfcd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['080713ac-fe4b-4d17-934a-1468359a94fc'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:28.174454 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3a3905b7-96bd-4c6d-babd-8df9a9bfcd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:28.190194 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3905b7-96bd-4c6d-babd-8df9a9bfcd5c None None] Routers {'080713ac-fe4b-4d17-934a-1468359a94fc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:28.190788 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3a3905b7-96bd-4c6d-babd-8df9a9bfcd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['080713ac-fe4b-4d17-934a-1468359a94fc'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:28.199686 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f516b5b6-4024-4d4f-afad-f93eb685f6e2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.224200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3a3905b7-96bd-4c6d-babd-8df9a9bfcd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:28.224855 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3905b7-96bd-4c6d-babd-8df9a9bfcd5c None None] The sync data for ids ['080713ac-fe4b-4d17-934a-1468359a94fc'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:28.240697 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0cefe8-ac7a-48e8-8360-8ebce333f652 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Made reservation on behalf of f8fdb3a1aca44565a5300b810624cef4 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:28.245222 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f0cefe8-ac7a-48e8-8360-8ebce333f652 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.250126 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Made reservation on behalf of d3c9953905bc42c297e73edcdd180d45 for: {'subnet': 2} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:28.254547 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.254897 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.408130 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30228c2e-6fc2-4342-86a9-ec52b616bef1 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.412514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6f9019-abf8-4ee7-ba4c-76f39246633e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Made reservation on behalf of af7ed8c79e9440cba9e994a8562af4d0 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:28.415981 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fd6f9019-abf8-4ee7-ba4c-76f39246633e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.434268 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f516b5b6-4024-4d4f-afad-f93eb685f6e2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.441815 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f516b5b6-4024-4d4f-afad-f93eb685f6e2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.455814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30228c2e-6fc2-4342-86a9-ec52b616bef1 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.496682 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-fd6f9019-abf8-4ee7-ba4c-76f39246633e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] device_id is not set on port c2a114b3-85e6-44b7-946a-f7fe64566d1b yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:47:28.554944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f516b5b6-4024-4d4f-afad-f93eb685f6e2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.555662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f516b5b6-4024-4d4f-afad-f93eb685f6e2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Fanout notify agent at l3_agent the message router_deleted on router 080713ac-fe4b-4d17-934a-1468359a94fc {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:47:28.568087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f516b5b6-4024-4d4f-afad-f93eb685f6e2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.569185 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f516b5b6-4024-4d4f-afad-f93eb685f6e2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/routers/080713ac-fe4b-4d17-934a-1468359a94fc HTTP/1.1" status: 204 len: 168 time: 0.4525304 Feb 04 05:47:28.572047 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52514) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:28.595832 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30228c2e-6fc2-4342-86a9-ec52b616bef1 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.598327 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30228c2e-6fc2-4342-86a9-ec52b616bef1 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.600015 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-30228c2e-6fc2-4342-86a9-ec52b616bef1 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "DELETE /v2.0/security-groups/b5e598fc-2354-46f8-9bf8-bca89aa6280f HTTP/1.1" status: 204 len: 168 time: 0.5280120 Feb 04 05:47:28.606087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52516) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:28.634564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f0cefe8-ac7a-48e8-8360-8ebce333f652 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.650007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30228c2e-6fc2-4342-86a9-ec52b616bef1 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e598fc-2354-46f8-9bf8-bca89aa6280f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:28.692350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-fd6f9019-abf8-4ee7-ba4c-76f39246633e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Allocated IP 172.20.0.4 (29da9c28-8cc8-4054-ab33-f05782f608a4/10ef0ba8-1e82-4b90-ae6f-c5c2a334b860/c2a114b3-85e6-44b7-946a-f7fe64566d1b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:28.697381 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-dfe25ef4-9d7b-4db9-b15c-a0c1afbe12c6 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722265 Feb 04 05:47:28.703467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52518) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:28.707695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d5bc5e4f-6a1c-4ac6-a45b-6563958eaf6e tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group': {'name': 'tempest-secgroup--715684123'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:28.740838 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4864f67-b1e3-4e2b-a9f2-b41053f2e13e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting subnet 7bbd6dc1-145c-4d0b-b009-5f4e3640d550 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:28.749589 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b4864f67-b1e3-4e2b-a9f2-b41053f2e13e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.756839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5e4f-6a1c-4ac6-a45b-6563958eaf6e tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.792316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cefe8-ac7a-48e8-8360-8ebce333f652 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event updated for resources: {'Subnet': ['ID=b39b9730-1f8f-4a31-9c56-476e6400b0b3,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:28.843512 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b4864f67-b1e3-4e2b-a9f2-b41053f2e13e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.879678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0cefe8-ac7a-48e8-8360-8ebce333f652 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Checking segment: {'id': 'd6b9106f-d630-4ce2-b9ae-27c6d34a9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'adb8d756-d074-4a90-8f45-7a111f092fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:28.880623 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0cefe8-ac7a-48e8-8360-8ebce333f652 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Network hostable DHCP agents. Network: adb8d756-d074-4a90-8f45-7a111f092fdb, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:47:28.914254 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5e4f-6a1c-4ac6-a45b-6563958eaf6e tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.917034 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fd6f9019-abf8-4ee7-ba4c-76f39246633e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.919884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5e4f-6a1c-4ac6-a45b-6563958eaf6e tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.959245 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5e4f-6a1c-4ac6-a45b-6563958eaf6e tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:28.960407 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d5bc5e4f-6a1c-4ac6-a45b-6563958eaf6e tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2560227 Feb 04 05:47:28.964362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc5e4f-6a1c-4ac6-a45b-6563958eaf6e tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8fd707-0279-4338-96af-617318408ec2,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:28.970328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52520) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:28.975928 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-5d0f49d8-bf5a-4605-a1e6-a50383bbc102 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:28.976342 dv-neutron-827794-1-hyperv neutron-server[108744]: WARNING neutron.api.v2.base [None req-5d0f49d8-bf5a-4605-a1e6-a50383bbc102 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 04 05:47:28.976844 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-5d0f49d8-bf5a-4605-a1e6-a50383bbc102 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 05:47:28.977796 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5d0f49d8-bf5a-4605-a1e6-a50383bbc102 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "PUT /v2.0/security-groups/4d8fd707-0279-4338-96af-617318408ec2 HTTP/1.1" status: 409 len: 330 time: 0.0065322 Feb 04 05:47:28.980612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52522) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:28.981962 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0cefe8-ac7a-48e8-8360-8ebce333f652 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Network adb8d756-d074-4a90-8f45-7a111f092fdb is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:47:29.009606 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fd6f9019-abf8-4ee7-ba4c-76f39246633e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.026035 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-5f0cefe8-ac7a-48e8-8360-8ebce333f652 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, adb8d756-d074-4a90-8f45-7a111f092fdb) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:29.030732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0cefe8-ac7a-48e8-8360-8ebce333f652 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:29.031895 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f0cefe8-ac7a-48e8-8360-8ebce333f652 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.036074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f920dce5-a84e-4c38-a9ec-143565445433 None None] Network adb8d756-d074-4a90-8f45-7a111f092fdb requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:29.045143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b4864f67-b1e3-4e2b-a9f2-b41053f2e13e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.069547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6f9019-abf8-4ee7-ba4c-76f39246633e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Network 29da9c28-8cc8-4054-ab33-f05782f608a4 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:29.074803 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.081024 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-fd6f9019-abf8-4ee7-ba4c-76f39246633e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:29.089722 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f9019-abf8-4ee7-ba4c-76f39246633e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:29.114570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-792b58b7-74fd-46ac-b03f-528d566bb57f tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.116499 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f9019-abf8-4ee7-ba4c-76f39246633e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event updated for resources: {'Port': ['ID=c2a114b3-85e6-44b7-946a-f7fe64566d1b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:29.122046 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5f0cefe8-ac7a-48e8-8360-8ebce333f652 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0788784 Feb 04 05:47:29.128038 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52524) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:29.139771 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7a0ea2b1-f512-4954-892e-c0ae296b07be tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Request body: {'network': {'name': 'tempest-router-network01--1983775646'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:29.162013 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event updated for resources: {'Subnet': ['ID=d62ee425-503c-4329-b385-4f50099bfa33,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:29.169789 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-792b58b7-74fd-46ac-b03f-528d566bb57f tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.184254 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Checking segment: {'id': '95e86636-cc49-44f8-ba17-10819c940fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '29ae8907-072a-4573-80d9-62446c25011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:29.184619 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Network hostable DHCP agents. Network: 29ae8907-072a-4573-80d9-62446c25011d, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:47:29.187942 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b4864f67-b1e3-4e2b-a9f2-b41053f2e13e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.190902 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6f9019-abf8-4ee7-ba4c-76f39246633e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:29.191579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fd6f9019-abf8-4ee7-ba4c-76f39246633e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.236649 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-adb8d756-d074-4a90-8f45-7a111f092fdb', 'network_id': 'adb8d756-d074-4a90-8f45-7a111f092fdb', 'tenant_id': 'f8fdb3a1aca44565a5300b810624cef4', 'fixed_ips': [{'subnet_id': 'b39b9730-1f8f-4a31-9c56-476e6400b0b3'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:47:29.237615 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.242121 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0ea2b1-f512-4954-892e-c0ae296b07be tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Made reservation on behalf of f8fdb3a1aca44565a5300b810624cef4 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:29.246762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea2b1-f512-4954-892e-c0ae296b07be tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.256690 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fd6f9019-abf8-4ee7-ba4c-76f39246633e tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.4309685 Feb 04 05:47:29.260938 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52526) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:29.268065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-edd785c7-839e-43e7-a1c2-e709db860b7c tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Request body: {'floatingip': {'port_id': 'c2a114b3-85e6-44b7-946a-f7fe64566d1b'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:29.331394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-792b58b7-74fd-46ac-b03f-528d566bb57f tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.334995 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-792b58b7-74fd-46ac-b03f-528d566bb57f tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.340737 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-792b58b7-74fd-46ac-b03f-528d566bb57f tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "DELETE /v2.0/security-groups/4d8fd707-0279-4338-96af-617318408ec2 HTTP/1.1" status: 204 len: 168 time: 0.3589292 Feb 04 05:47:29.344229 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52528) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:29.360616 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0ea2b1-f512-4954-892e-c0ae296b07be tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:29.370734 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b58b7-74fd-46ac-b03f-528d566bb57f tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8fd707-0279-4338-96af-617318408ec2,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:29.418887 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea2b1-f512-4954-892e-c0ae296b07be tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.419370 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-7a0ea2b1-f512-4954-892e-c0ae296b07be tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Added segment 1c0c5dc8-f44b-42a6-99d7-d41a19461079 of type vlan for network 3d425889-5b71-43a7-83aa-f75468c47979 Feb 04 05:47:29.421238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Allocated IP 172.20.0.2 (adb8d756-d074-4a90-8f45-7a111f092fdb/b39b9730-1f8f-4a31-9c56-476e6400b0b3/6784b7d7-d2c4-4bca-9d92-092178fdc661) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:29.432622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-edd785c7-839e-43e7-a1c2-e709db860b7c tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.501132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6cedbdd2-8311-49c7-a275-69814db73280 None None] Provisioning complete for port c2a114b3-85e6-44b7-946a-f7fe64566d1b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:29.501431 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6cedbdd2-8311-49c7-a275-69814db73280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.521817 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d554c7cc-9eff-4d90-94ca-149cca82dbfb tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1612403 Feb 04 05:47:29.524463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52530) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:29.527338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea2b1-f512-4954-892e-c0ae296b07be tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.554818 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-ca1ebb81-e08f-4fb7-8949-1272267c5cfd tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] delete failed (client error): The resource could not be found. Feb 04 05:47:29.559688 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ca1ebb81-e08f-4fb7-8949-1272267c5cfd tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "DELETE /v2.0/security-groups/de76ddc4-82a2-4830-8ff5-ce52969a8d22 HTTP/1.1" status: 404 len: 347 time: 0.0305426 Feb 04 05:47:29.562329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6cedbdd2-8311-49c7-a275-69814db73280 None None] Port c2a114b3-85e6-44b7-946a-f7fe64566d1b cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:29.562795 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52532) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:29.589585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4864f67-b1e3-4e2b-a9f2-b41053f2e13e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbd6dc1-145c-4d0b-b009-5f4e3640d550,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:29.595680 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b4864f67-b1e3-4e2b-a9f2-b41053f2e13e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.602829 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b4864f67-b1e3-4e2b-a9f2-b41053f2e13e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/7bbd6dc1-145c-4d0b-b009-5f4e3640d550 HTTP/1.1" status: 204 len: 168 time: 1.0258238 Feb 04 05:47:29.602829 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52534) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:29.609060 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-fc95b1b1-88f9-422f-8600-a354c6314a46 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] show failed (client error): The resource could not be found. Feb 04 05:47:29.614204 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fc95b1b1-88f9-422f-8600-a354c6314a46 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "GET /v2.0/security-groups/0c72fd87-fd47-4d6a-b6e0-131737a42117 HTTP/1.1" status: 404 len: 347 time: 0.0414958 Feb 04 05:47:29.614460 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c30c05b-24c0-476f-925f-593c1f0346dc None None] Network 1bdc5df9-0b8b-418e-bd2d-04b623224113 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:29.617617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52536) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:29.634011 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Network 29ae8907-072a-4573-80d9-62446c25011d is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:47:29.642567 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea2b1-f512-4954-892e-c0ae296b07be tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.648180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ea2b1-f512-4954-892e-c0ae296b07be tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:29.648834 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea2b1-f512-4954-892e-c0ae296b07be tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.678345 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 29ae8907-072a-4573-80d9-62446c25011d) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:29.687981 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-f672c6b1-c938-4359-8cdc-7c99f8b3e129 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] show failed (client error): The resource could not be found. Feb 04 05:47:29.692385 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f672c6b1-c938-4359-8cdc-7c99f8b3e129 tempest-NegativeSecGroupTest-1186490580 tempest-NegativeSecGroupTest-1186490580-project] 10.222.0.10 "GET /v2.0/security-group-rules/1b01a45f-6b0d-48dc-b8f2-b6c98c66c8a8 HTTP/1.1" status: 404 len: 356 time: 0.0703189 Feb 04 05:47:29.693093 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.710977 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.713936 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2413153-dba3-4f76-8ab3-b5aa6bb688b1 None None] Network 29ae8907-072a-4573-80d9-62446c25011d requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:29.725151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.757412 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.776234 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event updated for resources: {'Subnet': ['ID=4de3117b-40d4-44da-9719-f8257384cbf6,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:29.777759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ea2b1-f512-4954-892e-c0ae296b07be tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event updated for resources: {'Network': ['ID=3d425889-5b71-43a7-83aa-f75468c47979,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:29.801475 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7a0ea2b1-f512-4954-892e-c0ae296b07be tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6702862 Feb 04 05:47:29.804107 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52540) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:29.809173 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1c0f2417-defa-4da3-8480-8349ffc3107b tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Request body: {'network': {'name': 'tempest-router-network02--1021154408'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:29.814530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Checking segment: {'id': '00c914c9-b2c7-4aea-8304-19f8f8f0b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e31b34-155f-4164-947f-09b1138194ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:29.814897 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Network hostable DHCP agents. Network: 46e31b34-155f-4164-947f-09b1138194ac, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:47:29.818487 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 3d425889-5b71-43a7-83aa-f75468c47979 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:29.852447 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Network 46e31b34-155f-4164-947f-09b1138194ac is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:47:29.862328 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0f2417-defa-4da3-8480-8349ffc3107b tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Made reservation on behalf of f8fdb3a1aca44565a5300b810624cef4 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:29.866777 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c0f2417-defa-4da3-8480-8349ffc3107b tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.868989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Network adb8d756-d074-4a90-8f45-7a111f092fdb is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:29.882336 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 46e31b34-155f-4164-947f-09b1138194ac) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:29.884516 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port 8c0515e1-8e07-4262-b089-429f68d8b2da {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:29.884835 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.890754 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:29.891271 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:29.891897 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.902768 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cb14be-65d2-4db0-ad16-6575e13293e5 None None] Network 46e31b34-155f-4164-947f-09b1138194ac requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:29.921216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:29.923640 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:29.952942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Pushing event updated for resources: {'Port': ['ID=6784b7d7-d2c4-4bca-9d92-092178fdc661,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:29.960888 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0f2417-defa-4da3-8480-8349ffc3107b tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:29.969758 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-64144c4b-4022-4108-9e85-b3aa867e6455 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.0987911 Feb 04 05:47:29.977373 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52544) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:29.990626 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] For port 8c0515e1-8e07-4262-b089-429f68d8b2da, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8c0515e1-8e07-4262-b089-429f68d8b2da,segment=NetworkSegment(31ca1c6a-51d8-4a7f-a195-22f13e68af1d),segment_id=31ca1c6a-51d8-4a7f-a195-22f13e68af1d)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:29.990995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.993646 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c0f2417-defa-4da3-8480-8349ffc3107b tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:29.994023 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-1c0f2417-defa-4da3-8480-8349ffc3107b tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Added segment e0faa08d-6d92-4075-8f72-8fe618fd0a12 of type vlan for network d813ed1e-3e89-49a6-83fe-804d862bb8d0 Feb 04 05:47:30.018638 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for 8c0515e1-8e07-4262-b089-429f68d8b2da owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:30.031251 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:30.031251 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:30.031581 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:30.031874 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:30.032197 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:30.032522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:30.032839 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:30.033161 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:30.033478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:30.033811 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:30.034125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:30.034432 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:47:30.073107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ced50-99b4-4365-a951-392ba7cf2c8d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:30.075014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ced50-99b4-4365-a951-392ba7cf2c8d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:30.075228 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c0f2417-defa-4da3-8480-8349ffc3107b tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.076934 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ced50-99b4-4365-a951-392ba7cf2c8d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:30.078897 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d20ced50-99b4-4365-a951-392ba7cf2c8d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0920160 Feb 04 05:47:30.084391 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52546) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:30.096675 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52548) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:30.153445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c0f2417-defa-4da3-8480-8349ffc3107b tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.168818 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f2417-defa-4da3-8480-8349ffc3107b tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:30.170049 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c0f2417-defa-4da3-8480-8349ffc3107b tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.170656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-7502f34f-f939-40e2-9063-cd256e209b73 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Deleting subnet d62ee425-503c-4329-b385-4f50099bfa33 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:30.205321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7502f34f-f939-40e2-9063-cd256e209b73 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.247823 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.261423 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1c0f2417-defa-4da3-8480-8349ffc3107b tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4558280 Feb 04 05:47:30.294252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Attempting to bind port 6784b7d7-d2c4-4bca-9d92-092178fdc661 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:47:30.294819 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Attempting to bind port 6784b7d7-d2c4-4bca-9d92-092178fdc661 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'd6b9106f-d630-4ce2-b9ae-27c6d34a9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'adb8d756-d074-4a90-8f45-7a111f092fdb'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:47:30.294966 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Attempting to bind port 6784b7d7-d2c4-4bca-9d92-092178fdc661 on network adb8d756-d074-4a90-8f45-7a111f092fdb {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:47:30.296454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52552) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:30.329616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:47:30.330013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Checking segment: {'id': 'd6b9106f-d630-4ce2-b9ae-27c6d34a9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'adb8d756-d074-4a90-8f45-7a111f092fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:30.330415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.330809 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Bound using segment: {'id': 'd6b9106f-d630-4ce2-b9ae-27c6d34a9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'adb8d756-d074-4a90-8f45-7a111f092fdb'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:47:30.331466 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Bound port: 6784b7d7-d2c4-4bca-9d92-092178fdc661, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b9106f-d630-4ce2-b9ae-27c6d34a9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'adb8d756-d074-4a90-8f45-7a111f092fdb'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:47:30.331853 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.359556 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f3370266-dcca-47bc-b1d1-4a3336acf223 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Request body: {'subnet': {'network_id': '3d425889-5b71-43a7-83aa-f75468c47979', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:30.371168 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60d4fc9-17e3-471a-93e2-d949d2e29132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-29ae8907-072a-4573-80d9-62446c25011d', 'network_id': '29ae8907-072a-4573-80d9-62446c25011d', 'tenant_id': 'd3c9953905bc42c297e73edcdd180d45', 'fixed_ips': [{'subnet_id': 'd62ee425-503c-4329-b385-4f50099bfa33'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:47:30.372012 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d60d4fc9-17e3-471a-93e2-d949d2e29132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.374098 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068234d8-9be8-4713-87ea-ec6b1669db64 None None] DHCP port deletion for 1bdc5df9-0b8b-418e-bd2d-04b623224113 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:47:30.409827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=8c0515e1-8e07-4262-b089-429f68d8b2da,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:30.415019 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No DVR routers for this DVR port 8c0515e1-8e07-4262-b089-429f68d8b2da on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:30.527363 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-46e31b34-155f-4164-947f-09b1138194ac', 'network_id': '46e31b34-155f-4164-947f-09b1138194ac', 'tenant_id': 'd3c9953905bc42c297e73edcdd180d45', 'fixed_ips': [{'subnet_id': '4de3117b-40d4-44da-9719-f8257384cbf6'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:47:30.528114 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.532118 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f2417-defa-4da3-8480-8349ffc3107b tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event updated for resources: {'Network': ['ID=d813ed1e-3e89-49a6-83fe-804d862bb8d0,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:30.556665 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network d813ed1e-3e89-49a6-83fe-804d862bb8d0 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:30.563883 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.565802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] For port 6784b7d7-d2c4-4bca-9d92-092178fdc661, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:47:30.596791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdc5df9-0b8b-418e-bd2d-04b623224113']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:30.611972 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ca1c6a-51d8-4a7f-a195-22f13e68af1d') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:30.612407 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ca1c6a-51d8-4a7f-a195-22f13e68af1d') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:30.618230 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7502f34f-f939-40e2-9063-cd256e209b73 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.629570 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.638445 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] For port 6784b7d7-d2c4-4bca-9d92-092178fdc661, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6784b7d7-d2c4-4bca-9d92-092178fdc661,segment=NetworkSegment(d6b9106f-d630-4ce2-b9ae-27c6d34a9bb7),segment_id=d6b9106f-d630-4ce2-b9ae-27c6d34a9bb7)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:47:30.638656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3370266-dcca-47bc-b1d1-4a3336acf223 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Made reservation on behalf of f8fdb3a1aca44565a5300b810624cef4 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:30.642409 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f3370266-dcca-47bc-b1d1-4a3336acf223 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.650647 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.694711 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.712002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:30.712760 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:30.715990 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:30.731253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7502f34f-f939-40e2-9063-cd256e209b73 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.771130 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ccf86cf9-fde7-480c-89a5-78d318b10831 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c51a9dcbae5414388c911f2b2b62399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6515117 Feb 04 05:47:30.775495 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52554) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:30.831634 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7a212-5163-4d66-bb7e-87ea3d9d5c2a None None] Pushing event updated for resources: {'Port': ['ID=6784b7d7-d2c4-4bca-9d92-092178fdc661,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:30.857346 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Allocated IP 172.20.0.18 (46e31b34-155f-4164-947f-09b1138194ac/4de3117b-40d4-44da-9719-f8257384cbf6/ce040a56-d9fb-42fc-9471-04f00cba3db6) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:30.858628 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-edd785c7-839e-43e7-a1c2-e709db860b7c tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.865122 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-edd785c7-839e-43e7-a1c2-e709db860b7c tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.869812 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7502f34f-f939-40e2-9063-cd256e209b73 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.872940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server [None req-d60d4fc9-17e3-471a-93e2-d949d2e29132 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d62ee425-503c-4329-b385-4f50099bfa33: This subnet is being modified by another concurrent operation. Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d62ee425-503c-4329-b385-4f50099bfa33: This subnet is being modified by another concurrent operation. Feb 04 05:47:30.873109 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Feb 04 05:47:30.908335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:30.919616 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/networks/1bdc5df9-0b8b-418e-bd2d-04b623224113 HTTP/1.1" status: 204 len: 168 time: 1.3164499 Feb 04 05:47:30.922768 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52556) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:30.925465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a354ee-6376-45d9-a5ce-ebeb9318c6cd None None] Network 29ae8907-072a-4573-80d9-62446c25011d requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:30.976434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c1fa0-9d58-480b-84d9-034ae453be73 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Network': ['ID=1bdc5df9-0b8b-418e-bd2d-04b623224113,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:30.991896 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502f34f-f939-40e2-9063-cd256e209b73 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event deleted for resources: {'Subnet': ['ID=d62ee425-503c-4329-b385-4f50099bfa33,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:30.998313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7502f34f-f939-40e2-9063-cd256e209b73 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.002471 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7502f34f-f939-40e2-9063-cd256e209b73 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "DELETE /v2.0/subnets/d62ee425-503c-4329-b385-4f50099bfa33 HTTP/1.1" status: 204 len: 168 time: 0.9170384 Feb 04 05:47:31.011073 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52558) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:31.011324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f2465a-3ee2-4cc7-8f06-886a0cf22973 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:31.012927 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-78f2465a-3ee2-4cc7-8f06-886a0cf22973 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/c76ef004-5ad2-4b8e-86f8-d76d1457e24a HTTP/1.1" status: 200 len: 845 time: 0.0690324 Feb 04 05:47:31.016617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52560) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:31.077132 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d94abfee-2ae8-42bd-88b0-1fe587e7bd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.145907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d94abfee-2ae8-42bd-88b0-1fe587e7bd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.147971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f3370266-dcca-47bc-b1d1-4a3336acf223 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.149937 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.157287 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.163013 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-09686343-c2dd-4d72-ab62-ba235d45b538 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/c76ef004-5ad2-4b8e-86f8-d76d1457e24a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1404157 Feb 04 05:47:31.163202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-3147b9c8-e135-46d5-9c92-2e3e6f3f38f4 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Deleting subnet 4de3117b-40d4-44da-9719-f8257384cbf6 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:31.166277 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52562) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:31.173802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-723c3372-39ad-4f66-8c7a-39993213d524 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'subnet': {'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:31.208811 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3147b9c8-e135-46d5-9c92-2e3e6f3f38f4 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.217304 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Network 46e31b34-155f-4164-947f-09b1138194ac is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:31.222431 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:31.225870 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:31.228411 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Pushing event updated for resources: {'Port': ['ID=ce040a56-d9fb-42fc-9471-04f00cba3db6,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:31.288717 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3147b9c8-e135-46d5-9c92-2e3e6f3f38f4 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.291916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3370266-dcca-47bc-b1d1-4a3336acf223 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event updated for resources: {'Subnet': ['ID=be18a317-6ba6-4175-adbf-ab30c78f1731,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:31.297505 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-edd785c7-839e-43e7-a1c2-e709db860b7c tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Floating IP b6706256-eefc-400d-8c98-005719563808 associated. External IP: 172.26.3.158, port: ceb78d3f-9d17-44e4-a7a2-1184e3a3b952. Feb 04 05:47:31.305842 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Attempting to bind port ce040a56-d9fb-42fc-9471-04f00cba3db6 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:47:31.307810 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Attempting to bind port ce040a56-d9fb-42fc-9471-04f00cba3db6 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '00c914c9-b2c7-4aea-8304-19f8f8f0b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e31b34-155f-4164-947f-09b1138194ac'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:47:31.308035 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Attempting to bind port ce040a56-d9fb-42fc-9471-04f00cba3db6 on network 46e31b34-155f-4164-947f-09b1138194ac {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:47:31.313550 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:47:31.313955 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Checking segment: {'id': '00c914c9-b2c7-4aea-8304-19f8f8f0b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e31b34-155f-4164-947f-09b1138194ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:31.314352 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.314737 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Bound using segment: {'id': '00c914c9-b2c7-4aea-8304-19f8f8f0b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e31b34-155f-4164-947f-09b1138194ac'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:47:31.315201 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Bound port: ce040a56-d9fb-42fc-9471-04f00cba3db6, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c914c9-b2c7-4aea-8304-19f8f8f0b336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e31b34-155f-4164-947f-09b1138194ac'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:47:31.321171 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.338817 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3370266-dcca-47bc-b1d1-4a3336acf223 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Checking segment: {'id': '1c0c5dc8-f44b-42a6-99d7-d41a19461079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d425889-5b71-43a7-83aa-f75468c47979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:31.339195 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3370266-dcca-47bc-b1d1-4a3336acf223 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Network hostable DHCP agents. Network: 3d425889-5b71-43a7-83aa-f75468c47979, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:47:31.344233 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d94abfee-2ae8-42bd-88b0-1fe587e7bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.346720 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d94abfee-2ae8-42bd-88b0-1fe587e7bd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.351653 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d94abfee-2ae8-42bd-88b0-1fe587e7bd92 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/afe02697-e029-4811-b2ae-6d2dc876d4e4 HTTP/1.1" status: 204 len: 168 time: 0.5692976 Feb 04 05:47:31.368538 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94abfee-2ae8-42bd-88b0-1fe587e7bd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe02697-e029-4811-b2ae-6d2dc876d4e4,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:31.406660 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] For port ce040a56-d9fb-42fc-9471-04f00cba3db6, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:47:31.413711 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] For port ce040a56-d9fb-42fc-9471-04f00cba3db6, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ce040a56-d9fb-42fc-9471-04f00cba3db6,segment=NetworkSegment(00c914c9-b2c7-4aea-8304-19f8f8f0b336),segment_id=00c914c9-b2c7-4aea-8304-19f8f8f0b336)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:47:31.424039 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.430505 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3147b9c8-e135-46d5-9c92-2e3e6f3f38f4 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.476440 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3370266-dcca-47bc-b1d1-4a3336acf223 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Network 3d425889-5b71-43a7-83aa-f75468c47979 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:47:31.479592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723c3372-39ad-4f66-8c7a-39993213d524 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:31.485136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-723c3372-39ad-4f66-8c7a-39993213d524 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.499531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-f3370266-dcca-47bc-b1d1-4a3336acf223 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 3d425889-5b71-43a7-83aa-f75468c47979) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:31.503645 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6b15d-07f5-478d-84a5-683760492cab None None] Pushing event updated for resources: {'Port': ['ID=ce040a56-d9fb-42fc-9471-04f00cba3db6,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:31.514644 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f00406-da30-4563-9b1b-acd19691e2b6 None None] Network 3d425889-5b71-43a7-83aa-f75468c47979 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:31.516452 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3370266-dcca-47bc-b1d1-4a3336acf223 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:31.517067 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f3370266-dcca-47bc-b1d1-4a3336acf223 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.540448 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f3370266-dcca-47bc-b1d1-4a3336acf223 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2393057 Feb 04 05:47:31.541214 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52566) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:31.562639 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b38f4247-c5d1-43a6-8e3b-8f9c53b3f3a2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Request body: {'subnet': {'network_id': 'd813ed1e-3e89-49a6-83fe-804d862bb8d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:31.581550 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3147b9c8-e135-46d5-9c92-2e3e6f3f38f4 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.615051 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3147b9c8-e135-46d5-9c92-2e3e6f3f38f4 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.621303 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3147b9c8-e135-46d5-9c92-2e3e6f3f38f4 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "DELETE /v2.0/subnets/4de3117b-40d4-44da-9719-f8257384cbf6 HTTP/1.1" status: 204 len: 168 time: 0.6064601 Feb 04 05:47:31.645335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52568) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:31.700570 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147b9c8-e135-46d5-9c92-2e3e6f3f38f4 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event deleted for resources: {'Subnet': ['ID=4de3117b-40d4-44da-9719-f8257384cbf6,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:31.753498 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-3d425889-5b71-43a7-83aa-f75468c47979', 'network_id': '3d425889-5b71-43a7-83aa-f75468c47979', 'tenant_id': 'f8fdb3a1aca44565a5300b810624cef4', 'fixed_ips': [{'subnet_id': 'be18a317-6ba6-4175-adbf-ab30c78f1731'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:47:31.756094 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.764351 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38f4247-c5d1-43a6-8e3b-8f9c53b3f3a2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Made reservation on behalf of f8fdb3a1aca44565a5300b810624cef4 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:31.768762 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b38f4247-c5d1-43a6-8e3b-8f9c53b3f3a2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:31.932210 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:47:31.993347 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f19eb7a-6436-4baa-afe2-80d012a65bce tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:31.995001 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4f19eb7a-6436-4baa-afe2-80d012a65bce tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3428433 Feb 04 05:47:32.005285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52570) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:32.033019 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Allocated IP 172.20.0.2 (3d425889-5b71-43a7-83aa-f75468c47979/be18a317-6ba6-4175-adbf-ab30c78f1731/41945efa-d863-4dd7-9871-bc87ab040cde) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:32.116974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd785c7-839e-43e7-a1c2-e709db860b7c tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:32.143667 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b38f4247-c5d1-43a6-8e3b-8f9c53b3f3a2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.147437 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6784b7d7-d2c4-4bca-9d92-092178fdc661 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:32.215759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.217499 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 6784b7d7-d2c4-4bca-9d92-092178fdc661 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:32.218057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.219193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f4247-c5d1-43a6-8e3b-8f9c53b3f3a2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event updated for resources: {'Subnet': ['ID=67871877-d3b8-41e5-bd39-74350a70e6fc,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:32.230048 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-723c3372-39ad-4f66-8c7a-39993213d524 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.231539 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f4247-c5d1-43a6-8e3b-8f9c53b3f3a2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Checking segment: {'id': 'e0faa08d-6d92-4075-8f72-8fe618fd0a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd813ed1e-3e89-49a6-83fe-804d862bb8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:32.231965 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f4247-c5d1-43a6-8e3b-8f9c53b3f3a2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Network hostable DHCP agents. Network: d813ed1e-3e89-49a6-83fe-804d862bb8d0, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:47:32.255279 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f4247-c5d1-43a6-8e3b-8f9c53b3f3a2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Network d813ed1e-3e89-49a6-83fe-804d862bb8d0 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:47:32.274496 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-b38f4247-c5d1-43a6-8e3b-8f9c53b3f3a2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, d813ed1e-3e89-49a6-83fe-804d862bb8d0) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:32.280716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38f4247-c5d1-43a6-8e3b-8f9c53b3f3a2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:32.281469 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b38f4247-c5d1-43a6-8e3b-8f9c53b3f3a2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.285296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45f7dad-3a2d-4c0e-a175-63c710877038 None None] Network d813ed1e-3e89-49a6-83fe-804d862bb8d0 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:32.297547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723c3372-39ad-4f66-8c7a-39993213d524 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network aa7bd1d2-4237-425a-8c23-060d4450279c is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:32.301572 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b38f4247-c5d1-43a6-8e3b-8f9c53b3f3a2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7565072 Feb 04 05:47:32.305593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52572) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:32.309719 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-723c3372-39ad-4f66-8c7a-39993213d524 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:32.312858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723c3372-39ad-4f66-8c7a-39993213d524 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:32.313457 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-723c3372-39ad-4f66-8c7a-39993213d524 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.346018 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a84692-3348-41ed-a410-4f05fbb04f27 None None] Network aa7bd1d2-4237-425a-8c23-060d4450279c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:32.347849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19369261-7908-4db2-92af-406de700f76b None None] Network adb8d756-d074-4a90-8f45-7a111f092fdb requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:32.413261 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c3372-39ad-4f66-8c7a-39993213d524 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Subnet': ['ID=8f0838fc-bc6d-4fb6-9d23-b205d951af5e,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:32.506219 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-723c3372-39ad-4f66-8c7a-39993213d524 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3373849 Feb 04 05:47:32.507666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52574) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:32.515210 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f9c46221-37eb-48af-9765-4f5b32fa1d7f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'security_group': {'name': 'tempest-secgroup-1653384381'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:32.563123 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.568050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.571141 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9c46221-37eb-48af-9765-4f5b32fa1d7f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.572303 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6394eaf3-a92f-4117-94cb-1fafaf68e3d6 None None] Provisioning complete for port 6784b7d7-d2c4-4bca-9d92-092178fdc661 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:32.572728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6394eaf3-a92f-4117-94cb-1fafaf68e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.611297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd785c7-839e-43e7-a1c2-e709db860b7c tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:32.623174 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6dc8f-27d7-4bad-8009-d5bf20fa749a None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:32.635914 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.642952 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6dc8f-27d7-4bad-8009-d5bf20fa749a None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:32.643657 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2df6dc8f-27d7-4bad-8009-d5bf20fa749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:32.674303 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9c46221-37eb-48af-9765-4f5b32fa1d7f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.684033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9c46221-37eb-48af-9765-4f5b32fa1d7f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.696631 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2df6dc8f-27d7-4bad-8009-d5bf20fa749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:32.707329 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6dc8f-27d7-4bad-8009-d5bf20fa749a None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:32.708007 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2df6dc8f-27d7-4bad-8009-d5bf20fa749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:32.734364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9c46221-37eb-48af-9765-4f5b32fa1d7f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.737211 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Deleting port ce040a56-d9fb-42fc-9471-04f00cba3db6 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:32.737679 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.739739 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f9c46221-37eb-48af-9765-4f5b32fa1d7f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2300577 Feb 04 05:47:32.742766 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52576) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:32.743879 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c46221-37eb-48af-9765-4f5b32fa1d7f tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e0a321-9ab5-4efc-90d3-e2f1703c5cb7,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:32.750297 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e41dfea1-2b88-42e7-b043-7937f0106af1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'security_group': {'name': 'tempest-secgroup-397115647'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:32.781408 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2df6dc8f-27d7-4bad-8009-d5bf20fa749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:32.782156 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6dc8f-27d7-4bad-8009-d5bf20fa749a None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:32.783356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e41dfea1-2b88-42e7-b043-7937f0106af1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.888833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e41dfea1-2b88-42e7-b043-7937f0106af1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.894515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e41dfea1-2b88-42e7-b043-7937f0106af1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.898550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] For port ce040a56-d9fb-42fc-9471-04f00cba3db6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ce040a56-d9fb-42fc-9471-04f00cba3db6,segment=NetworkSegment(00c914c9-b2c7-4aea-8304-19f8f8f0b336),segment_id=00c914c9-b2c7-4aea-8304-19f8f8f0b336)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:32.898926 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.933859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.938207 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e41dfea1-2b88-42e7-b043-7937f0106af1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:32.940360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Calling delete_port for ce040a56-d9fb-42fc-9471-04f00cba3db6 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:32.944765 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e41dfea1-2b88-42e7-b043-7937f0106af1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2025774 Feb 04 05:47:32.948191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52578) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:32.958760 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-8c598a56-b75c-45e7-977c-ffdee6e52592 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-981773809', 'security_groups': ['20a0c0d4-8974-4dbf-8764-d41f95596f1a'], 'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8f0838fc-bc6d-4fb6-9d23-b205d951af5e'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:32.963659 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dfea1-2b88-42e7-b043-7937f0106af1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a0c0d4-8974-4dbf-8764-d41f95596f1a,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:33.044738 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Network 3d425889-5b71-43a7-83aa-f75468c47979 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:33.046267 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:33.060084 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60afee35-594f-4a7e-8b6c-d75d170b3c04 None None] Network 46e31b34-155f-4164-947f-09b1138194ac requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:33.071928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:33.093442 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c598a56-b75c-45e7-977c-ffdee6e52592 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:33.099524 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 6784b7d7-d2c4-4bca-9d92-092178fdc661, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6784b7d7-d2c4-4bca-9d92-092178fdc661,segment=NetworkSegment(d6b9106f-d630-4ce2-b9ae-27c6d34a9bb7),segment_id=d6b9106f-d630-4ce2-b9ae-27c6d34a9bb7)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:33.158214 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.189218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8c598a56-b75c-45e7-977c-ffdee6e52592 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.208716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [None req-8c598a56-b75c-45e7-977c-ffdee6e52592 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port d3acb30c-f9be-4496-adf7-634dc2a5503a yet. {{(pid=108745) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:47:33.209561 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Pushing event updated for resources: {'Port': ['ID=41945efa-d863-4dd7-9871-bc87ab040cde,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:33.309145 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd785c7-839e-43e7-a1c2-e709db860b7c tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router d04b658a-5617-49e2-87e9-6dd789e3a84d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:33.320362 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8c0515e1-8e07-4262-b089-429f68d8b2da no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:33.321171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.355525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-d813ed1e-3e89-49a6-83fe-804d862bb8d0', 'network_id': 'd813ed1e-3e89-49a6-83fe-804d862bb8d0', 'tenant_id': 'f8fdb3a1aca44565a5300b810624cef4', 'fixed_ips': [{'subnet_id': '67871877-d3b8-41e5-bd39-74350a70e6fc'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:47:33.356398 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.366372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event deleted for resources: {'Port': ['ID=ce040a56-d9fb-42fc-9471-04f00cba3db6,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:33.391949 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] No DVR routers for this DVR port ce040a56-d9fb-42fc-9471-04f00cba3db6 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:33.402127 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-8c598a56-b75c-45e7-977c-ffdee6e52592 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Allocated IP 2001:db8::35c (aa7bd1d2-4237-425a-8c23-060d4450279c/8f0838fc-bc6d-4fb6-9d23-b205d951af5e/d3acb30c-f9be-4496-adf7-634dc2a5503a) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:33.436877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 8c0515e1-8e07-4262-b089-429f68d8b2da {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:33.437108 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8c0515e1-8e07-4262-b089-429f68d8b2da not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:33.454661 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Attempting to bind port 41945efa-d863-4dd7-9871-bc87ab040cde on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:47:33.455165 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Attempting to bind port 41945efa-d863-4dd7-9871-bc87ab040cde by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '1c0c5dc8-f44b-42a6-99d7-d41a19461079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d425889-5b71-43a7-83aa-f75468c47979'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:47:33.455284 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Attempting to bind port 41945efa-d863-4dd7-9871-bc87ab040cde on network 3d425889-5b71-43a7-83aa-f75468c47979 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:47:33.490596 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Allocated IP 172.20.0.1 (3d425889-5b71-43a7-83aa-f75468c47979/be18a317-6ba6-4175-adbf-ab30c78f1731/9cbaca45-9cfc-4c4f-a567-9dc5a634ba96) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:33.506222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:47:33.506595 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Checking segment: {'id': '1c0c5dc8-f44b-42a6-99d7-d41a19461079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d425889-5b71-43a7-83aa-f75468c47979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:33.506991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.507381 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Bound using segment: {'id': '1c0c5dc8-f44b-42a6-99d7-d41a19461079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d425889-5b71-43a7-83aa-f75468c47979'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:47:33.507861 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Bound port: 41945efa-d863-4dd7-9871-bc87ab040cde, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0c5dc8-f44b-42a6-99d7-d41a19461079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3d425889-5b71-43a7-83aa-f75468c47979'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:47:33.508237 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.511115 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-aa7bd1d2-4237-425a-8c23-060d4450279c', 'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'tenant_id': '8b79082e6df440838c56786cc165c0b7', 'fixed_ips': [{'subnet_id': '8f0838fc-bc6d-4fb6-9d23-b205d951af5e'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:47:33.511927 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.550565 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=6784b7d7-d2c4-4bca-9d92-092178fdc661,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:33.581930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.590193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8c598a56-b75c-45e7-977c-ffdee6e52592 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.634716 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-834809e6-2d6d-4336-aa34-19c3a6d35a7e None None] Could not find standard attr ID for object ce040a56-d9fb-42fc-9471-04f00cba3db6. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:47:33.641297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b195e017-a1e4-453e-87fb-a59e09e51779 None None] DHCP port deletion for 46e31b34-155f-4164-947f-09b1138194ac request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:47:33.648586 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8c598a56-b75c-45e7-977c-ffdee6e52592 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.671148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e31b34-155f-4164-947f-09b1138194ac']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:33.696381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c914c9-b2c7-4aea-8304-19f8f8f0b336') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:33.696691 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c914c9-b2c7-4aea-8304-19f8f8f0b336') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:33.713881 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd785c7-839e-43e7-a1c2-e709db860b7c tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:33.718252 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c598a56-b75c-45e7-977c-ffdee6e52592 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network aa7bd1d2-4237-425a-8c23-060d4450279c is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:33.721869 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-8c598a56-b75c-45e7-977c-ffdee6e52592 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:33.728349 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-edd785c7-839e-43e7-a1c2-e709db860b7c tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.729968 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c598a56-b75c-45e7-977c-ffdee6e52592 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:33.733817 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.737003 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c598a56-b75c-45e7-977c-ffdee6e52592 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:33.737956 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8c598a56-b75c-45e7-977c-ffdee6e52592 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.750277 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c598a56-b75c-45e7-977c-ffdee6e52592 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=d3acb30c-f9be-4496-adf7-634dc2a5503a,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:33.765194 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8c598a56-b75c-45e7-977c-ffdee6e52592 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8132823 Feb 04 05:47:33.765388 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3ede9-d0b4-4fa1-bbcd-d47ab6435bd2 None None] Sync routers for ids ['d04b658a-5617-49e2-87e9-6dd789e3a84d'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:33.765685 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52580) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:33.771715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f42e83b4-37d0-405f-9b4b-2c0a28422eab tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'subnet': {'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:33.793245 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.827998 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:33.828615 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:33.837264 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:33.849720 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3ede9-d0b4-4fa1-bbcd-d47ab6435bd2 None None] Routers {'d04b658a-5617-49e2-87e9-6dd789e3a84d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:33.850303 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a4a3ede9-d0b4-4fa1-bbcd-d47ab6435bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['d04b658a-5617-49e2-87e9-6dd789e3a84d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:33.853976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] For port 41945efa-d863-4dd7-9871-bc87ab040cde, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:47:33.884524 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.935100 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42e83b4-37d0-405f-9b4b-2c0a28422eab tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:33.939704 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f42e83b4-37d0-405f-9b4b-2c0a28422eab tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:33.957312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] For port 41945efa-d863-4dd7-9871-bc87ab040cde, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=41945efa-d863-4dd7-9871-bc87ab040cde,segment=NetworkSegment(1c0c5dc8-f44b-42a6-99d7-d41a19461079),segment_id=1c0c5dc8-f44b-42a6-99d7-d41a19461079)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:47:33.960817 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6784b7d7-d2c4-4bca-9d92-092178fdc661 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:33.965133 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a4a3ede9-d0b4-4fa1-bbcd-d47ab6435bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:33.992659 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Allocated IP 172.20.0.2 (d813ed1e-3e89-49a6-83fe-804d862bb8d0/67871877-d3b8-41e5-bd39-74350a70e6fc/360f295a-ee5d-421d-b41c-698ef6f4dbf7) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:33.997280 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.050616 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.ipam_backend_mixin [None req-f42e83b4-37d0-405f-9b4b-2c0a28422eab tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f0838fc-bc6d-4fb6-9d23-b205d951af5e (CIDR: 2001:db8::/64) Feb 04 05:47:34.053638 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c0a16be1-49f0-4eb1-81d6-94a57bbb401f None None] Provisioning complete for port 6784b7d7-d2c4-4bca-9d92-092178fdc661 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:34.054045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c0a16be1-49f0-4eb1-81d6-94a57bbb401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.055196 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42e83b4-37d0-405f-9b4b-2c0a28422eab tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:34.055631 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.055961 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42e83b4-37d0-405f-9b4b-2c0a28422eab tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:34.077472 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f42e83b4-37d0-405f-9b4b-2c0a28422eab tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3074317 Feb 04 05:47:34.077845 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52582) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:34.082940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-fd85eccf-677b-4946-91e9-2973ec6bb27a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'subnet': {'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:34.124139 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3ede9-d0b4-4fa1-bbcd-d47ab6435bd2 None None] Routers {'d04b658a-5617-49e2-87e9-6dd789e3a84d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:34.125036 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a4a3ede9-d0b4-4fa1-bbcd-d47ab6435bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['d04b658a-5617-49e2-87e9-6dd789e3a84d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:34.141180 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Allocated IP 2001:db8::2 (aa7bd1d2-4237-425a-8c23-060d4450279c/8f0838fc-bc6d-4fb6-9d23-b205d951af5e/0d479a24-1556-4734-ad2c-a06bb5d6ade8) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:34.213623 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd85eccf-677b-4946-91e9-2973ec6bb27a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:34.219387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd85eccf-677b-4946-91e9-2973ec6bb27a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.234556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a4a3ede9-d0b4-4fa1-bbcd-d47ab6435bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:34.235472 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3ede9-d0b4-4fa1-bbcd-d47ab6435bd2 None None] The sync data for ids ['d04b658a-5617-49e2-87e9-6dd789e3a84d'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:34.268139 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c55174-3c5e-4fb1-a9a8-2b1a2efaea47 None None] Pushing event updated for resources: {'Port': ['ID=41945efa-d863-4dd7-9871-bc87ab040cde,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:34.295596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52584) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:34.295885 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-edd785c7-839e-43e7-a1c2-e709db860b7c tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "PUT /v2.0/floatingips/b6706256-eefc-400d-8c98-005719563808 HTTP/1.1" status: 200 len: 975 time: 5.0335739 Feb 04 05:47:34.306957 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.330667 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.334632 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "DELETE /v2.0/networks/46e31b34-155f-4164-947f-09b1138194ac HTTP/1.1" status: 204 len: 168 time: 2.3282979 Feb 04 05:47:34.345747 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52586) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:34.356374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b31498-04af-4956-828e-181e15b1dabf tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event deleted for resources: {'Network': ['ID=46e31b34-155f-4164-947f-09b1138194ac,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:34.394644 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 6784b7d7-d2c4-4bca-9d92-092178fdc661 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:34.396264 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.437112 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.520271 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab655522-41e1-4089-a198-c37d5d1ff1f9 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.533255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Network 3d425889-5b71-43a7-83aa-f75468c47979 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:34.534749 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-9e4360a2-9482-4b93-8263-7eeb87e0a5a9 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting port c2a114b3-85e6-44b7-946a-f7fe64566d1b {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:34.535233 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e4360a2-9482-4b93-8263-7eeb87e0a5a9 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.537600 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:34.543390 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.548599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:34.600078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event updated for resources: {'Port': ['ID=9cbaca45-9cfc-4c4f-a567-9dc5a634ba96,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:34.602640 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.689559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Network d813ed1e-3e89-49a6-83fe-804d862bb8d0 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:34.696651 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e4360a2-9482-4b93-8263-7eeb87e0a5a9 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.698209 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:34.700838 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.701519 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.724883 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:34.735426 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.740639 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Pushing event updated for resources: {'Port': ['ID=360f295a-ee5d-421d-b41c-698ef6f4dbf7,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:34.740821 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd85eccf-677b-4946-91e9-2973ec6bb27a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.742243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab655522-41e1-4089-a198-c37d5d1ff1f9 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.790255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-ab655522-41e1-4089-a198-c37d5d1ff1f9 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ae8907-072a-4573-80d9-62446c25011d']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:34.806418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-ab655522-41e1-4089-a198-c37d5d1ff1f9 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e86636-cc49-44f8-ba17-10819c940fcc') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:34.807049 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-ab655522-41e1-4089-a198-c37d5d1ff1f9 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e86636-cc49-44f8-ba17-10819c940fcc') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:34.807165 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Network aa7bd1d2-4237-425a-8c23-060d4450279c is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:34.819925 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab655522-41e1-4089-a198-c37d5d1ff1f9 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.829940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:34.837376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:34.840985 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab655522-41e1-4089-a198-c37d5d1ff1f9 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.859828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd85eccf-677b-4946-91e9-2973ec6bb27a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network aa7bd1d2-4237-425a-8c23-060d4450279c is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:34.860200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Pushing event updated for resources: {'Port': ['ID=0d479a24-1556-4734-ad2c-a06bb5d6ade8,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:34.870681 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-fd85eccf-677b-4946-91e9-2973ec6bb27a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:34.873806 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd85eccf-677b-4946-91e9-2973ec6bb27a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:34.874399 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd85eccf-677b-4946-91e9-2973ec6bb27a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.879602 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab655522-41e1-4089-a198-c37d5d1ff1f9 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:34.880052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab655522-41e1-4089-a198-c37d5d1ff1f9 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.880278 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Attempting to bind port 360f295a-ee5d-421d-b41c-698ef6f4dbf7 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:47:34.880629 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Attempting to bind port 360f295a-ee5d-421d-b41c-698ef6f4dbf7 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'e0faa08d-6d92-4075-8f72-8fe618fd0a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd813ed1e-3e89-49a6-83fe-804d862bb8d0'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:47:34.881093 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Attempting to bind port 360f295a-ee5d-421d-b41c-698ef6f4dbf7 on network d813ed1e-3e89-49a6-83fe-804d862bb8d0 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:34.883538 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:34.906811 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:47:34.907372 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Checking segment: {'id': 'e0faa08d-6d92-4075-8f72-8fe618fd0a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd813ed1e-3e89-49a6-83fe-804d862bb8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:34.907883 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.908382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Bound using segment: {'id': 'e0faa08d-6d92-4075-8f72-8fe618fd0a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd813ed1e-3e89-49a6-83fe-804d862bb8d0'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:47:34.908958 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Bound port: 360f295a-ee5d-421d-b41c-698ef6f4dbf7, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0faa08d-6d92-4075-8f72-8fe618fd0a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd813ed1e-3e89-49a6-83fe-804d862bb8d0'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:47:34.909437 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.929533 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Attempting to bind port 0d479a24-1556-4734-ad2c-a06bb5d6ade8 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:47:34.930104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Attempting to bind port 0d479a24-1556-4734-ad2c-a06bb5d6ade8 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '840f8f89-30d4-42a7-9b76-6afc3802f457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:47:34.931075 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Attempting to bind port 0d479a24-1556-4734-ad2c-a06bb5d6ade8 on network aa7bd1d2-4237-425a-8c23-060d4450279c {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:47:34.931214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.935118 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85eccf-677b-4946-91e9-2973ec6bb27a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Subnet': ['ID=c17d9bdf-c4a5-4f72-8dc0-d494b008df45,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:34.953112 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fd85eccf-677b-4946-91e9-2973ec6bb27a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8710120 Feb 04 05:47:34.954726 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52588) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:34.960261 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:47:34.960778 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Checking segment: {'id': '840f8f89-30d4-42a7-9b76-6afc3802f457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:34.961287 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.961808 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Bound using segment: {'id': '840f8f89-30d4-42a7-9b76-6afc3802f457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:47:34.962402 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Bound port: 0d479a24-1556-4734-ad2c-a06bb5d6ade8, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840f8f89-30d4-42a7-9b76-6afc3802f457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:47:34.962903 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:34.975641 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f30e8d2e-a262-44d6-a789-c705006acfd5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1766796125', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c17d9bdf-c4a5-4f72-8dc0-d494b008df45'}], 'security_groups': ['92e0a321-9ab5-4efc-90d3-e2f1703c5cb7']}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:34.992959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab655522-41e1-4089-a198-c37d5d1ff1f9 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.004180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab655522-41e1-4089-a198-c37d5d1ff1f9 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.007607 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ab655522-41e1-4089-a198-c37d5d1ff1f9 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "DELETE /v2.0/networks/29ae8907-072a-4573-80d9-62446c25011d HTTP/1.1" status: 204 len: 168 time: 0.6604564 Feb 04 05:47:35.010929 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52590) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:35.032900 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab655522-41e1-4089-a198-c37d5d1ff1f9 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event deleted for resources: {'Network': ['ID=29ae8907-072a-4573-80d9-62446c25011d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:35.169144 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e4360a2-9482-4b93-8263-7eeb87e0a5a9 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.169560 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e4360a2-9482-4b93-8263-7eeb87e0a5a9 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.169888 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-9e4360a2-9482-4b93-8263-7eeb87e0a5a9 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Floating IP b6706256-eefc-400d-8c98-005719563808 disassociated. External IP: 172.26.3.158, port: c2a114b3-85e6-44b7-946a-f7fe64566d1b. Feb 04 05:47:35.170858 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-9e4360a2-9482-4b93-8263-7eeb87e0a5a9 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Calling delete_port for c2a114b3-85e6-44b7-946a-f7fe64566d1b owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:35.176356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f30e8d2e-a262-44d6-a789-c705006acfd5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.177654 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] For port 360f295a-ee5d-421d-b41c-698ef6f4dbf7, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:47:35.182872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] For port 360f295a-ee5d-421d-b41c-698ef6f4dbf7, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=360f295a-ee5d-421d-b41c-698ef6f4dbf7,segment=NetworkSegment(e0faa08d-6d92-4075-8f72-8fe618fd0a12),segment_id=e0faa08d-6d92-4075-8f72-8fe618fd0a12)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:47:35.184108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-845972fb-c664-4362-bb62-5d45c20ac93d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.196152 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.241026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] For port 0d479a24-1556-4734-ad2c-a06bb5d6ade8, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:47:35.265332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] For port 0d479a24-1556-4734-ad2c-a06bb5d6ade8, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=0d479a24-1556-4734-ad2c-a06bb5d6ade8,segment=NetworkSegment(840f8f89-30d4-42a7-9b76-6afc3802f457),segment_id=840f8f89-30d4-42a7-9b76-6afc3802f457)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:47:35.285153 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.295508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4b148-881c-4a88-b136-d9862133ba46 None None] Pushing event updated for resources: {'Port': ['ID=360f295a-ee5d-421d-b41c-698ef6f4dbf7,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:35.356571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.365113 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.394728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dca44-04b6-44e5-9733-16025f6ab38b None None] Pushing event updated for resources: {'Port': ['ID=0d479a24-1556-4734-ad2c-a06bb5d6ade8,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:35.465107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event updated for resources: {'Port': ['ID=9cbaca45-9cfc-4c4f-a567-9dc5a634ba96,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:35.471541 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-845972fb-c664-4362-bb62-5d45c20ac93d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.500802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.558197 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-845972fb-c664-4362-bb62-5d45c20ac93d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d611ff-bb24-4fad-a2b3-fefb0217ffd7']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:35.590556 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-845972fb-c664-4362-bb62-5d45c20ac93d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89735e5f-62a2-43dc-8b38-9b99ae30e9d6') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:35.590937 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-845972fb-c664-4362-bb62-5d45c20ac93d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89735e5f-62a2-43dc-8b38-9b99ae30e9d6') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:35.627311 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Network 3d425889-5b71-43a7-83aa-f75468c47979 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:35.656068 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:35.674564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-845972fb-c664-4362-bb62-5d45c20ac93d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.702135 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e4360a2-9482-4b93-8263-7eeb87e0a5a9 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.708323 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-845972fb-c664-4362-bb62-5d45c20ac93d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.742855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845972fb-c664-4362-bb62-5d45c20ac93d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:35.743506 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-845972fb-c664-4362-bb62-5d45c20ac93d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.747796 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b09c75-5dc5-4b08-bcb9-b9501fc8f998 None None] Network 3d425889-5b71-43a7-83aa-f75468c47979 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:35.755215 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:35.784762 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4360a2-9482-4b93-8263-7eeb87e0a5a9 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Port': ['ID=c2a114b3-85e6-44b7-946a-f7fe64566d1b,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:35.851338 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-112e05df-c75f-46ef-8656-a68a6d45084e None None] Provisioning complete for port 41945efa-d863-4dd7-9871-bc87ab040cde triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:35.851548 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-112e05df-c75f-46ef-8656-a68a6d45084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:35.857293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Router c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:47:35.969854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-845972fb-c664-4362-bb62-5d45c20ac93d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:36.003483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-845972fb-c664-4362-bb62-5d45c20ac93d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:36.007629 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-845972fb-c664-4362-bb62-5d45c20ac93d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "DELETE /v2.0/networks/87d611ff-bb24-4fad-a2b3-fefb0217ffd7 HTTP/1.1" status: 204 len: 168 time: 0.9947147 Feb 04 05:47:36.038998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52592) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:36.071149 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:36.085497 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6869590-d220-44c1-be60-b447d8bb57cf None None] Sync routers for ids ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:36.091174 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8464a2cc-2695-4d09-a6af-f8785dae0704 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "PUT /v2.0/routers/c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7801743 Feb 04 05:47:36.091492 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52594) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:36.106584 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6869590-d220-44c1-be60-b447d8bb57cf None None] Routers {'c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:36.107722 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e6869590-d220-44c1-be60-b447d8bb57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:36.135061 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-112e05df-c75f-46ef-8656-a68a6d45084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:36.205863 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-112e05df-c75f-46ef-8656-a68a6d45084e None None] For port 41945efa-d863-4dd7-9871-bc87ab040cde, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=41945efa-d863-4dd7-9871-bc87ab040cde,segment=NetworkSegment(1c0c5dc8-f44b-42a6-99d7-d41a19461079),segment_id=1c0c5dc8-f44b-42a6-99d7-d41a19461079)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:36.214127 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e6869590-d220-44c1-be60-b447d8bb57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:36.225496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-112e05df-c75f-46ef-8656-a68a6d45084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:36.256833 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6869590-d220-44c1-be60-b447d8bb57cf None None] Routers {'c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:36.257893 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e6869590-d220-44c1-be60-b447d8bb57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:36.300641 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e05df-c75f-46ef-8656-a68a6d45084e None None] Pushing event updated for resources: {'Port': ['ID=41945efa-d863-4dd7-9871-bc87ab040cde,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:36.311134 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e6869590-d220-44c1-be60-b447d8bb57cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:36.312163 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6869590-d220-44c1-be60-b447d8bb57cf None None] The sync data for ids ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:36.324650 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 360f295a-ee5d-421d-b41c-698ef6f4dbf7 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:36.388978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 360f295a-ee5d-421d-b41c-698ef6f4dbf7 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:36.389702 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:36.496480 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:36.547807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 360f295a-ee5d-421d-b41c-698ef6f4dbf7, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=360f295a-ee5d-421d-b41c-698ef6f4dbf7,segment=NetworkSegment(e0faa08d-6d92-4075-8f72-8fe618fd0a12),segment_id=e0faa08d-6d92-4075-8f72-8fe618fd0a12)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:36.555462 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:36.556346 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 41945efa-d863-4dd7-9871-bc87ab040cde up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:36.581509 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845972fb-c664-4362-bb62-5d45c20ac93d tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event deleted for resources: {'Network': ['ID=87d611ff-bb24-4fad-a2b3-fefb0217ffd7,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:36.657254 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-8ff353ab-76a4-4f23-ab2f-3516bb8c2d3f tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:36.658363 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8ff353ab-76a4-4f23-ab2f-3516bb8c2d3f tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "PUT /v2.0/routers/c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5654743 Feb 04 05:47:36.662058 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52596) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:36.681531 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=360f295a-ee5d-421d-b41c-698ef6f4dbf7,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:36.686237 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-852fdcf4-8cee-4716-8822-251cc01ce756 None None] Provisioning complete for port 41945efa-d863-4dd7-9871-bc87ab040cde triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:36.686622 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-852fdcf4-8cee-4716-8822-251cc01ce756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:36.713079 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f493503-4934-49a9-9753-a36455a0e129 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:36.715866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-f30e8d2e-a262-44d6-a789-c705006acfd5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Delete allocated IP 2001:db8::35c (aa7bd1d2-4237-425a-8c23-060d4450279c/8f0838fc-bc6d-4fb6-9d23-b205d951af5e) {{(pid=108745) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 05:47:36.737252 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-f30e8d2e-a262-44d6-a789-c705006acfd5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Allocated IP 2001:db8:0:1::17 (aa7bd1d2-4237-425a-8c23-060d4450279c/c17d9bdf-c4a5-4f72-8dc0-d494b008df45/d3acb30c-f9be-4496-adf7-634dc2a5503a) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:36.749856 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4360a2-9482-4b93-8263-7eeb87e0a5a9 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router d04b658a-5617-49e2-87e9-6dd789e3a84d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:36.812591 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 41945efa-d863-4dd7-9871-bc87ab040cde triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:36.813092 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:36.894484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-852fdcf4-8cee-4716-8822-251cc01ce756 None None] Provisioning complete for port 9cbaca45-9cfc-4c4f-a567-9dc5a634ba96 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:36.894859 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-852fdcf4-8cee-4716-8822-251cc01ce756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:36.975027 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-852fdcf4-8cee-4716-8822-251cc01ce756 None None] Port 9cbaca45-9cfc-4c4f-a567-9dc5a634ba96 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:36.991213 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 0d479a24-1556-4734-ad2c-a06bb5d6ade8 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:37.001173 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f493503-4934-49a9-9753-a36455a0e129 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.024051 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-6f493503-4934-49a9-9753-a36455a0e129 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78452a7-1878-4225-a3e2-9554b72290a0']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:37.039152 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-6f493503-4934-49a9-9753-a36455a0e129 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80dffab5-2c5e-4c86-80d1-f0516e3f4977') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:37.039481 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-6f493503-4934-49a9-9753-a36455a0e129 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80dffab5-2c5e-4c86-80d1-f0516e3f4977') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:37.074197 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa151bf-49e4-443c-90a5-5b33f5b34f96 None None] Network d813ed1e-3e89-49a6-83fe-804d862bb8d0 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:37.108051 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f493503-4934-49a9-9753-a36455a0e129 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.123228 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f493503-4934-49a9-9753-a36455a0e129 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.131367 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f493503-4934-49a9-9753-a36455a0e129 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:37.131779 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f493503-4934-49a9-9753-a36455a0e129 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.135945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5c54026-d1cd-4632-b87a-80e2ec4c1662 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.171719 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 0d479a24-1556-4734-ad2c-a06bb5d6ade8 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:37.172098 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.245981 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f3b606ee-d90c-4985-a411-08d84a7729ce None None] Provisioning complete for port 360f295a-ee5d-421d-b41c-698ef6f4dbf7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:37.246360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f3b606ee-d90c-4985-a411-08d84a7729ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:37.294448 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:37.296870 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4360a2-9482-4b93-8263-7eeb87e0a5a9 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:37.337226 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f493503-4934-49a9-9753-a36455a0e129 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.372087 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f493503-4934-49a9-9753-a36455a0e129 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.379091 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6f493503-4934-49a9-9753-a36455a0e129 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] 10.222.0.10 "DELETE /v2.0/networks/e78452a7-1878-4225-a3e2-9554b72290a0 HTTP/1.1" status: 204 len: 168 time: 1.3367188 Feb 04 05:47:37.379295 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d298a-ce24-4e2e-858d-acc056d54fc2 None None] Sync routers for ids ['d04b658a-5617-49e2-87e9-6dd789e3a84d'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:37.417946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d298a-ce24-4e2e-858d-acc056d54fc2 None None] Routers {'d04b658a-5617-49e2-87e9-6dd789e3a84d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:37.418584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d48d298a-ce24-4e2e-858d-acc056d54fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['d04b658a-5617-49e2-87e9-6dd789e3a84d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:37.439883 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f493503-4934-49a9-9753-a36455a0e129 tempest-BulkNetworkOpsTest-1940131605 tempest-BulkNetworkOpsTest-1940131605-project] Pushing event deleted for resources: {'Network': ['ID=e78452a7-1878-4225-a3e2-9554b72290a0,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:37.468021 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9e4360a2-9482-4b93-8263-7eeb87e0a5a9 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.471801 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d48d298a-ce24-4e2e-858d-acc056d54fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:37.472938 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9e4360a2-9482-4b93-8263-7eeb87e0a5a9 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/ports/c2a114b3-85e6-44b7-946a-f7fe64566d1b HTTP/1.1" status: 204 len: 168 time: 3.1763730 Feb 04 05:47:37.474055 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88b6644-0605-49bf-99a2-e1991d7aa169 None None] Network aa7bd1d2-4237-425a-8c23-060d4450279c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:37.475755 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52600) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:37.495515 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f5c54026-d1cd-4632-b87a-80e2ec4c1662 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Deleting port 9cbaca45-9cfc-4c4f-a567-9dc5a634ba96 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:37.495864 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5c54026-d1cd-4632-b87a-80e2ec4c1662 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.538634 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.564021 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f30e8d2e-a262-44d6-a789-c705006acfd5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.598355 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f30e8d2e-a262-44d6-a789-c705006acfd5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.600903 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 0d479a24-1556-4734-ad2c-a06bb5d6ade8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=0d479a24-1556-4734-ad2c-a06bb5d6ade8,segment=NetworkSegment(840f8f89-30d4-42a7-9b76-6afc3802f457),segment_id=840f8f89-30d4-42a7-9b76-6afc3802f457)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:37.616000 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.637535 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5c54026-d1cd-4632-b87a-80e2ec4c1662 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.658654 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d298a-ce24-4e2e-858d-acc056d54fc2 None None] Routers {'d04b658a-5617-49e2-87e9-6dd789e3a84d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:37.660654 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f5c54026-d1cd-4632-b87a-80e2ec4c1662 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Calling delete_port for 9cbaca45-9cfc-4c4f-a567-9dc5a634ba96 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:37.663866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d48d298a-ce24-4e2e-858d-acc056d54fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['d04b658a-5617-49e2-87e9-6dd789e3a84d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:37.673899 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-f30e8d2e-a262-44d6-a789-c705006acfd5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] In _notify_port_updated(), no bound segment for port d3acb30c-f9be-4496-adf7-634dc2a5503a on network aa7bd1d2-4237-425a-8c23-060d4450279c {{(pid=108745) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:47:37.679932 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e8d2e-a262-44d6-a789-c705006acfd5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:37.680571 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f30e8d2e-a262-44d6-a789-c705006acfd5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.685025 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f30e8d2e-a262-44d6-a789-c705006acfd5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "PUT /v2.0/ports/d3acb30c-f9be-4496-adf7-634dc2a5503a HTTP/1.1" status: 200 len: 930 time: 2.7144072 Feb 04 05:47:37.688433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52604) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:37.722476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52606) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:37.735107 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e8d2e-a262-44d6-a789-c705006acfd5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=d3acb30c-f9be-4496-adf7-634dc2a5503a,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:37.757938 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d48d298a-ce24-4e2e-858d-acc056d54fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:37.758771 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d298a-ce24-4e2e-858d-acc056d54fc2 None None] The sync data for ids ['d04b658a-5617-49e2-87e9-6dd789e3a84d'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:37.854122 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=0d479a24-1556-4734-ad2c-a06bb5d6ade8,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:37.892205 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-c7723a5b-dda3-443b-a689-7c4e37829e69 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port d3acb30c-f9be-4496-adf7-634dc2a5503a {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:37.892692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c7723a5b-dda3-443b-a689-7c4e37829e69 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.893958 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f3b606ee-d90c-4985-a411-08d84a7729ce None None] Provisioning complete for port 9cbaca45-9cfc-4c4f-a567-9dc5a634ba96 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:37.894338 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f3b606ee-d90c-4985-a411-08d84a7729ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.922013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5c54026-d1cd-4632-b87a-80e2ec4c1662 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:37.934011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f3b606ee-d90c-4985-a411-08d84a7729ce None None] Port 9cbaca45-9cfc-4c4f-a567-9dc5a634ba96 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:37.946339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c54026-d1cd-4632-b87a-80e2ec4c1662 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event deleted for resources: {'Port': ['ID=9cbaca45-9cfc-4c4f-a567-9dc5a634ba96,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:37.987944 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 41945efa-d863-4dd7-9871-bc87ab040cde up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:38.061672 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f77f14c8-7c25-41e1-9d7b-d1321352bcaf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3c9953905bc42c297e73edcdd180d45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344707 Feb 04 05:47:38.062612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52610) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:38.091337 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5f81e157-6f28-4a57-9236-c48c1382f2d2 None None] Provisioning complete for port 0d479a24-1556-4734-ad2c-a06bb5d6ade8 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:38.091894 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5f81e157-6f28-4a57-9236-c48c1382f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.157143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c7723a5b-dda3-443b-a689-7c4e37829e69 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.174464 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 41945efa-d863-4dd7-9871-bc87ab040cde triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:38.174836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.176188 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-c7723a5b-dda3-443b-a689-7c4e37829e69 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for d3acb30c-f9be-4496-adf7-634dc2a5503a owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:38.196005 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5c54026-d1cd-4632-b87a-80e2ec4c1662 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.214060 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-02efa4fa-eca1-487e-8477-000ae9e896d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.215115 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cfb15f-9e41-4d9f-95e8-fda1a6044252 None None] Update dhcp port {'port': {'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'fixed_ips': [{'subnet_id': '8f0838fc-bc6d-4fb6-9d23-b205d951af5e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c17d9bdf-c4a5-4f72-8dc0-d494b008df45'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': '0d479a24-1556-4734-ad2c-a06bb5d6ade8'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:47:38.271087 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-12cfb15f-9e41-4d9f-95e8-fda1a6044252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.311263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-02efa4fa-eca1-487e-8477-000ae9e896d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.383130 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44486c26-00ab-4557-b851-9792830e0b27 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.455043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5f81e157-6f28-4a57-9236-c48c1382f2d2 None None] Provisioning complete for port c76ef004-5ad2-4b8e-86f8-d76d1457e24a triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:38.455528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5f81e157-6f28-4a57-9236-c48c1382f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.480520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c7723a5b-dda3-443b-a689-7c4e37829e69 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.485341 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 360f295a-ee5d-421d-b41c-698ef6f4dbf7 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:38.520305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7723a5b-dda3-443b-a689-7c4e37829e69 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=d3acb30c-f9be-4496-adf7-634dc2a5503a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:38.555827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c7723a5b-dda3-443b-a689-7c4e37829e69 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.556059 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5f81e157-6f28-4a57-9236-c48c1382f2d2 None None] Port c76ef004-5ad2-4b8e-86f8-d76d1457e24a cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:38.562125 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c7723a5b-dda3-443b-a689-7c4e37829e69 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/d3acb30c-f9be-4496-adf7-634dc2a5503a HTTP/1.1" status: 204 len: 168 time: 0.8689945 Feb 04 05:47:38.562377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52614) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:38.564462 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5f81e157-6f28-4a57-9236-c48c1382f2d2 None None] Could not find standard attr ID for object 9cbaca45-9cfc-4c4f-a567-9dc5a634ba96. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:47:38.595906 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e897574d-10d9-486b-ae3f-c0f71f7f136d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] GET failed (client error): The resource could not be found. Feb 04 05:47:38.600588 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e897574d-10d9-486b-ae3f-c0f71f7f136d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/d3acb30c-f9be-4496-adf7-634dc2a5503a HTTP/1.1" status: 404 len: 333 time: 0.0344291 Feb 04 05:47:38.600940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-12cfb15f-9e41-4d9f-95e8-fda1a6044252 None None] Allocated IP 2001:db8:0:1::2 (aa7bd1d2-4237-425a-8c23-060d4450279c/c17d9bdf-c4a5-4f72-8dc0-d494b008df45/0d479a24-1556-4734-ad2c-a06bb5d6ade8) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:38.616220 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 360f295a-ee5d-421d-b41c-698ef6f4dbf7 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:38.616605 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.628849 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52616) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:38.720235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b0a0dfa0-cc18-4f5b-af8a-fe156e64ef8c tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.752409 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b0a0dfa0-cc18-4f5b-af8a-fe156e64ef8c tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.789007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c54026-d1cd-4632-b87a-80e2ec4c1662 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Router c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:38.804431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-02efa4fa-eca1-487e-8477-000ae9e896d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.806966 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-02efa4fa-eca1-487e-8477-000ae9e896d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.808123 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-02efa4fa-eca1-487e-8477-000ae9e896d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea9d2ed3-f16e-43ae-9844-26ae4ad1ce60 HTTP/1.1" status: 204 len: 168 time: 0.7448330 Feb 04 05:47:38.848067 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efa4fa-eca1-487e-8477-000ae9e896d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9d2ed3-f16e-43ae-9844-26ae4ad1ce60,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:38.862451 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b0a0dfa0-cc18-4f5b-af8a-fe156e64ef8c tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.864554 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b0a0dfa0-cc18-4f5b-af8a-fe156e64ef8c tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.868361 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b0a0dfa0-cc18-4f5b-af8a-fe156e64ef8c tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/security-groups/20a0c0d4-8974-4dbf-8764-d41f95596f1a HTTP/1.1" status: 204 len: 168 time: 0.2350967 Feb 04 05:47:38.870714 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1a803463-4fdb-4ad0-bd6d-1402a92e5ec6 None None] Provisioning complete for port 360f295a-ee5d-421d-b41c-698ef6f4dbf7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:38.871092 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1a803463-4fdb-4ad0-bd6d-1402a92e5ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.874652 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52620) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:38.881816 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0dfa0-cc18-4f5b-af8a-fe156e64ef8c tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a0c0d4-8974-4dbf-8764-d41f95596f1a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:38.896403 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c54026-d1cd-4632-b87a-80e2ec4c1662 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:38.909179 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f5c54026-d1cd-4632-b87a-80e2ec4c1662 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "PUT /v2.0/routers/c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2449439 Feb 04 05:47:38.909837 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52622) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:38.913102 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830019e7-7fb5-472c-a9a1-4aa2e29ddfae None None] Sync routers for ids ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:38.930126 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830019e7-7fb5-472c-a9a1-4aa2e29ddfae None None] Routers {'c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:38.933068 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-830019e7-7fb5-472c-a9a1-4aa2e29ddfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:38.951009 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-565c7f35-600f-425b-bb1f-861784048cf9 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.976702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-565c7f35-600f-425b-bb1f-861784048cf9 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.983047 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-b52f71db-8813-4824-bcb5-d670e69c4fbc tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] delete failed (client error): The resource could not be found. Feb 04 05:47:38.988263 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b52f71db-8813-4824-bcb5-d670e69c4fbc tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-1177265183 HTTP/1.1" status: 404 len: 335 time: 0.0716686 Feb 04 05:47:38.988263 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-44486c26-00ab-4557-b851-9792830e0b27 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting port fa7f0711-758d-435d-b688-90c2a75223fa {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:38.988263 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44486c26-00ab-4557-b851-9792830e0b27 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:38.991595 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52624) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:38.996820 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-cc9ec799-b543-418f-ac33-9b74f08ca8f7 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:39.000057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-12cfb15f-9e41-4d9f-95e8-fda1a6044252 None None] For port 0d479a24-1556-4734-ad2c-a06bb5d6ade8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=0d479a24-1556-4734-ad2c-a06bb5d6ade8,segment=NetworkSegment(840f8f89-30d4-42a7-9b76-6afc3802f457),segment_id=840f8f89-30d4-42a7-9b76-6afc3802f457)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:39.022931 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-830019e7-7fb5-472c-a9a1-4aa2e29ddfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:39.070793 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830019e7-7fb5-472c-a9a1-4aa2e29ddfae None None] Routers {'c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:39.071927 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-830019e7-7fb5-472c-a9a1-4aa2e29ddfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:39.110666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44486c26-00ab-4557-b851-9792830e0b27 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.122999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-12cfb15f-9e41-4d9f-95e8-fda1a6044252 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.130146 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-12cfb15f-9e41-4d9f-95e8-fda1a6044252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.131697 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-44486c26-00ab-4557-b851-9792830e0b27 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Calling delete_port for fa7f0711-758d-435d-b688-90c2a75223fa owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:39.138478 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-830019e7-7fb5-472c-a9a1-4aa2e29ddfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:39.139441 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830019e7-7fb5-472c-a9a1-4aa2e29ddfae None None] The sync data for ids ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:39.194603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfb15f-9e41-4d9f-95e8-fda1a6044252 None None] Pushing event updated for resources: {'Port': ['ID=0d479a24-1556-4734-ad2c-a06bb5d6ade8,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:39.327557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec799-b543-418f-ac33-9b74f08ca8f7 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.330772 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-565c7f35-600f-425b-bb1f-861784048cf9 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.333600 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-565c7f35-600f-425b-bb1f-861784048cf9 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.334812 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-565c7f35-600f-425b-bb1f-861784048cf9 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/security-groups/92e0a321-9ab5-4efc-90d3-e2f1703c5cb7 HTTP/1.1" status: 204 len: 168 time: 0.4591939 Feb 04 05:47:39.339159 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52626) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:39.378968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c7f35-600f-425b-bb1f-861784048cf9 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e0a321-9ab5-4efc-90d3-e2f1703c5cb7,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:39.387177 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44486c26-00ab-4557-b851-9792830e0b27 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.399526 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-cc9ec799-b543-418f-ac33-9b74f08ca8f7 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] update failed (client error): The resource could not be found. Feb 04 05:47:39.404137 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cc9ec799-b543-418f-ac33-9b74f08ca8f7 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "PUT /v2.0/routers/c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c HTTP/1.1" status: 404 len: 339 time: 0.4076538 Feb 04 05:47:39.405346 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52628) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:39.423349 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44486c26-00ab-4557-b851-9792830e0b27 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Port': ['ID=fa7f0711-758d-435d-b688-90c2a75223fa,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:39.452767 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d4ef8d-f74e-439b-bd1b-c8c40e206eb0 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting subnet 8f0838fc-bc6d-4fb6-9d23-b205d951af5e {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:39.483171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9d4ef8d-f74e-439b-bd1b-c8c40e206eb0 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.594367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9d4ef8d-f74e-439b-bd1b-c8c40e206eb0 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.622905 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-44486c26-00ab-4557-b851-9792830e0b27 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.794194 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9d4ef8d-f74e-439b-bd1b-c8c40e206eb0 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.842795 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:39.876162 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44486c26-00ab-4557-b851-9792830e0b27 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router d04b658a-5617-49e2-87e9-6dd789e3a84d has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:39.942422 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 0d479a24-1556-4734-ad2c-a06bb5d6ade8 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:39.976401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0265bc04-06b4-4b9d-9947-d4b98c4732cf None None] Provisioning complete for port 0d479a24-1556-4734-ad2c-a06bb5d6ade8 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:39.976401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0265bc04-06b4-4b9d-9947-d4b98c4732cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.010676 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44486c26-00ab-4557-b851-9792830e0b27 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:40.012955 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9d4ef8d-f74e-439b-bd1b-c8c40e206eb0 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.019415 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-44486c26-00ab-4557-b851-9792830e0b27 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "PUT /v2.0/routers/d04b658a-5617-49e2-87e9-6dd789e3a84d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5410228 Feb 04 05:47:40.019908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52630) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:40.024829 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ce0f4-d654-4878-adab-b006e130ab6e None None] Sync routers for ids ['d04b658a-5617-49e2-87e9-6dd789e3a84d'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:40.050769 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ce0f4-d654-4878-adab-b006e130ab6e None None] Routers {'d04b658a-5617-49e2-87e9-6dd789e3a84d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:40.052043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-615ce0f4-d654-4878-adab-b006e130ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['d04b658a-5617-49e2-87e9-6dd789e3a84d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:40.081673 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4ef8d-f74e-439b-bd1b-c8c40e206eb0 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Subnet': ['ID=8f0838fc-bc6d-4fb6-9d23-b205d951af5e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:40.091307 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9d4ef8d-f74e-439b-bd1b-c8c40e206eb0 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.100798 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b9d4ef8d-f74e-439b-bd1b-c8c40e206eb0 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/8f0838fc-bc6d-4fb6-9d23-b205d951af5e HTTP/1.1" status: 204 len: 168 time: 0.7543509 Feb 04 05:47:40.102884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52632) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:40.107998 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1866df0d-9f6e-42e3-94a0-c95db9cdb0f8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'subnet': {'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:40.113327 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 0d479a24-1556-4734-ad2c-a06bb5d6ade8 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:40.113711 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.115278 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-615ce0f4-d654-4878-adab-b006e130ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:40.178121 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c901f823-93c3-4571-af05-16c28c5f3a2d None None] Network aa7bd1d2-4237-425a-8c23-060d4450279c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:40.196685 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c4175adf-5034-45fb-94b6-825fd8c2e46f req-2f41696d-25bf-4ad3-8ca5-1d21b9fe1a2e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1159513 Feb 04 05:47:40.200758 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e848618a-68d8-4a76-b8f9-0ed083f84b2d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.229342 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ce0f4-d654-4878-adab-b006e130ab6e None None] Routers {'d04b658a-5617-49e2-87e9-6dd789e3a84d'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:40.230012 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-615ce0f4-d654-4878-adab-b006e130ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['d04b658a-5617-49e2-87e9-6dd789e3a84d'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:40.283372 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-615ce0f4-d654-4878-adab-b006e130ab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:40.284008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ce0f4-d654-4878-adab-b006e130ab6e None None] The sync data for ids ['d04b658a-5617-49e2-87e9-6dd789e3a84d'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:40.285123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Allocated IP 172.20.0.1 (adb8d756-d074-4a90-8f45-7a111f092fdb/b39b9730-1f8f-4a31-9c56-476e6400b0b3/83e7eb62-83b5-4d38-bddc-054f0fda0337) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:40.303748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0265bc04-06b4-4b9d-9947-d4b98c4732cf None None] Could not find standard attr ID for object d3acb30c-f9be-4496-adf7-634dc2a5503a. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:47:40.331158 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4175adf-5034-45fb-94b6-825fd8c2e46f req-04470340-a0ef-4f70-8188-02762e5dc3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:40.332811 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c4175adf-5034-45fb-94b6-825fd8c2e46f req-04470340-a0ef-4f70-8188-02762e5dc3dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 1098 time: 0.0840943 Feb 04 05:47:40.367142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0265bc04-06b4-4b9d-9947-d4b98c4732cf None None] Provisioning complete for port c76ef004-5ad2-4b8e-86f8-d76d1457e24a triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:40.367520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0265bc04-06b4-4b9d-9947-d4b98c4732cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.377962 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1866df0d-9f6e-42e3-94a0-c95db9cdb0f8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:40.381806 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e848618a-68d8-4a76-b8f9-0ed083f84b2d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.382894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1866df0d-9f6e-42e3-94a0-c95db9cdb0f8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.446203 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0265bc04-06b4-4b9d-9947-d4b98c4732cf None None] Port c76ef004-5ad2-4b8e-86f8-d76d1457e24a cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:40.486606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4175adf-5034-45fb-94b6-825fd8c2e46f req-d4827dee-5dfb-45bf-b783-2d0b53a55f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:40.488336 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c4175adf-5034-45fb-94b6-825fd8c2e46f req-d4827dee-5dfb-45bf-b783-2d0b53a55f34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 912 time: 0.1353643 Feb 04 05:47:40.497799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e848618a-68d8-4a76-b8f9-0ed083f84b2d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting port bbb84225-b9af-44dc-bd8a-6c6074df641f {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:40.497799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e848618a-68d8-4a76-b8f9-0ed083f84b2d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.512159 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.564438 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-55ffc611-4435-4bac-ae6a-08525765ff37 None None] Could not find standard attr ID for object d3acb30c-f9be-4496-adf7-634dc2a5503a. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:47:40.573931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.607754 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c4175adf-5034-45fb-94b6-825fd8c2e46f req-acbccad6-099e-44ac-b329-6bc1d60f321e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a834a86b-d94f-45cd-9465-1b317dcc3737 HTTP/1.1" status: 200 len: 1001 time: 0.1119921 Feb 04 05:47:40.655061 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Network adb8d756-d074-4a90-8f45-7a111f092fdb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:40.666550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:40.668485 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event updated for resources: {'Port': ['ID=83e7eb62-83b5-4d38-bddc-054f0fda0337,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:40.670741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:40.683356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e848618a-68d8-4a76-b8f9-0ed083f84b2d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.700036 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e848618a-68d8-4a76-b8f9-0ed083f84b2d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Calling delete_port for bbb84225-b9af-44dc-bd8a-6c6074df641f owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:40.702706 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4175adf-5034-45fb-94b6-825fd8c2e46f req-f4f67f14-09f3-4d09-8e14-033b6bafe14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:40.704178 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c4175adf-5034-45fb-94b6-825fd8c2e46f req-f4f67f14-09f3-4d09-8e14-033b6bafe14f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 200 len: 851 time: 0.0854132 Feb 04 05:47:40.748538 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.806661 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4175adf-5034-45fb-94b6-825fd8c2e46f req-ba1e05b7-2c96-4dab-9571-e51b007e43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:40.808186 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c4175adf-5034-45fb-94b6-825fd8c2e46f req-ba1e05b7-2c96-4dab-9571-e51b007e43c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944812 Feb 04 05:47:40.847150 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1866df0d-9f6e-42e3-94a0-c95db9cdb0f8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.939470 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1866df0d-9f6e-42e3-94a0-c95db9cdb0f8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network aa7bd1d2-4237-425a-8c23-060d4450279c is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:40.942479 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866df0d-9f6e-42e3-94a0-c95db9cdb0f8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Subnet': ['ID=ab6d1025-95f0-4615-b6dc-c145d7dbba84,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:40.947486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-1866df0d-9f6e-42e3-94a0-c95db9cdb0f8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:40.952004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1866df0d-9f6e-42e3-94a0-c95db9cdb0f8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:40.952600 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1866df0d-9f6e-42e3-94a0-c95db9cdb0f8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.960805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.985639 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1866df0d-9f6e-42e3-94a0-c95db9cdb0f8 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8816969 Feb 04 05:47:40.992555 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52634) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:40.995648 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-77917c6c-0eae-4a60-a65d-e86577631c0f None None] Provisioning complete for port 83e7eb62-83b5-4d38-bddc-054f0fda0337 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:40.996275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-77917c6c-0eae-4a60-a65d-e86577631c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:40.998027 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-9bb3f96b-7948-4ccf-80b7-90e9bbe0b06d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'security_group': {'name': 'tempest-secgroup-1041001599'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:41.006260 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c4175adf-5034-45fb-94b6-825fd8c2e46f req-f60cac59-6de3-4599-af14-455b658ca4b7 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911051 Feb 04 05:47:41.045978 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e848618a-68d8-4a76-b8f9-0ed083f84b2d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.046857 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-77917c6c-0eae-4a60-a65d-e86577631c0f None None] Port 83e7eb62-83b5-4d38-bddc-054f0fda0337 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:41.110615 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848618a-68d8-4a76-b8f9-0ed083f84b2d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Port': ['ID=bbb84225-b9af-44dc-bd8a-6c6074df641f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:41.178184 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0613957a-e68e-49af-a07a-2fd82df3ed8c None None] Network aa7bd1d2-4237-425a-8c23-060d4450279c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:41.263644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.268892 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.310847 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1105c9a5-21a4-4a3b-83f5-8ef9f064c3c5 None None] Provisioning complete for port 0d479a24-1556-4734-ad2c-a06bb5d6ade8 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:41.311287 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1105c9a5-21a4-4a3b-83f5-8ef9f064c3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.351875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event updated for resources: {'Port': ['ID=83e7eb62-83b5-4d38-bddc-054f0fda0337,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:41.354867 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.459971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Network adb8d756-d074-4a90-8f45-7a111f092fdb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:41.462127 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:41.471024 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f96b-7948-4ccf-80b7-90e9bbe0b06d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.481601 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff55657-bfd1-4e2f-a371-b087c0aacfa4 None None] Update dhcp port {'port': {'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'fixed_ips': [{'subnet_id': 'c17d9bdf-c4a5-4f72-8dc0-d494b008df45', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ab6d1025-95f0-4615-b6dc-c145d7dbba84'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': '0d479a24-1556-4734-ad2c-a06bb5d6ade8'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:47:41.503204 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1105c9a5-21a4-4a3b-83f5-8ef9f064c3c5 None None] Provisioning complete for port c76ef004-5ad2-4b8e-86f8-d76d1457e24a triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:41.503583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1105c9a5-21a4-4a3b-83f5-8ef9f064c3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.541675 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-aff55657-bfd1-4e2f-a371-b087c0aacfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.544034 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1105c9a5-21a4-4a3b-83f5-8ef9f064c3c5 None None] Port c76ef004-5ad2-4b8e-86f8-d76d1457e24a cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:41.552272 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e848618a-68d8-4a76-b8f9-0ed083f84b2d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.589696 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Router c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:41.607718 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c4175adf-5034-45fb-94b6-825fd8c2e46f req-6bb015d0-5efe-4c6a-b909-e56f445b5a05 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912771 Feb 04 05:47:41.717942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:41.732286 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b20afb-d48c-4dad-8e30-4e2a86b137d0 None None] Sync routers for ids ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:41.734007 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7a2f9446-9e00-41ef-8b40-5362f61365c2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "PUT /v2.0/routers/c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3274939 Feb 04 05:47:41.734801 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52636) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:41.735486 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e848618a-68d8-4a76-b8f9-0ed083f84b2d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.744661 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e848618a-68d8-4a76-b8f9-0ed083f84b2d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.746685 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b20afb-d48c-4dad-8e30-4e2a86b137d0 None None] Routers {'c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:41.748237 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-51b20afb-d48c-4dad-8e30-4e2a86b137d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:41.814211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f96b-7948-4ccf-80b7-90e9bbe0b06d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.819502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e848618a-68d8-4a76-b8f9-0ed083f84b2d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.820420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e848618a-68d8-4a76-b8f9-0ed083f84b2d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Fanout notify agent at l3_agent the message router_deleted on router d04b658a-5617-49e2-87e9-6dd789e3a84d {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:47:41.826464 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-51b20afb-d48c-4dad-8e30-4e2a86b137d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:41.838529 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b20afb-d48c-4dad-8e30-4e2a86b137d0 None None] Routers {'c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:41.839445 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-51b20afb-d48c-4dad-8e30-4e2a86b137d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:41.854554 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e848618a-68d8-4a76-b8f9-0ed083f84b2d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.858144 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e848618a-68d8-4a76-b8f9-0ed083f84b2d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/routers/d04b658a-5617-49e2-87e9-6dd789e3a84d HTTP/1.1" status: 204 len: 168 time: 1.8347025 Feb 04 05:47:41.858633 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52638) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:41.860996 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f96b-7948-4ccf-80b7-90e9bbe0b06d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.872734 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-aff55657-bfd1-4e2f-a371-b087c0aacfa4 None None] Allocated IP 2001:db8::2 (aa7bd1d2-4237-425a-8c23-060d4450279c/ab6d1025-95f0-4615-b6dc-c145d7dbba84/0d479a24-1556-4734-ad2c-a06bb5d6ade8) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:41.891976 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-51b20afb-d48c-4dad-8e30-4e2a86b137d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:41.892628 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f96b-7948-4ccf-80b7-90e9bbe0b06d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.892759 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b20afb-d48c-4dad-8e30-4e2a86b137d0 None None] The sync data for ids ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:41.898733 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52640) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:41.902315 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9bb3f96b-7948-4ccf-80b7-90e9bbe0b06d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9085412 Feb 04 05:47:41.906990 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-ce6c1ac2-ac42-4c02-977b-73bf8bfbf7ee tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'security_group': {'name': 'tempest-secgroup-1425330617'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:41.919959 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3f96b-7948-4ccf-80b7-90e9bbe0b06d tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2ff21e-71ac-4463-af4a-da57de1ab1f5,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:41.935899 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-bc35b97d-589a-43af-8a57-01ff9cf064f4 None None] Provisioning complete for port 83e7eb62-83b5-4d38-bddc-054f0fda0337 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:41.936247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bc35b97d-589a-43af-8a57-01ff9cf064f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:41.936353 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f99d565-1bea-4198-ad6a-6c18443fea00 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.007643 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-bc35b97d-589a-43af-8a57-01ff9cf064f4 None None] Port 83e7eb62-83b5-4d38-bddc-054f0fda0337 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:42.039847 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-aff55657-bfd1-4e2f-a371-b087c0aacfa4 None None] For port 0d479a24-1556-4734-ad2c-a06bb5d6ade8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=0d479a24-1556-4734-ad2c-a06bb5d6ade8,segment=NetworkSegment(840f8f89-30d4-42a7-9b76-6afc3802f457),segment_id=840f8f89-30d4-42a7-9b76-6afc3802f457)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:42.069584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-aff55657-bfd1-4e2f-a371-b087c0aacfa4 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.074077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-aff55657-bfd1-4e2f-a371-b087c0aacfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.163690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff55657-bfd1-4e2f-a371-b087c0aacfa4 None None] Pushing event updated for resources: {'Port': ['ID=0d479a24-1556-4734-ad2c-a06bb5d6ade8,revision_number=6']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:42.360881 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-518725c2-242b-4c47-8468-84aad127eb7a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting subnet 10ef0ba8-1e82-4b90-ae6f-c5c2a334b860 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:42.371610 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-518725c2-242b-4c47-8468-84aad127eb7a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.406832 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1ac2-ac42-4c02-977b-73bf8bfbf7ee tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.424283 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-6f99d565-1bea-4198-ad6a-6c18443fea00 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 05:47:42.428724 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6f99d565-1bea-4198-ad6a-6c18443fea00 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "DELETE /v2.0/routers/c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c HTTP/1.1" status: 409 len: 329 time: 0.6895134 Feb 04 05:47:42.429104 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52642) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:42.431055 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-518725c2-242b-4c47-8468-84aad127eb7a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.559589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-518725c2-242b-4c47-8468-84aad127eb7a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.564343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1ac2-ac42-4c02-977b-73bf8bfbf7ee tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.587164 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1ac2-ac42-4c02-977b-73bf8bfbf7ee tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.650962 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1ac2-ac42-4c02-977b-73bf8bfbf7ee tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.656061 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ce6c1ac2-ac42-4c02-977b-73bf8bfbf7ee tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7543249 Feb 04 05:47:42.656229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52646) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:42.656376 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c1ac2-ac42-4c02-977b-73bf8bfbf7ee tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb71210-1eb4-4dd0-abfe-722927dc3af9,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:42.662900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-544ebb14-f3a4-4913-8997-4ec0c81f3a2a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'security_group': {'name': 'tempest-secgroup-242947638'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:42.678724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-518725c2-242b-4c47-8468-84aad127eb7a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.713746 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518725c2-242b-4c47-8468-84aad127eb7a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Subnet': ['ID=10ef0ba8-1e82-4b90-ae6f-c5c2a334b860,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:42.719119 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-518725c2-242b-4c47-8468-84aad127eb7a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.726612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52648) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:42.727562 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-518725c2-242b-4c47-8468-84aad127eb7a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/subnets/10ef0ba8-1e82-4b90-ae6f-c5c2a334b860 HTTP/1.1" status: 204 len: 168 time: 0.8676462 Feb 04 05:47:42.733505 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac0d9f-82d5-4683-82a3-a1c5124b5b62 None None] Network 29da9c28-8cc8-4054-ab33-f05782f608a4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:42.736460 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-da58a18a-db75-487d-b30d-189b066fefc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.749021 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-544ebb14-f3a4-4913-8997-4ec0c81f3a2a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.790423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b2b6b8f7-1879-4c35-9c44-d81af0c84e81 None None] Provisioning complete for port 0d479a24-1556-4734-ad2c-a06bb5d6ade8 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:42.790884 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b2b6b8f7-1879-4c35-9c44-d81af0c84e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.842152 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.950750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b2b6b8f7-1879-4c35-9c44-d81af0c84e81 None None] Provisioning complete for port c76ef004-5ad2-4b8e-86f8-d76d1457e24a triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:42.951131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b2b6b8f7-1879-4c35-9c44-d81af0c84e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.953480 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-544ebb14-f3a4-4913-8997-4ec0c81f3a2a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.964158 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e144d1ea-d6c9-41d5-8791-132b31f4ce25 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:42.989758 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b2b6b8f7-1879-4c35-9c44-d81af0c84e81 None None] Port c76ef004-5ad2-4b8e-86f8-d76d1457e24a cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:43.002448 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-544ebb14-f3a4-4913-8997-4ec0c81f3a2a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.014299 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a0a7a8-9dde-4908-8d87-10fc6591f7f3 None None] DHCP port deletion for 29da9c28-8cc8-4054-ab33-f05782f608a4 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:47:43.064610 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-77a0a7a8-9dde-4908-8d87-10fc6591f7f3 None None] Deleting port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:43.065265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-77a0a7a8-9dde-4908-8d87-10fc6591f7f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.069618 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:43.070016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.073489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-544ebb14-f3a4-4913-8997-4ec0c81f3a2a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.074756 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-544ebb14-f3a4-4913-8997-4ec0c81f3a2a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4177003 Feb 04 05:47:43.077622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52650) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:43.082935 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-30288871-5dfa-4c54-8ec0-fe1c697cf145 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-899556637', 'security_groups': ['33ab1cf8-569d-4136-873c-a450db670da3'], 'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ab6d1025-95f0-4615-b6dc-c145d7dbba84'}]}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:43.102212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ebb14-f3a4-4913-8997-4ec0c81f3a2a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ab1cf8-569d-4136-873c-a450db670da3,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:43.141040 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a92a8fa2-a6cc-4805-a61e-3600da613e31 None None] Could not find standard attr ID for object d3acb30c-f9be-4496-adf7-634dc2a5503a. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:47:43.159012 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-77a0a7a8-9dde-4908-8d87-10fc6591f7f3 None None] For port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c,segment=NetworkSegment(e6b04154-9ff9-46f5-8774-f29f0a068c1a),segment_id=e6b04154-9ff9-46f5-8774-f29f0a068c1a)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:43.159428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-77a0a7a8-9dde-4908-8d87-10fc6591f7f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.172761 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-77a0a7a8-9dde-4908-8d87-10fc6591f7f3 None None] Calling delete_port for 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:43.211860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30288871-5dfa-4c54-8ec0-fe1c697cf145 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:43.223750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] For port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c,segment=NetworkSegment(e6b04154-9ff9-46f5-8774-f29f0a068c1a),segment_id=e6b04154-9ff9-46f5-8774-f29f0a068c1a)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:43.224123 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.243924 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Calling delete_port for 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:43.259672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-77a0a7a8-9dde-4908-8d87-10fc6591f7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.291570 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a0a7a8-9dde-4908-8d87-10fc6591f7f3 None None] No DVR routers for this DVR port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:43.295795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0a7a8-9dde-4908-8d87-10fc6591f7f3 None None] Pushing event deleted for resources: {'Port': ['ID=58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:43.309622 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21377004-b798-44b0-b507-06c6b142118b None None] get_active_networks_info from dv-neutron-827794-1-hyperv {{(pid=108746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:47:43.319701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30288871-5dfa-4c54-8ec0-fe1c697cf145 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.338440 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-30288871-5dfa-4c54-8ec0-fe1c697cf145 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] device_id is not set on port 99871fed-2091-4251-8589-4c5218dd702b yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:47:43.382238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.418395 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Port': ['ID=58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:43.420007 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21377004-b798-44b0-b507-06c6b142118b None None] Resources bound (agent type, host, resource id): {{(pid=108746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:47:43.420255 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] No DVR routers for this DVR port 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:43.506709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.515712 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e144d1ea-d6c9-41d5-8791-132b31f4ce25 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Deleting port 83e7eb62-83b5-4d38-bddc-054f0fda0337 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:43.516055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e144d1ea-d6c9-41d5-8791-132b31f4ce25 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.532379 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-30288871-5dfa-4c54-8ec0-fe1c697cf145 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Allocated IP 2001:db8::22f (aa7bd1d2-4237-425a-8c23-060d4450279c/ab6d1025-95f0-4615-b6dc-c145d7dbba84/99871fed-2091-4251-8589-4c5218dd702b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:43.574382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29da9c28-8cc8-4054-ab33-f05782f608a4']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:43.591853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b04154-9ff9-46f5-8774-f29f0a068c1a') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:43.592253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b04154-9ff9-46f5-8774-f29f0a068c1a') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:43.605221 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.630496 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.646496 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:43.647192 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: self.session.flush() Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:43.650325 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:43.652880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e144d1ea-d6c9-41d5-8791-132b31f4ce25 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.697646 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30288871-5dfa-4c54-8ec0-fe1c697cf145 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.707043 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e144d1ea-d6c9-41d5-8791-132b31f4ce25 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Calling delete_port for 83e7eb62-83b5-4d38-bddc-054f0fda0337 owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:43.731762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30288871-5dfa-4c54-8ec0-fe1c697cf145 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.763973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.768330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.774311 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/networks/29da9c28-8cc8-4054-ab33-f05782f608a4 HTTP/1.1" status: 204 len: 168 time: 1.0466142 Feb 04 05:47:43.774954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52654) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:43.782104 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30288871-5dfa-4c54-8ec0-fe1c697cf145 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network aa7bd1d2-4237-425a-8c23-060d4450279c is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:43.785092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-30288871-5dfa-4c54-8ec0-fe1c697cf145 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:43.789435 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30288871-5dfa-4c54-8ec0-fe1c697cf145 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:43.794859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30288871-5dfa-4c54-8ec0-fe1c697cf145 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:43.795475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30288871-5dfa-4c54-8ec0-fe1c697cf145 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:43.804818 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30288871-5dfa-4c54-8ec0-fe1c697cf145 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=99871fed-2091-4251-8589-4c5218dd702b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:43.820025 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-30288871-5dfa-4c54-8ec0-fe1c697cf145 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7377706 Feb 04 05:47:43.820314 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52656) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:43.826189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-c160b48d-65b8-4653-a54b-4559b6aa9ead tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'subnet': {'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:43.830900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52385e56-8602-4b42-ba89-21ad14b9b1fd tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Network': ['ID=29da9c28-8cc8-4054-ab33-f05782f608a4,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:43.920401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 0d479a24-1556-4734-ad2c-a06bb5d6ade8 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:44.010310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 0d479a24-1556-4734-ad2c-a06bb5d6ade8 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:44.011165 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.018809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c160b48d-65b8-4653-a54b-4559b6aa9ead tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:44.022725 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c160b48d-65b8-4653-a54b-4559b6aa9ead tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.024635 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-18599fb7-8b53-48e9-bbcb-6d33fad36aaf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting port df78895b-be92-44da-a84c-535655484ebf {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:44.024981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18599fb7-8b53-48e9-bbcb-6d33fad36aaf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.118450 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e144d1ea-d6c9-41d5-8791-132b31f4ce25 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.157280 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.ipam_backend_mixin [None req-c160b48d-65b8-4653-a54b-4559b6aa9ead tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab6d1025-95f0-4615-b6dc-c145d7dbba84 (CIDR: 2001:db8::/64) Feb 04 05:47:44.163052 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-c160b48d-65b8-4653-a54b-4559b6aa9ead tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:44.163950 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c160b48d-65b8-4653-a54b-4559b6aa9ead tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:44.164442 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144d1ea-d6c9-41d5-8791-132b31f4ce25 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event deleted for resources: {'Port': ['ID=83e7eb62-83b5-4d38-bddc-054f0fda0337,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:44.196124 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a225cee1-d4ac-44fd-bcd3-44667551faaf None None] Provisioning complete for port 99871fed-2091-4251-8589-4c5218dd702b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:44.196671 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a225cee1-d4ac-44fd-bcd3-44667551faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.199512 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c160b48d-65b8-4653-a54b-4559b6aa9ead tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3781140 Feb 04 05:47:44.202094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52662) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:44.205946 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18599fb7-8b53-48e9-bbcb-6d33fad36aaf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.206286 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18599fb7-8b53-48e9-bbcb-6d33fad36aaf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.209456 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3261b68f-a5a7-4287-914a-57c56b7644f3 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'subnet': {'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:44.245095 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:44.255893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-18599fb7-8b53-48e9-bbcb-6d33fad36aaf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Calling delete_port for df78895b-be92-44da-a84c-535655484ebf owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:44.367779 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3261b68f-a5a7-4287-914a-57c56b7644f3 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:44.371254 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3261b68f-a5a7-4287-914a-57c56b7644f3 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.452061 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:44.452641 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 58dc377c-dd3a-41ba-bcde-6ca8f5fb5a6c not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:44.475254 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a225cee1-d4ac-44fd-bcd3-44667551faaf None None] Port 99871fed-2091-4251-8589-4c5218dd702b cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:44.498033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929cd25-991a-4e46-9768-d32a442568ef req-20f5fafa-2bd8-43aa-914e-bdaa0ca7c261 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:44.499855 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d929cd25-991a-4e46-9768-d32a442568ef req-20f5fafa-2bd8-43aa-914e-bdaa0ca7c261 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 945 time: 0.2384009 Feb 04 05:47:44.501243 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.ipam_backend_mixin [None req-3261b68f-a5a7-4287-914a-57c56b7644f3 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c17d9bdf-c4a5-4f72-8dc0-d494b008df45 (CIDR: 2001:db8:0:1::/64) Feb 04 05:47:44.503787 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e144d1ea-d6c9-41d5-8791-132b31f4ce25 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.508079 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-3261b68f-a5a7-4287-914a-57c56b7644f3 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 05:47:44.508535 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3261b68f-a5a7-4287-914a-57c56b7644f3 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:44.529114 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3261b68f-a5a7-4287-914a-57c56b7644f3 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3230908 Feb 04 05:47:44.529901 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52666) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:44.534753 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-aa461f39-1427-4c52-a9d1-a42721a55c4a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'subnet': {'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:44.643347 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa461f39-1427-4c52-a9d1-a42721a55c4a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Made reservation on behalf of 8b79082e6df440838c56786cc165c0b7 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:44.645705 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d929cd25-991a-4e46-9768-d32a442568ef req-d4034424-eab2-44fc-a9c6-99d723a8a7e1 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307778 Feb 04 05:47:44.647487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa461f39-1427-4c52-a9d1-a42721a55c4a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.718764 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18599fb7-8b53-48e9-bbcb-6d33fad36aaf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.760300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18599fb7-8b53-48e9-bbcb-6d33fad36aaf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Port': ['ID=df78895b-be92-44da-a84c-535655484ebf,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:44.764337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e144d1ea-d6c9-41d5-8791-132b31f4ce25 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Router c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:44.823538 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8fa95622-4c1f-49ec-b04c-8e417617264a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.884428 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa461f39-1427-4c52-a9d1-a42721a55c4a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.891180 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18599fb7-8b53-48e9-bbcb-6d33fad36aaf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.893901 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18599fb7-8b53-48e9-bbcb-6d33fad36aaf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.895579 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-18599fb7-8b53-48e9-bbcb-6d33fad36aaf tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/floatingips/b6706256-eefc-400d-8c98-005719563808 HTTP/1.1" status: 204 len: 168 time: 1.1148169 Feb 04 05:47:44.899813 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52668) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:44.909464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e144d1ea-d6c9-41d5-8791-132b31f4ce25 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:44.920365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7e5617-5260-4694-96a5-ca2bbc68fb41 None None] Sync routers for ids ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:44.927133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa461f39-1427-4c52-a9d1-a42721a55c4a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Network aa7bd1d2-4237-425a-8c23-060d4450279c is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:44.928179 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e144d1ea-d6c9-41d5-8791-132b31f4ce25 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "PUT /v2.0/routers/c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4978585 Feb 04 05:47:44.929349 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0c8d3f-0613-44ab-a950-ac383e195d8d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:44.931335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0c8d3f-0613-44ab-a950-ac383e195d8d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:44.931470 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-aa461f39-1427-4c52-a9d1-a42721a55c4a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:44.932154 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52670) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:44.933080 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bf0c8d3f-0613-44ab-a950-ac383e195d8d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/ports/c2a114b3-85e6-44b7-946a-f7fe64566d1b HTTP/1.1" status: 404 len: 333 time: 0.0311592 Feb 04 05:47:44.938216 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52672) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:44.938348 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa461f39-1427-4c52-a9d1-a42721a55c4a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:44.938900 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa461f39-1427-4c52-a9d1-a42721a55c4a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:44.940859 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a4b34-784c-43ae-8dbb-bad665407798 None None] Network aa7bd1d2-4237-425a-8c23-060d4450279c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:44.944280 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e5617-5260-4694-96a5-ca2bbc68fb41 None None] Routers {'c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:44.944911 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-8f7e5617-5260-4694-96a5-ca2bbc68fb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:44.967188 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2208eb7d-bcef-491d-953e-ef885a0455be tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "GET /v2.0/ports?device_id=d04b658a-5617-49e2-87e9-6dd789e3a84d HTTP/1.1" status: 200 len: 205 time: 0.0271308 Feb 04 05:47:44.969031 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52674) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:44.987137 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-c265a8b1-6faf-4fa2-9cad-fa25d9b70cd5 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] show failed (client error): The resource could not be found. Feb 04 05:47:44.993339 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c265a8b1-6faf-4fa2-9cad-fa25d9b70cd5 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-290905702 HTTP/1.1" status: 404 len: 334 time: 0.0553856 Feb 04 05:47:44.993802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52676) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:44.998251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8b2b7714-dfa0-4bc9-bec3-4536608e6e42 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Request body: {'router': {'name': 'new_name'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:45.000920 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa461f39-1427-4c52-a9d1-a42721a55c4a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Subnet': ['ID=0a11670a-9ca7-4cb9-b49f-a60d09ea9e1e,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:45.006506 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-2eb75bd6-ddf5-4535-b852-e437e705fbf9 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] delete failed (client error): The resource could not be found. Feb 04 05:47:45.007863 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2eb75bd6-ddf5-4535-b852-e437e705fbf9 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/routers/d04b658a-5617-49e2-87e9-6dd789e3a84d HTTP/1.1" status: 404 len: 336 time: 0.0377567 Feb 04 05:47:45.010357 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52678) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:45.015192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-8f7e5617-5260-4694-96a5-ca2bbc68fb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:45.034819 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e5617-5260-4694-96a5-ca2bbc68fb41 None None] Routers {'c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:45.035495 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-8f7e5617-5260-4694-96a5-ca2bbc68fb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:45.041372 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-893e0ba2-6b32-4725-8be1-522161721dda tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:45.041971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893e0ba2-6b32-4725-8be1-522161721dda tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:45.047521 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-893e0ba2-6b32-4725-8be1-522161721dda tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/subnets/10ef0ba8-1e82-4b90-ae6f-c5c2a334b860 HTTP/1.1" status: 404 len: 337 time: 0.0337400 Feb 04 05:47:45.048145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52680) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:45.056831 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-aa461f39-1427-4c52-a9d1-a42721a55c4a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5201426 Feb 04 05:47:45.056831 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-8b2b7714-dfa0-4bc9-bec3-4536608e6e42 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] update failed (client error): The resource could not be found. Feb 04 05:47:45.056831 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8b2b7714-dfa0-4bc9-bec3-4536608e6e42 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-708870894 HTTP/1.1" status: 404 len: 334 time: 0.0589771 Feb 04 05:47:45.057805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52682) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:45.057945 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52684) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:45.062622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-2008ae7f-d289-4748-854c-36999996c1e5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-336246877', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0a11670a-9ca7-4cb9-b49f-a60d09ea9e1e'}], 'security_groups': ['2f2ff21e-71ac-4463-af4a-da57de1ab1f5', 'fdb71210-1eb4-4dd0-abfe-722927dc3af9']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:45.075106 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-8f7e5617-5260-4694-96a5-ca2bbc68fb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:45.075763 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7e5617-5260-4694-96a5-ca2bbc68fb41 None None] The sync data for ids ['c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:45.135844 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2008ae7f-d289-4748-854c-36999996c1e5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.160863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d9cda6-e362-4e2d-a569-9b2eb8813b5e tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Deleting subnet 67871877-d3b8-41e5-bd39-74350a70e6fc {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:45.165647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18d9cda6-e362-4e2d-a569-9b2eb8813b5e tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.214457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18d9cda6-e362-4e2d-a569-9b2eb8813b5e tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.237006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4039795c-60e8-4f3d-b557-6fd7191e285c None None] Update dhcp port {'port': {'network_id': 'aa7bd1d2-4237-425a-8c23-060d4450279c', 'fixed_ips': [{'subnet_id': 'c17d9bdf-c4a5-4f72-8dc0-d494b008df45', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ab6d1025-95f0-4615-b6dc-c145d7dbba84', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a11670a-9ca7-4cb9-b49f-a60d09ea9e1e'}], 'binding:host_id': 'dv-neutron-827794-1-hyperv'}, 'id': '0d479a24-1556-4734-ad2c-a06bb5d6ade8'} from dv-neutron-827794-1-hyperv. {{(pid=108746) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 04 05:47:45.250885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-db0e4a97-0bae-4ecb-86b4-e86a171229d1 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting port ceb78d3f-9d17-44e4-a7a2-1184e3a3b952 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:45.251328 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db0e4a97-0bae-4ecb-86b4-e86a171229d1 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.264968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4039795c-60e8-4f3d-b557-6fd7191e285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.369939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18d9cda6-e362-4e2d-a569-9b2eb8813b5e tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.398153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db0e4a97-0bae-4ecb-86b4-e86a171229d1 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.418071 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-db0e4a97-0bae-4ecb-86b4-e86a171229d1 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Calling delete_port for ceb78d3f-9d17-44e4-a7a2-1184e3a3b952 owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:45.460604 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-2008ae7f-d289-4748-854c-36999996c1e5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Delete allocated IP 2001:db8::22f (aa7bd1d2-4237-425a-8c23-060d4450279c/ab6d1025-95f0-4615-b6dc-c145d7dbba84) {{(pid=108744) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 05:47:45.476925 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-2008ae7f-d289-4748-854c-36999996c1e5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Allocated IP 2001:db8:0:2::36e (aa7bd1d2-4237-425a-8c23-060d4450279c/0a11670a-9ca7-4cb9-b49f-a60d09ea9e1e/99871fed-2091-4251-8589-4c5218dd702b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:45.490892 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18d9cda6-e362-4e2d-a569-9b2eb8813b5e tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.642176 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2008ae7f-d289-4748-854c-36999996c1e5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.649644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2008ae7f-d289-4748-854c-36999996c1e5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.700975 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-4039795c-60e8-4f3d-b557-6fd7191e285c None None] Allocated IP 2001:db8:0:2::2 (aa7bd1d2-4237-425a-8c23-060d4450279c/0a11670a-9ca7-4cb9-b49f-a60d09ea9e1e/0d479a24-1556-4734-ad2c-a06bb5d6ade8) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:45.733736 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2008ae7f-d289-4748-854c-36999996c1e5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] In _notify_port_updated(), no bound segment for port 99871fed-2091-4251-8589-4c5218dd702b on network aa7bd1d2-4237-425a-8c23-060d4450279c {{(pid=108744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:47:45.740679 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2008ae7f-d289-4748-854c-36999996c1e5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:45.741884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2008ae7f-d289-4748-854c-36999996c1e5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.746016 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2008ae7f-d289-4748-854c-36999996c1e5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "PUT /v2.0/ports/99871fed-2091-4251-8589-4c5218dd702b HTTP/1.1" status: 200 len: 969 time: 0.6849396 Feb 04 05:47:45.747182 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52688) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:45.780750 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008ae7f-d289-4748-854c-36999996c1e5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event updated for resources: {'Port': ['ID=99871fed-2091-4251-8589-4c5218dd702b,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:45.813837 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-4039795c-60e8-4f3d-b557-6fd7191e285c None None] For port 0d479a24-1556-4734-ad2c-a06bb5d6ade8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=0d479a24-1556-4734-ad2c-a06bb5d6ade8,segment=NetworkSegment(840f8f89-30d4-42a7-9b76-6afc3802f457),segment_id=840f8f89-30d4-42a7-9b76-6afc3802f457)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:45.855124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9cda6-e362-4e2d-a569-9b2eb8813b5e tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event deleted for resources: {'Subnet': ['ID=67871877-d3b8-41e5-bd39-74350a70e6fc,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:45.858041 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-920a330a-1211-41e0-899d-7edb767b6754 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port 99871fed-2091-4251-8589-4c5218dd702b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:45.858493 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-920a330a-1211-41e0-899d-7edb767b6754 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.864267 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4039795c-60e8-4f3d-b557-6fd7191e285c None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.869697 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8909828b-42ca-497f-8741-29699ae55488 None None] Network d813ed1e-3e89-49a6-83fe-804d862bb8d0 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:45.882551 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-18d9cda6-e362-4e2d-a569-9b2eb8813b5e tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.882724 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4039795c-60e8-4f3d-b557-6fd7191e285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.885894 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-18d9cda6-e362-4e2d-a569-9b2eb8813b5e tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "DELETE /v2.0/subnets/67871877-d3b8-41e5-bd39-74350a70e6fc HTTP/1.1" status: 204 len: 168 time: 0.8270552 Feb 04 05:47:45.900908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52690) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:45.918657 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.975105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-920a330a-1211-41e0-899d-7edb767b6754 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:45.989811 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-920a330a-1211-41e0-899d-7edb767b6754 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for 99871fed-2091-4251-8589-4c5218dd702b owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:46.009457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675a012-dae3-4095-9624-33b8f3a04016 req-58499f1b-c251-4f4c-a96a-c2cfc4dcd5f5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:46.010978 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e675a012-dae3-4095-9624-33b8f3a04016 req-58499f1b-c251-4f4c-a96a-c2cfc4dcd5f5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.26 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 945 time: 0.1725955 Feb 04 05:47:46.021564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669693-087c-49dd-a59b-ed59370d500c req-680c417d-c0ff-4868-94e1-4f68d783f634 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:46.023062 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-14669693-087c-49dd-a59b-ed59370d500c req-680c417d-c0ff-4868-94e1-4f68d783f634 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 945 time: 0.1835756 Feb 04 05:47:46.030586 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c24790-6e24-4c88-948d-b45541e18bae tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Deleting subnet be18a317-6ba6-4175-adbf-ab30c78f1731 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:46.046887 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d9c24790-6e24-4c88-948d-b45541e18bae tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.051811 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039795c-60e8-4f3d-b557-6fd7191e285c None None] Pushing event updated for resources: {'Port': ['ID=0d479a24-1556-4734-ad2c-a06bb5d6ade8,revision_number=7']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:46.114949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db0e4a97-0bae-4ecb-86b4-e86a171229d1 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.163762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-920a330a-1211-41e0-899d-7edb767b6754 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.190167 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887f8317-4d07-4374-ab06-157161c377dd None None] DHCP port deletion for d813ed1e-3e89-49a6-83fe-804d862bb8d0 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:47:46.193891 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d9c24790-6e24-4c88-948d-b45541e18bae tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.210950 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a330a-1211-41e0-899d-7edb767b6754 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=99871fed-2091-4251-8589-4c5218dd702b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:46.238395 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-920a330a-1211-41e0-899d-7edb767b6754 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.244165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e4a97-0bae-4ecb-86b4-e86a171229d1 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Port': ['ID=ceb78d3f-9d17-44e4-a7a2-1184e3a3b952,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:46.244391 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-920a330a-1211-41e0-899d-7edb767b6754 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/99871fed-2091-4251-8589-4c5218dd702b HTTP/1.1" status: 204 len: 168 time: 0.4940124 Feb 04 05:47:46.244552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52692) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:46.268333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-887f8317-4d07-4374-ab06-157161c377dd None None] Deleting port 360f295a-ee5d-421d-b41c-698ef6f4dbf7 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:46.269535 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-887f8317-4d07-4374-ab06-157161c377dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.271917 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-771df3d0-58c3-455e-94df-a2225da8deba tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] GET failed (client error): The resource could not be found. Feb 04 05:47:46.276184 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-771df3d0-58c3-455e-94df-a2225da8deba tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports/99871fed-2091-4251-8589-4c5218dd702b HTTP/1.1" status: 404 len: 333 time: 0.0280604 Feb 04 05:47:46.276446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52694) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:46.285197 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-14669693-087c-49dd-a59b-ed59370d500c req-c9e67c5b-5b71-4520-aee7-1e95afaa4061 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429590 Feb 04 05:47:46.351072 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-887f8317-4d07-4374-ab06-157161c377dd None None] For port 360f295a-ee5d-421d-b41c-698ef6f4dbf7, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=360f295a-ee5d-421d-b41c-698ef6f4dbf7,segment=NetworkSegment(e0faa08d-6d92-4075-8f72-8fe618fd0a12),segment_id=e0faa08d-6d92-4075-8f72-8fe618fd0a12)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:46.351478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-887f8317-4d07-4374-ab06-157161c377dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.358075 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6951814b-1dc0-4423-9dd3-882bb7c2d130 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.372974 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-887f8317-4d07-4374-ab06-157161c377dd None None] Calling delete_port for 360f295a-ee5d-421d-b41c-698ef6f4dbf7 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:46.383959 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [req-e675a012-dae3-4095-9624-33b8f3a04016 req-0b939115-d7a6-401f-b97b-1dccf1d6cd48 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Deleting port a834a86b-d94f-45cd-9465-1b317dcc3737 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:46.383959 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e675a012-dae3-4095-9624-33b8f3a04016 req-0b939115-d7a6-401f-b97b-1dccf1d6cd48 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.388798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6951814b-1dc0-4423-9dd3-882bb7c2d130 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.403360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db0e4a97-0bae-4ecb-86b4-e86a171229d1 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.408704 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-db0e4a97-0bae-4ecb-86b4-e86a171229d1 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/ports/ceb78d3f-9d17-44e4-a7a2-1184e3a3b952 HTTP/1.1" status: 204 len: 168 time: 1.3576276 Feb 04 05:47:46.409354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52696) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:46.441988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6951814b-1dc0-4423-9dd3-882bb7c2d130 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.444939 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6951814b-1dc0-4423-9dd3-882bb7c2d130 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.449305 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6951814b-1dc0-4423-9dd3-882bb7c2d130 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/security-groups/33ab1cf8-569d-4136-873c-a450db670da3 HTTP/1.1" status: 204 len: 168 time: 0.1696007 Feb 04 05:47:46.450473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52698) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:46.451627 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d9c24790-6e24-4c88-948d-b45541e18bae tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.474481 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951814b-1dc0-4423-9dd3-882bb7c2d130 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ab1cf8-569d-4136-873c-a450db670da3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:46.529380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fb3fad2b-a1ae-4cc5-869c-ba01f7d629b1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.536264 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-887f8317-4d07-4374-ab06-157161c377dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.557682 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fb3fad2b-a1ae-4cc5-869c-ba01f7d629b1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.585016 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f8317-4d07-4374-ab06-157161c377dd None None] Pushing event deleted for resources: {'Port': ['ID=360f295a-ee5d-421d-b41c-698ef6f4dbf7,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:46.590919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f8317-4d07-4374-ab06-157161c377dd None None] No DVR routers for this DVR port 360f295a-ee5d-421d-b41c-698ef6f4dbf7 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:46.607403 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-e675a012-dae3-4095-9624-33b8f3a04016 req-0b939115-d7a6-401f-b97b-1dccf1d6cd48 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] For port a834a86b-d94f-45cd-9465-1b317dcc3737, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a834a86b-d94f-45cd-9465-1b317dcc3737,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:46.607751 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e675a012-dae3-4095-9624-33b8f3a04016 req-0b939115-d7a6-401f-b97b-1dccf1d6cd48 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.621913 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d9c24790-6e24-4c88-948d-b45541e18bae tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.623143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fb3fad2b-a1ae-4cc5-869c-ba01f7d629b1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.626429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fb3fad2b-a1ae-4cc5-869c-ba01f7d629b1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.629943 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fb3fad2b-a1ae-4cc5-869c-ba01f7d629b1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/security-groups/fdb71210-1eb4-4dd0-abfe-722927dc3af9 HTTP/1.1" status: 204 len: 168 time: 0.1759927 Feb 04 05:47:46.632783 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52700) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:46.650980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fad2b-a1ae-4cc5-869c-ba01f7d629b1 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb71210-1eb4-4dd0-abfe-722927dc3af9,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:46.690172 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c24790-6e24-4c88-948d-b45541e18bae tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event deleted for resources: {'Subnet': ['ID=be18a317-6ba6-4175-adbf-ab30c78f1731,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:46.699969 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d9c24790-6e24-4c88-948d-b45541e18bae tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.703148 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d9c24790-6e24-4c88-948d-b45541e18bae tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "DELETE /v2.0/subnets/be18a317-6ba6-4175-adbf-ab30c78f1731 HTTP/1.1" status: 204 len: 168 time: 0.7989259 Feb 04 05:47:46.706660 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52702) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:46.710376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bc84be-ee4c-4621-bc20-a3a3c8737b19 None None] Network 3d425889-5b71-43a7-83aa-f75468c47979 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:46.712288 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4891bf6b-38ec-42c3-a4ed-d32c13663ab4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.738380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4891bf6b-38ec-42c3-a4ed-d32c13663ab4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.781131 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-d251085a-854b-4666-98c5-98c0a38fdd9a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting port 5168938d-381e-460b-bc2e-3d1db88fe4fb {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:46.781989 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d251085a-854b-4666-98c5-98c0a38fdd9a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.788656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4891bf6b-38ec-42c3-a4ed-d32c13663ab4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.791488 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4891bf6b-38ec-42c3-a4ed-d32c13663ab4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.795103 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4891bf6b-38ec-42c3-a4ed-d32c13663ab4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/security-groups/2f2ff21e-71ac-4463-af4a-da57de1ab1f5 HTTP/1.1" status: 204 len: 168 time: 0.1589246 Feb 04 05:47:46.797860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52704) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:46.812789 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891bf6b-38ec-42c3-a4ed-d32c13663ab4 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2ff21e-71ac-4463-af4a-da57de1ab1f5,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:46.870040 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-be82aed6-cbc8-4664-ab49-f659649f19ce tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting subnet ab6d1025-95f0-4615-b6dc-c145d7dbba84 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:46.874569 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be82aed6-cbc8-4664-ab49-f659649f19ce tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.877822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11247743-3bc6-4dd5-bc36-4558dbb598af tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.928458 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d9ad39d7-d5fe-4961-8948-6944a5d0a0db None None] Provisioning complete for port 0d479a24-1556-4734-ad2c-a06bb5d6ade8 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:46.928750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d9ad39d7-d5fe-4961-8948-6944a5d0a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.929025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be82aed6-cbc8-4664-ab49-f659649f19ce tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:46.974226 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0067a58d-bf38-4863-9984-646733462d74 None None] DHCP port deletion for 3d425889-5b71-43a7-83aa-f75468c47979 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:47:47.001424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d251085a-854b-4666-98c5-98c0a38fdd9a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.017720 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-d251085a-854b-4666-98c5-98c0a38fdd9a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Calling delete_port for 5168938d-381e-460b-bc2e-3d1db88fe4fb owned by {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:47.044501 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be82aed6-cbc8-4664-ab49-f659649f19ce tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.059504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d9ad39d7-d5fe-4961-8948-6944a5d0a0db None None] Could not find standard attr ID for object 99871fed-2091-4251-8589-4c5218dd702b. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:47:47.068000 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0067a58d-bf38-4863-9984-646733462d74 None None] Deleting port 41945efa-d863-4dd7-9871-bc87ab040cde {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:47.068511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0067a58d-bf38-4863-9984-646733462d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.121995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d9ad39d7-d5fe-4961-8948-6944a5d0a0db None None] Provisioning complete for port c76ef004-5ad2-4b8e-86f8-d76d1457e24a triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:47.122418 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d9ad39d7-d5fe-4961-8948-6944a5d0a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.134768 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be82aed6-cbc8-4664-ab49-f659649f19ce tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.169392 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0067a58d-bf38-4863-9984-646733462d74 None None] For port 41945efa-d863-4dd7-9871-bc87ab040cde, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=41945efa-d863-4dd7-9871-bc87ab040cde,segment=NetworkSegment(1c0c5dc8-f44b-42a6-99d7-d41a19461079),segment_id=1c0c5dc8-f44b-42a6-99d7-d41a19461079)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:47.169948 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0067a58d-bf38-4863-9984-646733462d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.170325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82aed6-cbc8-4664-ab49-f659649f19ce tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Subnet': ['ID=ab6d1025-95f0-4615-b6dc-c145d7dbba84,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:47.175780 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be82aed6-cbc8-4664-ab49-f659649f19ce tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.180658 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-be82aed6-cbc8-4664-ab49-f659649f19ce tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/ab6d1025-95f0-4615-b6dc-c145d7dbba84 HTTP/1.1" status: 204 len: 168 time: 0.3791475 Feb 04 05:47:47.185895 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad39d7-d5fe-4961-8948-6944a5d0a0db None None] Port c76ef004-5ad2-4b8e-86f8-d76d1457e24a cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:47.187773 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0067a58d-bf38-4863-9984-646733462d74 None None] Calling delete_port for 41945efa-d863-4dd7-9871-bc87ab040cde owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:47.189579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52706) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:47.200681 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e675a012-dae3-4095-9624-33b8f3a04016 req-0b939115-d7a6-401f-b97b-1dccf1d6cd48 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.201307 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e675a012-dae3-4095-9624-33b8f3a04016 req-0b939115-d7a6-401f-b97b-1dccf1d6cd48 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.201764 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [req-e675a012-dae3-4095-9624-33b8f3a04016 req-0b939115-d7a6-401f-b97b-1dccf1d6cd48 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Floating IP 63e08555-d0fd-473b-acb5-0451427b6d62 disassociated. External IP: 172.26.3.188, port: a834a86b-d94f-45cd-9465-1b317dcc3737. Feb 04 05:47:47.202145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [req-e675a012-dae3-4095-9624-33b8f3a04016 req-0b939115-d7a6-401f-b97b-1dccf1d6cd48 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Calling delete_port for a834a86b-d94f-45cd-9465-1b317dcc3737 owned by compute:nova {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:47.213116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11247743-3bc6-4dd5-bc36-4558dbb598af tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.271302 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8448f73-53e6-463c-ac70-2860a14df215 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting subnet 0a11670a-9ca7-4cb9-b49f-a60d09ea9e1e {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:47.274731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8448f73-53e6-463c-ac70-2860a14df215 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.281566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0067a58d-bf38-4863-9984-646733462d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.296297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067a58d-bf38-4863-9984-646733462d74 None None] No DVR routers for this DVR port 41945efa-d863-4dd7-9871-bc87ab040cde on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:47.298124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-11247743-3bc6-4dd5-bc36-4558dbb598af tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d813ed1e-3e89-49a6-83fe-804d862bb8d0']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:47.316221 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-11247743-3bc6-4dd5-bc36-4558dbb598af tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0faa08d-6d92-4075-8f72-8fe618fd0a12') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:47.316515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-11247743-3bc6-4dd5-bc36-4558dbb598af tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0faa08d-6d92-4075-8f72-8fe618fd0a12') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:47.331749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067a58d-bf38-4863-9984-646733462d74 None None] Pushing event deleted for resources: {'Port': ['ID=41945efa-d863-4dd7-9871-bc87ab040cde,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:47.333547 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11247743-3bc6-4dd5-bc36-4558dbb598af tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.336476 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-79bd700a-1029-4485-8fbc-ca152530485d None None] Could not find standard attr ID for object 99871fed-2091-4251-8589-4c5218dd702b. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:47:47.347539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8448f73-53e6-463c-ac70-2860a14df215 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.358888 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11247743-3bc6-4dd5-bc36-4558dbb598af tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.364496 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d251085a-854b-4666-98c5-98c0a38fdd9a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.370965 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11247743-3bc6-4dd5-bc36-4558dbb598af tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:47.371485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11247743-3bc6-4dd5-bc36-4558dbb598af tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:47.376921 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:47.443220 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bd69e1-5bb3-4d27-8f1c-bfd353531e46 None None] Network aa7bd1d2-4237-425a-8c23-060d4450279c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:47.456008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8448f73-53e6-463c-ac70-2860a14df215 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.476300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251085a-854b-4666-98c5-98c0a38fdd9a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Port': ['ID=5168938d-381e-460b-bc2e-3d1db88fe4fb,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:47.529214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8448f73-53e6-463c-ac70-2860a14df215 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.563356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8448f73-53e6-463c-ac70-2860a14df215 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Subnet': ['ID=0a11670a-9ca7-4cb9-b49f-a60d09ea9e1e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:47.569949 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8448f73-53e6-463c-ac70-2860a14df215 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.575452 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b8448f73-53e6-463c-ac70-2860a14df215 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/0a11670a-9ca7-4cb9-b49f-a60d09ea9e1e HTTP/1.1" status: 204 len: 168 time: 0.3818054 Feb 04 05:47:47.575640 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11247743-3bc6-4dd5-bc36-4558dbb598af tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.583390 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52710) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:47.601076 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11247743-3bc6-4dd5-bc36-4558dbb598af tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.604946 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-11247743-3bc6-4dd5-bc36-4558dbb598af tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "DELETE /v2.0/networks/d813ed1e-3e89-49a6-83fe-804d862bb8d0 HTTP/1.1" status: 204 len: 168 time: 0.8976018 Feb 04 05:47:47.614922 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52712) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:47.625441 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf66965-1944-4bdf-a4dd-6440da6eab5e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:47.625918 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf66965-1944-4bdf-a4dd-6440da6eab5e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:47.632557 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5cf66965-1944-4bdf-a4dd-6440da6eab5e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/ab6d1025-95f0-4615-b6dc-c145d7dbba84 HTTP/1.1" status: 404 len: 337 time: 0.0476208 Feb 04 05:47:47.635052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52714) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:47.639274 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc8d81-a40f-46a6-939c-a70977da11d4 req-6ffa978a-de4b-4f13-a67d-1b710e00bba9 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:47.641026 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-85bc8d81-a40f-46a6-939c-a70977da11d4 req-6ffa978a-de4b-4f13-a67d-1b710e00bba9 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 945 time: 0.2200000 Feb 04 05:47:47.642827 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.646632 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11247743-3bc6-4dd5-bc36-4558dbb598af tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event deleted for resources: {'Network': ['ID=d813ed1e-3e89-49a6-83fe-804d862bb8d0,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:47.680589 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e675a012-dae3-4095-9624-33b8f3a04016 req-0b939115-d7a6-401f-b97b-1dccf1d6cd48 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.690219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d251085a-854b-4666-98c5-98c0a38fdd9a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.694048 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d251085a-854b-4666-98c5-98c0a38fdd9a tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/ports/5168938d-381e-460b-bc2e-3d1db88fe4fb HTTP/1.1" status: 204 len: 168 time: 1.2531667 Feb 04 05:47:47.700425 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52716) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:47.720998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b939115-d7a6-401f-b97b-1dccf1d6cd48 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event deleted for resources: {'Port': ['ID=a834a86b-d94f-45cd-9465-1b317dcc3737,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:47.758070 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-85bc8d81-a40f-46a6-939c-a70977da11d4 req-4234dab7-8c3a-4a7d-a4e7-69c151db3c11 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034687 Feb 04 05:47:47.799471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f693c2-7637-400c-9aaf-9a82fb9e3d5e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting subnet c17d9bdf-c4a5-4f72-8dc0-d494b008df45 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:47.807199 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8f693c2-7637-400c-9aaf-9a82fb9e3d5e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.840176 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4756df78-a24b-486b-921e-ccf0ad83cf26 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.855050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb5369b-fa3e-4b88-8e7c-77d8ba6ca6dc tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:47.856598 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6bb5369b-fa3e-4b88-8e7c-77d8ba6ca6dc tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "GET /v2.0/ports?device_id=acdf7d55-6fda-4e4d-a462-679a22dd4e94 HTTP/1.1" status: 200 len: 913 time: 0.1552541 Feb 04 05:47:47.860014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52718) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:47.872226 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8f693c2-7637-400c-9aaf-9a82fb9e3d5e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.922876 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:47.967658 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 0d479a24-1556-4734-ad2c-a06bb5d6ade8 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:47:48.016473 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e675a012-dae3-4095-9624-33b8f3a04016 req-0b939115-d7a6-401f-b97b-1dccf1d6cd48 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Router 58d81f09-340e-4d49-a2d9-edf5e05ed458 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:48.017571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4756df78-a24b-486b-921e-ccf0ad83cf26 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.030247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 0d479a24-1556-4734-ad2c-a06bb5d6ade8 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:48.030955 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.062869 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-4756df78-a24b-486b-921e-ccf0ad83cf26 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d425889-5b71-43a7-83aa-f75468c47979']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:48.077407 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-4756df78-a24b-486b-921e-ccf0ad83cf26 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0c5dc8-f44b-42a6-99d7-d41a19461079') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:48.077705 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-4756df78-a24b-486b-921e-ccf0ad83cf26 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0c5dc8-f44b-42a6-99d7-d41a19461079') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:48.080628 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8f693c2-7637-400c-9aaf-9a82fb9e3d5e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.113507 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4756df78-a24b-486b-921e-ccf0ad83cf26 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.135576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4756df78-a24b-486b-921e-ccf0ad83cf26 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.148148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4756df78-a24b-486b-921e-ccf0ad83cf26 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:48.148605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4756df78-a24b-486b-921e-ccf0ad83cf26 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:48.152276 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:48.227735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8f693c2-7637-400c-9aaf-9a82fb9e3d5e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.252415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 41945efa-d863-4dd7-9871-bc87ab040cde no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:48.263073 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4756df78-a24b-486b-921e-ccf0ad83cf26 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.277629 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f693c2-7637-400c-9aaf-9a82fb9e3d5e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Subnet': ['ID=c17d9bdf-c4a5-4f72-8dc0-d494b008df45,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:48.282163 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4756df78-a24b-486b-921e-ccf0ad83cf26 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.284131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 41945efa-d863-4dd7-9871-bc87ab040cde {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:48.284623 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 41945efa-d863-4dd7-9871-bc87ab040cde not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:48.284894 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 360f295a-ee5d-421d-b41c-698ef6f4dbf7 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:48.286824 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4756df78-a24b-486b-921e-ccf0ad83cf26 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "DELETE /v2.0/networks/3d425889-5b71-43a7-83aa-f75468c47979 HTTP/1.1" status: 204 len: 168 time: 0.6706421 Feb 04 05:47:48.289884 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52720) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:48.302434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756df78-a24b-486b-921e-ccf0ad83cf26 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event deleted for resources: {'Network': ['ID=3d425889-5b71-43a7-83aa-f75468c47979,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:48.304529 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8f693c2-7637-400c-9aaf-9a82fb9e3d5e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.309819 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f8f693c2-7637-400c-9aaf-9a82fb9e3d5e tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/c17d9bdf-c4a5-4f72-8dc0-d494b008df45 HTTP/1.1" status: 204 len: 168 time: 0.6725399 Feb 04 05:47:48.311565 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52722) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:48.318790 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 360f295a-ee5d-421d-b41c-698ef6f4dbf7 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:48.319149 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 360f295a-ee5d-421d-b41c-698ef6f4dbf7 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:48.347451 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48b96c3-c732-4270-8735-6b4053a5bcba tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:48.347893 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48b96c3-c732-4270-8735-6b4053a5bcba tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:48.350970 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b48b96c3-c732-4270-8735-6b4053a5bcba tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/8f0838fc-bc6d-4fb6-9d23-b205d951af5e HTTP/1.1" status: 404 len: 337 time: 0.0383656 Feb 04 05:47:48.353535 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52724) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:48.375586 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e675a012-dae3-4095-9624-33b8f3a04016 req-0b939115-d7a6-401f-b97b-1dccf1d6cd48 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:48.387697 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4de2a-02d3-4fec-b358-118ba7188e8f None None] Sync routers for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:48.393810 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e6bbd2ec-234c-4f9e-b8e7-daeb3cfb0c35 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "GET /v2.0/ports?device_id=080713ac-fe4b-4d17-934a-1468359a94fc HTTP/1.1" status: 200 len: 205 time: 0.0378957 Feb 04 05:47:48.395574 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52726) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:48.401423 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a4de2a-02d3-4fec-b358-118ba7188e8f None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:48.402687 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-52a4de2a-02d3-4fec-b358-118ba7188e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:48.428776 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf779b2-4a79-40a6-b079-ad589ad5193e None None] Network aa7bd1d2-4237-425a-8c23-060d4450279c requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:48.435715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-569e7ea1-641e-46af-90d2-35b8a136ea15 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Deleting subnet b39b9730-1f8f-4a31-9c56-476e6400b0b3 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:48.440238 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-477e937a-7910-456b-8f27-5805d359932c tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] delete failed (client error): The resource could not be found. Feb 04 05:47:48.441388 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-477e937a-7910-456b-8f27-5805d359932c tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/routers/080713ac-fe4b-4d17-934a-1468359a94fc HTTP/1.1" status: 404 len: 336 time: 0.0446424 Feb 04 05:47:48.444775 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52728) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:48.450286 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-569e7ea1-641e-46af-90d2-35b8a136ea15 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.474318 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c7c45c-0975-4297-9f33-65d063afa72a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:48.474851 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c7c45c-0975-4297-9f33-65d063afa72a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:48.478896 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f7c7c45c-0975-4297-9f33-65d063afa72a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/7bbd6dc1-145c-4d0b-b009-5f4e3640d550 HTTP/1.1" status: 404 len: 337 time: 0.0323298 Feb 04 05:47:48.482263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52730) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:48.511797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e675a012-dae3-4095-9624-33b8f3a04016 req-0b939115-d7a6-401f-b97b-1dccf1d6cd48 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] No DVR routers for this DVR port a834a86b-d94f-45cd-9465-1b317dcc3737 on host hv-neutron-8277 {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:48.512028 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f99e345-5e3e-40c8-9550-88b712f79b1a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:48.512442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f99e345-5e3e-40c8-9550-88b712f79b1a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:48.519390 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1f99e345-5e3e-40c8-9550-88b712f79b1a tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/52f646e0-ef08-4b86-8a1a-c6cb10bb0a23 HTTP/1.1" status: 404 len: 337 time: 0.0359776 Feb 04 05:47:48.520555 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52732) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:48.536518 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e675a012-dae3-4095-9624-33b8f3a04016 req-0b939115-d7a6-401f-b97b-1dccf1d6cd48 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.539706 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-52a4de2a-02d3-4fec-b358-118ba7188e8f None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:47:48.540004 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e675a012-dae3-4095-9624-33b8f3a04016 req-0b939115-d7a6-401f-b97b-1dccf1d6cd48 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.26 "DELETE /v2.0/ports/a834a86b-d94f-45cd-9465-1b317dcc3737 HTTP/1.1" status: 204 len: 173 time: 2.5159595 Feb 04 05:47:48.542709 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-11d4ca1f-786e-4848-8f21-39af32e5c30b None None] Provisioning complete for port 0d479a24-1556-4734-ad2c-a06bb5d6ade8 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:48.543089 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-11d4ca1f-786e-4848-8f21-39af32e5c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.549182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94202bfe-d1fe-4e42-b456-6c3fa7bf706f', 'name': 'network-vif-deleted', 'tag': 'a834a86b-d94f-45cd-9465-1b317dcc3737'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:47:48.551032 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d7acc8-b844-4173-a0df-ce6252e3d470" -d '{"events": [{"server_uuid": "94202bfe-d1fe-4e42-b456-6c3fa7bf706f", "name": "network-vif-deleted", "tag": "a834a86b-d94f-45cd-9465-1b317dcc3737"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:47:48.559471 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e1b5ca-fc21-4dea-9ac8-8befeb35ab76 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:48.559934 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e1b5ca-fc21-4dea-9ac8-8befeb35ab76 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:48.563691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-569e7ea1-641e-46af-90d2-35b8a136ea15 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.585938 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-04e1b5ca-fc21-4dea-9ac8-8befeb35ab76 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/51b773e2-bc29-4ece-b05f-1c58c143a3a4 HTTP/1.1" status: 404 len: 337 time: 0.0643325 Feb 04 05:47:48.586557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52736) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:48.620744 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41dba67-9197-4570-b6ff-278429662310 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:48.623000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41dba67-9197-4570-b6ff-278429662310 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:48.634376 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f41dba67-9197-4570-b6ff-278429662310 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/31a7dd7e-6f4b-48b4-b06a-8df71c9bc0ed HTTP/1.1" status: 404 len: 333 time: 0.0467460 Feb 04 05:47:48.635016 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52740) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:48.648102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eff9c20-75c4-4479-9d59-429f0913a78b x-openstack-request-id: req-8eff9c20-75c4-4479-9d59-429f0913a78b {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:47:48.648729 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94202bfe-d1fe-4e42-b456-6c3fa7bf706f", "name": "network-vif-deleted", "tag": "a834a86b-d94f-45cd-9465-1b317dcc3737", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:47:48.649191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8eff9c20-75c4-4479-9d59-429f0913a78b {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:47:48.649866 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94202bfe-d1fe-4e42-b456-6c3fa7bf706f', 'name': 'network-vif-deleted', 'tag': 'a834a86b-d94f-45cd-9465-1b317dcc3737', 'status': 'completed', 'code': 200} Feb 04 05:47:48.715018 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99396c3-66ea-43c2-ab36-3144a1541c52 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:48.715477 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99396c3-66ea-43c2-ab36-3144a1541c52 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:48.721249 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-11d4ca1f-786e-4848-8f21-39af32e5c30b None None] Provisioning complete for port c76ef004-5ad2-4b8e-86f8-d76d1457e24a triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:48.721971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-11d4ca1f-786e-4848-8f21-39af32e5c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.728180 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c99396c3-66ea-43c2-ab36-3144a1541c52 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/93d7ca15-d09c-4ebf-b8f1-058f6e9d6a1d HTTP/1.1" status: 404 len: 337 time: 0.0917430 Feb 04 05:47:48.728741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52742) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:48.764884 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886ea4fa-bab8-46e0-84b8-1f3720b8a2c4 None None] DHCP port deletion for aa7bd1d2-4237-425a-8c23-060d4450279c request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:47:48.772345 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-328b35e0-5f8a-4cd2-83c8-42ada8c944a5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:48.773030 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328b35e0-5f8a-4cd2-83c8-42ada8c944a5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:48.780349 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-328b35e0-5f8a-4cd2-83c8-42ada8c944a5 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/acfcba82-aaf5-445a-bef9-bf9a1b6a7ff6 HTTP/1.1" status: 404 len: 337 time: 0.0498886 Feb 04 05:47:48.781184 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52746) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:48.807346 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-0013d2c4-ebb2-455a-a6aa-f4a4343a9d84 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:48.808058 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0013d2c4-ebb2-455a-a6aa-f4a4343a9d84 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:48.814607 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0013d2c4-ebb2-455a-a6aa-f4a4343a9d84 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/6572c12d-0c10-4db5-b3fc-85a9752af6ca HTTP/1.1" status: 404 len: 333 time: 0.0321188 Feb 04 05:47:48.815407 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52748) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:48.822231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-11d4ca1f-786e-4848-8f21-39af32e5c30b None None] Port c76ef004-5ad2-4b8e-86f8-d76d1457e24a cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:48.852390 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-db16193e-8a61-4240-a7a2-661f6a0d5798 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:48.854770 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db16193e-8a61-4240-a7a2-661f6a0d5798 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:48.863238 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-db16193e-8a61-4240-a7a2-661f6a0d5798 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/10c6f683-d534-4d11-808a-2c085e46f497 HTTP/1.1" status: 404 len: 337 time: 0.0467618 Feb 04 05:47:48.864930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52750) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:48.884149 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-886ea4fa-bab8-46e0-84b8-1f3720b8a2c4 None None] Deleting port 0d479a24-1556-4734-ad2c-a06bb5d6ade8 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:48.884707 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-886ea4fa-bab8-46e0-84b8-1f3720b8a2c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:48.888320 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-52a4de2a-02d3-4fec-b358-118ba7188e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:48.899103 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb58f10-5ce5-46c5-b0cb-bcf5a375b135 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] DELETE failed (client error): The resource could not be found. Feb 04 05:47:48.901395 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb58f10-5ce5-46c5-b0cb-bcf5a375b135 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:47:48.906714 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0fb58f10-5ce5-46c5-b0cb-bcf5a375b135 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/subnets/ea4fe6bf-4dca-4ec6-8964-8a57cdbf1853 HTTP/1.1" status: 404 len: 337 time: 0.0384772 Feb 04 05:47:48.907551 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52752) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:48.926876 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4de2a-02d3-4fec-b358-118ba7188e8f None None] Checking router: 58d81f09-340e-4d49-a2d9-edf5e05ed458 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:47:48.936882 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a4de2a-02d3-4fec-b358-118ba7188e8f None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:48.938078 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-52a4de2a-02d3-4fec-b358-118ba7188e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:49.019239 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-886ea4fa-bab8-46e0-84b8-1f3720b8a2c4 None None] For port 0d479a24-1556-4734-ad2c-a06bb5d6ade8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=0d479a24-1556-4734-ad2c-a06bb5d6ade8,segment=NetworkSegment(840f8f89-30d4-42a7-9b76-6afc3802f457),segment_id=840f8f89-30d4-42a7-9b76-6afc3802f457)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:49.019542 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-886ea4fa-bab8-46e0-84b8-1f3720b8a2c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.048002 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-886ea4fa-bab8-46e0-84b8-1f3720b8a2c4 None None] Calling delete_port for 0d479a24-1556-4734-ad2c-a06bb5d6ade8 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:49.055183 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-52a4de2a-02d3-4fec-b358-118ba7188e8f None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:47:49.096338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-391aa928-9b37-4682-830e-829204af86c2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Deleting port c76ef004-5ad2-4b8e-86f8-d76d1457e24a {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:49.096897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-391aa928-9b37-4682-830e-829204af86c2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.107096 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9503ed0-d93d-40ba-96e3-5e0a0b494e1f req-b94b48aa-f29a-4e66-a866-62aeaa04653b tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 210 time: 0.0587220 Feb 04 05:47:49.140906 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-569e7ea1-641e-46af-90d2-35b8a136ea15 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.184103 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e535e473-c070-425d-ab12-42922dfe0e6d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.237734 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-391aa928-9b37-4682-830e-829204af86c2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.242429 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-886ea4fa-bab8-46e0-84b8-1f3720b8a2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.265900 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-391aa928-9b37-4682-830e-829204af86c2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Calling delete_port for c76ef004-5ad2-4b8e-86f8-d76d1457e24a owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:49.272182 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ea4fa-bab8-46e0-84b8-1f3720b8a2c4 None None] Pushing event deleted for resources: {'Port': ['ID=0d479a24-1556-4734-ad2c-a06bb5d6ade8,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:49.277563 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ea4fa-bab8-46e0-84b8-1f3720b8a2c4 None None] No DVR routers for this DVR port 0d479a24-1556-4734-ad2c-a06bb5d6ade8 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:49.312991 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-52a4de2a-02d3-4fec-b358-118ba7188e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:49.344876 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4de2a-02d3-4fec-b358-118ba7188e8f None None] The sync data for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv is: [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:49.375144 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-391aa928-9b37-4682-830e-829204af86c2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.406256 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-569e7ea1-641e-46af-90d2-35b8a136ea15 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.423627 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391aa928-9b37-4682-830e-829204af86c2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Port': ['ID=c76ef004-5ad2-4b8e-86f8-d76d1457e24a,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:49.428062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-391aa928-9b37-4682-830e-829204af86c2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.431288 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-391aa928-9b37-4682-830e-829204af86c2 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/ports/c76ef004-5ad2-4b8e-86f8-d76d1457e24a HTTP/1.1" status: 204 len: 168 time: 0.5227737 Feb 04 05:47:49.433610 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52754) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:49.443292 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e7ea1-641e-46af-90d2-35b8a136ea15 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event deleted for resources: {'Subnet': ['ID=b39b9730-1f8f-4a31-9c56-476e6400b0b3,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:49.445541 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-569e7ea1-641e-46af-90d2-35b8a136ea15 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.451219 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-569e7ea1-641e-46af-90d2-35b8a136ea15 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "DELETE /v2.0/subnets/b39b9730-1f8f-4a31-9c56-476e6400b0b3 HTTP/1.1" status: 204 len: 168 time: 1.1540909 Feb 04 05:47:49.451892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90b20b6-5a0c-4f5f-960a-25576771f364 None None] Network adb8d756-d074-4a90-8f45-7a111f092fdb requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:49.453263 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52756) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:49.517589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d68afbad-92d9-44d2-b03c-92e43706bc66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.555660 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.650490 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d68afbad-92d9-44d2-b03c-92e43706bc66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.674776 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-d68afbad-92d9-44d2-b03c-92e43706bc66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7bd1d2-4237-425a-8c23-060d4450279c']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:49.687601 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-d68afbad-92d9-44d2-b03c-92e43706bc66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840f8f89-30d4-42a7-9b76-6afc3802f457') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:49.687601 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-d68afbad-92d9-44d2-b03c-92e43706bc66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840f8f89-30d4-42a7-9b76-6afc3802f457') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:49.691782 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Deleting port 6784b7d7-d2c4-4bca-9d92-092178fdc661 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:49.692334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.698816 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d68afbad-92d9-44d2-b03c-92e43706bc66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.716534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d68afbad-92d9-44d2-b03c-92e43706bc66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.725378 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68afbad-92d9-44d2-b03c-92e43706bc66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:49.725378 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d68afbad-92d9-44d2-b03c-92e43706bc66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.733132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c37a78c-4bd0-4c72-8285-21356324a7d1 None None] DHCP port deletion for adb8d756-d074-4a90-8f45-7a111f092fdb request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:49.742413 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:49.786371 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] For port 6784b7d7-d2c4-4bca-9d92-092178fdc661, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6784b7d7-d2c4-4bca-9d92-092178fdc661,segment=NetworkSegment(d6b9106f-d630-4ce2-b9ae-27c6d34a9bb7),segment_id=d6b9106f-d630-4ce2-b9ae-27c6d34a9bb7)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:49.787448 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.793242 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e535e473-c070-425d-ab12-42922dfe0e6d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting port c409620b-8a5f-45a4-9b07-2693cd359676 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:49.793908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e535e473-c070-425d-ab12-42922dfe0e6d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.804276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d68afbad-92d9-44d2-b03c-92e43706bc66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.814706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb9182e-4232-48af-911e-674c5f5ba188 None None] New status for floating IP 63e08555-d0fd-473b-acb5-0451427b6d62: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:47:49.820914 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5c37a78c-4bd0-4c72-8285-21356324a7d1 None None] Deleting port 6784b7d7-d2c4-4bca-9d92-092178fdc661 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:49.821310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5c37a78c-4bd0-4c72-8285-21356324a7d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.826148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d68afbad-92d9-44d2-b03c-92e43706bc66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.828795 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Calling delete_port for 6784b7d7-d2c4-4bca-9d92-092178fdc661 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:49.831043 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d68afbad-92d9-44d2-b03c-92e43706bc66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] 10.222.0.10 "DELETE /v2.0/networks/aa7bd1d2-4237-425a-8c23-060d4450279c HTTP/1.1" status: 204 len: 168 time: 0.3964577 Feb 04 05:47:49.846419 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68afbad-92d9-44d2-b03c-92e43706bc66 tempest-PortsIpV6TestJSON-1426468061 tempest-PortsIpV6TestJSON-1426468061-project] Pushing event deleted for resources: {'Network': ['ID=aa7bd1d2-4237-425a-8c23-060d4450279c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:49.969729 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e535e473-c070-425d-ab12-42922dfe0e6d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:49.991070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 0d479a24-1556-4734-ad2c-a06bb5d6ade8 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:49.995819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e535e473-c070-425d-ab12-42922dfe0e6d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Calling delete_port for c409620b-8a5f-45a4-9b07-2693cd359676 owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:50.014077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 0d479a24-1556-4734-ad2c-a06bb5d6ade8 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:50.014698 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 0d479a24-1556-4734-ad2c-a06bb5d6ade8 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:50.016048 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6784b7d7-d2c4-4bca-9d92-092178fdc661 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:50.048019 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5c37a78c-4bd0-4c72-8285-21356324a7d1 None None] For port 6784b7d7-d2c4-4bca-9d92-092178fdc661, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6784b7d7-d2c4-4bca-9d92-092178fdc661,segment=NetworkSegment(d6b9106f-d630-4ce2-b9ae-27c6d34a9bb7),segment_id=d6b9106f-d630-4ce2-b9ae-27c6d34a9bb7)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:47:50.048656 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5c37a78c-4bd0-4c72-8285-21356324a7d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.065323 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.069507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5c37a78c-4bd0-4c72-8285-21356324a7d1 None None] Calling delete_port for 6784b7d7-d2c4-4bca-9d92-092178fdc661 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:50.087603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No active binding found for port 6784b7d7-d2c4-4bca-9d92-092178fdc661 {{(pid=108746) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 04 05:47:50.088273 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6784b7d7-d2c4-4bca-9d92-092178fdc661 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:50.106563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] No DVR routers for this DVR port 6784b7d7-d2c4-4bca-9d92-092178fdc661 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:50.136324 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event deleted for resources: {'Port': ['ID=6784b7d7-d2c4-4bca-9d92-092178fdc661,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:50.138838 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device a834a86b-d94f-45cd-9465-1b317dcc3737 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:47:50.209037 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.233152 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb8d756-d074-4a90-8f45-7a111f092fdb']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:50.244645 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b9106f-d630-4ce2-b9ae-27c6d34a9bb7') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:50.245088 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b9106f-d630-4ce2-b9ae-27c6d34a9bb7') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:50.258323 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.272696 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.279351 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:50.279841 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.313356 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: a834a86b-d94f-45cd-9465-1b317dcc3737 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:47:50.314000 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device a834a86b-d94f-45cd-9465-1b317dcc3737 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:47:50.332551 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52764) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:50.336054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5c37a78c-4bd0-4c72-8285-21356324a7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:50.361791 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:50.366442 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37a78c-4bd0-4c72-8285-21356324a7d1 None None] Pushing event deleted for resources: {'Port': ['ID=6784b7d7-d2c4-4bca-9d92-092178fdc661,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:50.370258 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37a78c-4bd0-4c72-8285-21356324a7d1 None None] No DVR routers for this DVR port 6784b7d7-d2c4-4bca-9d92-092178fdc661 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:47:50.374758 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.383023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.384686 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "DELETE /v2.0/networks/adb8d756-d074-4a90-8f45-7a111f092fdb HTTP/1.1" status: 204 len: 168 time: 0.9303517 Feb 04 05:47:50.387515 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52768) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:50.420770 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d806f-af56-4ec9-bc05-9089e6de2367 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Pushing event deleted for resources: {'Network': ['ID=adb8d756-d074-4a90-8f45-7a111f092fdb,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:50.423209 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fff1ea10-c3cd-480e-8ff6-399ad825a1e2 tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c HTTP/1.1" status: 200 len: 205 time: 0.0345383 Feb 04 05:47:50.425030 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6d9d32b7-e53b-46be-8048-5c27933279df req-25aa8602-0c91-4fe9-9e63-4859610c25aa tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 210 time: 0.0740488 Feb 04 05:47:50.427559 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52770) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:50.528991 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6138382d-742f-4be6-8ed0-ef2350ae69ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b79082e6df440838c56786cc165c0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927631 Feb 04 05:47:50.529208 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52772) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:50.554618 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ded2facb-2d83-4cf9-9254-ce45971a27cb tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.577483 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11c059c7-2bfc-4f94-a87b-c6bbcbbcae08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.599375 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11c059c7-2bfc-4f94-a87b-c6bbcbbcae08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.650827 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11c059c7-2bfc-4f94-a87b-c6bbcbbcae08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.653674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11c059c7-2bfc-4f94-a87b-c6bbcbbcae08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.657164 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-11c059c7-2bfc-4f94-a87b-c6bbcbbcae08 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f693b4d-26ca-4d0e-938c-bb8915a45668 HTTP/1.1" status: 204 len: 168 time: 0.1248147 Feb 04 05:47:50.663761 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c059c7-2bfc-4f94-a87b-c6bbcbbcae08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f693b4d-26ca-4d0e-938c-bb8915a45668,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:50.745260 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ded2facb-2d83-4cf9-9254-ce45971a27cb tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.764515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ded2facb-2d83-4cf9-9254-ce45971a27cb tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.826128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ded2facb-2d83-4cf9-9254-ce45971a27cb tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.827149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded2facb-2d83-4cf9-9254-ce45971a27cb tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Fanout notify agent at l3_agent the message router_deleted on router c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:47:50.835184 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ded2facb-2d83-4cf9-9254-ce45971a27cb tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.837870 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ded2facb-2d83-4cf9-9254-ce45971a27cb tempest-RoutersNegativeTest-240722960 tempest-RoutersNegativeTest-240722960-project] 10.222.0.10 "DELETE /v2.0/routers/c0a9d0b2-ecd3-404d-87da-f64ebc5d5e0c HTTP/1.1" status: 204 len: 168 time: 0.4079719 Feb 04 05:47:50.842089 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e535e473-c070-425d-ab12-42922dfe0e6d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:50.873467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535e473-c070-425d-ab12-42922dfe0e6d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Port': ['ID=c409620b-8a5f-45a4-9b07-2693cd359676,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:51.064524 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e535e473-c070-425d-ab12-42922dfe0e6d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:51.173862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52790) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:51.323492 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e535e473-c070-425d-ab12-42922dfe0e6d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Router acdf7d55-6fda-4e4d-a462-679a22dd4e94 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:47:51.324019 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-635ab2f2-50b5-4213-9a53-9d3a4a1f3e35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8fdb3a1aca44565a5300b810624cef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486597 Feb 04 05:47:51.326530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52800) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:51.468626 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb123725-e26a-4c9e-8531-340da3cdb920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:51.502914 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb123725-e26a-4c9e-8531-340da3cdb920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:51.521890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e535e473-c070-425d-ab12-42922dfe0e6d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:51.534845 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e535e473-c070-425d-ab12-42922dfe0e6d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "PUT /v2.0/routers/acdf7d55-6fda-4e4d-a462-679a22dd4e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6738994 Feb 04 05:47:51.537527 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52808) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:51.538144 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596364a8-8ac1-43bc-a863-892f0f7e822f None None] Sync routers for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:51.551140 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596364a8-8ac1-43bc-a863-892f0f7e822f None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:51.552018 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-596364a8-8ac1-43bc-a863-892f0f7e822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:51.567241 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0e7d360e-8614-4b01-be29-8f32003ec296 req-6a82acd1-9e99-41e4-b088-95c9ca69ba20 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 210 time: 0.0413687 Feb 04 05:47:51.600793 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb123725-e26a-4c9e-8531-340da3cdb920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:51.603445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cb123725-e26a-4c9e-8531-340da3cdb920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:51.604791 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cb123725-e26a-4c9e-8531-340da3cdb920 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2be390c-7f98-4270-9c4a-22729a195acb HTTP/1.1" status: 204 len: 168 time: 0.2770557 Feb 04 05:47:51.629834 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb123725-e26a-4c9e-8531-340da3cdb920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2be390c-7f98-4270-9c4a-22729a195acb,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:51.688130 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-596364a8-8ac1-43bc-a863-892f0f7e822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:51.701113 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596364a8-8ac1-43bc-a863-892f0f7e822f None None] Routers {'acdf7d55-6fda-4e4d-a462-679a22dd4e94'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:51.702005 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-596364a8-8ac1-43bc-a863-892f0f7e822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:51.714853 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4963-dcde-42bf-a40f-5cbf02e95498 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:51.743410 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-596364a8-8ac1-43bc-a863-892f0f7e822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:51.744543 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596364a8-8ac1-43bc-a863-892f0f7e822f None None] The sync data for ids ['acdf7d55-6fda-4e4d-a462-679a22dd4e94'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:52.197847 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4963-dcde-42bf-a40f-5cbf02e95498 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:52.259919 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6d0b4963-dcde-42bf-a40f-5cbf02e95498 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting port 98d684ef-b8dc-404a-a712-ae7325e455ea {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:47:52.260276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4963-dcde-42bf-a40f-5cbf02e95498 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:52.351639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4963-dcde-42bf-a40f-5cbf02e95498 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:52.372320 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6d0b4963-dcde-42bf-a40f-5cbf02e95498 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Calling delete_port for 98d684ef-b8dc-404a-a712-ae7325e455ea owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:47:52.562125 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52846) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:52.567300 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4963-dcde-42bf-a40f-5cbf02e95498 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:52.606814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b4963-dcde-42bf-a40f-5cbf02e95498 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Port': ['ID=98d684ef-b8dc-404a-a712-ae7325e455ea,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:52.694339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52852) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:52.699944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-cf3f5e6a-4086-4bba-836c-c5fabec309b9 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1158717055', 'description': 'tempest-secgroup-smoke-1158717055 description', 'project_id': '3120528cd6c340fba4a655aafc002893'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:52.708765 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4963-dcde-42bf-a40f-5cbf02e95498 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:52.741034 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6d9cd12d-fe3c-4ce5-a22b-d7e6c5252b19 req-1f9d5233-0bf2-429b-9ffd-4488f37909e4 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=94202bfe-d1fe-4e42-b456-6c3fa7bf706f HTTP/1.1" status: 200 len: 210 time: 0.0364962 Feb 04 05:47:52.761614 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3f2e4377-6b82-4b39-833d-a13f17781ef7 tempest-ServiceProvidersTest-5755151 tempest-ServiceProvidersTest-5755151-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1933062 Feb 04 05:47:52.819128 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4963-dcde-42bf-a40f-5cbf02e95498 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:52.822050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4963-dcde-42bf-a40f-5cbf02e95498 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:52.832678 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf3f5e6a-4086-4bba-836c-c5fabec309b9 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:52.873193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf3f5e6a-4086-4bba-836c-c5fabec309b9 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:52.893200 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4963-dcde-42bf-a40f-5cbf02e95498 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:52.893743 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0b4963-dcde-42bf-a40f-5cbf02e95498 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Fanout notify agent at l3_agent the message router_deleted on router acdf7d55-6fda-4e4d-a462-679a22dd4e94 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:47:52.902493 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4963-dcde-42bf-a40f-5cbf02e95498 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:52.903611 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6d0b4963-dcde-42bf-a40f-5cbf02e95498 tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/routers/acdf7d55-6fda-4e4d-a462-679a22dd4e94 HTTP/1.1" status: 204 len: 168 time: 1.3650885 Feb 04 05:47:52.906458 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52856) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:52.966777 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7b2d54-1280-4c0e-98f7-4700618c32ae tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Deleting subnet 36e3b937-3419-4bf0-bc95-4f5337c2a164 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:47:52.970306 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0b7b2d54-1280-4c0e-98f7-4700618c32ae tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:52.975880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf3f5e6a-4086-4bba-836c-c5fabec309b9 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:52.980181 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf3f5e6a-4086-4bba-836c-c5fabec309b9 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.015137 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f5e6a-4086-4bba-836c-c5fabec309b9 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc99b53b-edc2-4b51-af66-e33a7fe75227,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:53.016199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0b7b2d54-1280-4c0e-98f7-4700618c32ae tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.048267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52860) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:53.064867 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf3f5e6a-4086-4bba-836c-c5fabec309b9 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.069278 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0b7b2d54-1280-4c0e-98f7-4700618c32ae tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.069459 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf3f5e6a-4086-4bba-836c-c5fabec309b9 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.096975 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf3f5e6a-4086-4bba-836c-c5fabec309b9 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.098764 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cf3f5e6a-4086-4bba-836c-c5fabec309b9 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4032118 Feb 04 05:47:53.101614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52864) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:53.106709 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-48a4bd55-1c6a-4ca8-8af1-fb91b2326647 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Request body: {'security_group_rule': {'security_group_id': '25977bfd-e528-409b-ab16-b2a28df982f7', 'project_id': '3120528cd6c340fba4a655aafc002893', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:53.112369 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f5e6a-4086-4bba-836c-c5fabec309b9 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25977bfd-e528-409b-ab16-b2a28df982f7,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:53.148812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0b7b2d54-1280-4c0e-98f7-4700618c32ae tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.156480 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-48a4bd55-1c6a-4ca8-8af1-fb91b2326647 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.173570 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b2d54-1280-4c0e-98f7-4700618c32ae tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Subnet': ['ID=36e3b937-3419-4bf0-bc95-4f5337c2a164,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:53.186851 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0b7b2d54-1280-4c0e-98f7-4700618c32ae tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.190217 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0b7b2d54-1280-4c0e-98f7-4700618c32ae tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/subnets/36e3b937-3419-4bf0-bc95-4f5337c2a164 HTTP/1.1" status: 204 len: 168 time: 0.2820580 Feb 04 05:47:53.193011 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52866) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:53.218737 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-476987f3-1037-4d24-8666-20fb020d0d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.253738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-48a4bd55-1c6a-4ca8-8af1-fb91b2326647 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.263683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-48a4bd55-1c6a-4ca8-8af1-fb91b2326647 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.280558 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a891734b-56a5-40a9-bb87-4c2a2857853d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.291939 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4bd55-1c6a-4ca8-8af1-fb91b2326647 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a076a7-0ca8-49ae-81b9-ac658e0e9c6a,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:53.303484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-48a4bd55-1c6a-4ca8-8af1-fb91b2326647 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.304682 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-48a4bd55-1c6a-4ca8-8af1-fb91b2326647 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2021275 Feb 04 05:47:53.308492 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52868) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:53.312886 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-507744fc-8f47-4cbe-8476-91b7eab83d16 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Request body: {'security_group_rule': {'security_group_id': '25977bfd-e528-409b-ab16-b2a28df982f7', 'project_id': '3120528cd6c340fba4a655aafc002893', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:53.356504 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-476987f3-1037-4d24-8666-20fb020d0d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.360412 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-476987f3-1037-4d24-8666-20fb020d0d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.371001 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a891734b-56a5-40a9-bb87-4c2a2857853d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.390967 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-a891734b-56a5-40a9-bb87-4c2a2857853d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2598b2f-5705-48df-a705-f0b9d91f5e9b']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:53.392335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-507744fc-8f47-4cbe-8476-91b7eab83d16 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.400622 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-a891734b-56a5-40a9-bb87-4c2a2857853d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e974460f-dede-47ef-af9e-08cd89b33a68') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:53.400949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-a891734b-56a5-40a9-bb87-4c2a2857853d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e974460f-dede-47ef-af9e-08cd89b33a68') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:53.410789 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a891734b-56a5-40a9-bb87-4c2a2857853d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.419765 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-476987f3-1037-4d24-8666-20fb020d0d7d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=491157a034424a32a0d21447db08d849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3681705 Feb 04 05:47:53.420326 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52870) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:53.422083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476987f3-1037-4d24-8666-20fb020d0d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a364b0c9-5fa3-48d1-945b-f6d1385ca057,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:53.433445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a891734b-56a5-40a9-bb87-4c2a2857853d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.446182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a891734b-56a5-40a9-bb87-4c2a2857853d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:53.446590 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a891734b-56a5-40a9-bb87-4c2a2857853d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:53.449495 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:53.457579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-507744fc-8f47-4cbe-8476-91b7eab83d16 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.465188 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-507744fc-8f47-4cbe-8476-91b7eab83d16 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.484741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507744fc-8f47-4cbe-8476-91b7eab83d16 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ab2d02-4c25-48b2-a5e3-899f74550910,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:53.496701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-507744fc-8f47-4cbe-8476-91b7eab83d16 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.497993 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-507744fc-8f47-4cbe-8476-91b7eab83d16 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1885648 Feb 04 05:47:53.503098 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52872) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:53.511352 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b04b4359-2f61-45e7-a8ae-9cd8ec0b026c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Request body: {'security_group_rule': {'security_group_id': '25977bfd-e528-409b-ab16-b2a28df982f7', 'project_id': '3120528cd6c340fba4a655aafc002893', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:53.543429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b04b4359-2f61-45e7-a8ae-9cd8ec0b026c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.607500 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b04b4359-2f61-45e7-a8ae-9cd8ec0b026c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.611276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b04b4359-2f61-45e7-a8ae-9cd8ec0b026c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.629279 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b4359-2f61-45e7-a8ae-9cd8ec0b026c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e2b7db-df77-4eaa-b961-9f66a5ea701d,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:53.638247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b04b4359-2f61-45e7-a8ae-9cd8ec0b026c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.639485 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b04b4359-2f61-45e7-a8ae-9cd8ec0b026c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353881 Feb 04 05:47:53.642329 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52874) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:53.647080 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a65fb1e7-c481-42b8-9c0b-8cf3373635b3 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Request body: {'security_group_rule': {'security_group_id': '25977bfd-e528-409b-ab16-b2a28df982f7', 'project_id': '3120528cd6c340fba4a655aafc002893', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:53.677140 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a65fb1e7-c481-42b8-9c0b-8cf3373635b3 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.737761 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a65fb1e7-c481-42b8-9c0b-8cf3373635b3 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.741950 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a65fb1e7-c481-42b8-9c0b-8cf3373635b3 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.758732 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fb1e7-c481-42b8-9c0b-8cf3373635b3 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537e8340-431c-450a-a7a4-bc2d382b4185,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:53.768624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a65fb1e7-c481-42b8-9c0b-8cf3373635b3 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.772368 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a65fb1e7-c481-42b8-9c0b-8cf3373635b3 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263366 Feb 04 05:47:53.773093 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52878) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:53.777213 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-9a60b778-326d-4b9f-a767-4c9fa0b2e180 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Request body: {'security_group_rule': {'security_group_id': '25977bfd-e528-409b-ab16-b2a28df982f7', 'project_id': '3120528cd6c340fba4a655aafc002893', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:53.809270 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-9a60b778-326d-4b9f-a767-4c9fa0b2e180 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Project 3120528cd6c340fba4a655aafc002893 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:47:53.814763 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a60b778-326d-4b9f-a767-4c9fa0b2e180 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.861056 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a891734b-56a5-40a9-bb87-4c2a2857853d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.863987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1a49fea8-d01d-49b3-a960-7eadbb6ec879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.884132 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a891734b-56a5-40a9-bb87-4c2a2857853d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.890071 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a891734b-56a5-40a9-bb87-4c2a2857853d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] 10.222.0.10 "DELETE /v2.0/networks/e2598b2f-5705-48df-a705-f0b9d91f5e9b HTTP/1.1" status: 204 len: 168 time: 0.6937504 Feb 04 05:47:53.890243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a60b778-326d-4b9f-a767-4c9fa0b2e180 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.903545 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a60b778-326d-4b9f-a767-4c9fa0b2e180 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.904968 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891734b-56a5-40a9-bb87-4c2a2857853d tempest-FloatingIPTestJSON-67656707 tempest-FloatingIPTestJSON-67656707-project] Pushing event deleted for resources: {'Network': ['ID=e2598b2f-5705-48df-a705-f0b9d91f5e9b,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:53.907949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1a49fea8-d01d-49b3-a960-7eadbb6ec879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.935370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60b778-326d-4b9f-a767-4c9fa0b2e180 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d4e385-20aa-446d-b69a-7d9d7d05ef4a,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:53.945593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a60b778-326d-4b9f-a767-4c9fa0b2e180 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.947642 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9a60b778-326d-4b9f-a767-4c9fa0b2e180 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1736093 Feb 04 05:47:53.951009 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52886) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:53.959074 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-342b2ef8-af0d-477b-b1f0-20bf9ef78cba tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Request body: {'security_group_rule': {'security_group_id': '25977bfd-e528-409b-ab16-b2a28df982f7', 'project_id': '3120528cd6c340fba4a655aafc002893', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:53.976034 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1a49fea8-d01d-49b3-a960-7eadbb6ec879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.978586 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1a49fea8-d01d-49b3-a960-7eadbb6ec879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:53.982316 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1a49fea8-d01d-49b3-a960-7eadbb6ec879 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a364b0c9-5fa3-48d1-945b-f6d1385ca057 HTTP/1.1" status: 204 len: 168 time: 0.5586350 Feb 04 05:47:53.987839 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49fea8-d01d-49b3-a960-7eadbb6ec879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a364b0c9-5fa3-48d1-945b-f6d1385ca057,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:54.005143 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-342b2ef8-af0d-477b-b1f0-20bf9ef78cba tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Project 3120528cd6c340fba4a655aafc002893 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:47:54.010533 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-342b2ef8-af0d-477b-b1f0-20bf9ef78cba tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.089157 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-342b2ef8-af0d-477b-b1f0-20bf9ef78cba tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.093314 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-75cfd023-664f-4a62-bb88-eb74dba06fa3 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977250023&fields=id&tenant_id=cc5330e91f224377a5a1b171420d5342 HTTP/1.1" status: 200 len: 267 time: 0.0559354 Feb 04 05:47:54.095362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-342b2ef8-af0d-477b-b1f0-20bf9ef78cba tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.122356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b2ef8-af0d-477b-b1f0-20bf9ef78cba tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a955c60-aefb-4b2c-bf74-e9fa25bc1aef,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:54.134574 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-342b2ef8-af0d-477b-b1f0-20bf9ef78cba tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.135999 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-342b2ef8-af0d-477b-b1f0-20bf9ef78cba tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1831331 Feb 04 05:47:54.138960 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52896) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:54.148434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-20686f8c-0eb9-43fc-a152-da42ec94d33b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Request body: {'network': {'name': 'tempest-network-smoke--1951098889', 'project_id': '3120528cd6c340fba4a655aafc002893', 'port_security_enabled': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:54.153750 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52898) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:54.178928 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20686f8c-0eb9-43fc-a152-da42ec94d33b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Made reservation on behalf of 3120528cd6c340fba4a655aafc002893 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:54.182787 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20686f8c-0eb9-43fc-a152-da42ec94d33b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.212417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20686f8c-0eb9-43fc-a152-da42ec94d33b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:54.229761 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20686f8c-0eb9-43fc-a152-da42ec94d33b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.230319 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-58efb7eb-7fa4-4dd8-a325-ec79e50b28e7 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:54.230472 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-20686f8c-0eb9-43fc-a152-da42ec94d33b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Added segment f753de4a-a5b8-4d81-bf83-fd9efea40297 of type vlan for network cebf943b-8243-4e18-a878-d4ea177c7c95 Feb 04 05:47:54.232648 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-58efb7eb-7fa4-4dd8-a325-ec79e50b28e7 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 812 time: 0.1385539 Feb 04 05:47:54.249913 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-caccb901-a009-4153-ac3d-9fce466174ad tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/quotas/cc5330e91f224377a5a1b171420d5342 HTTP/1.1" status: 200 len: 375 time: 0.0109439 Feb 04 05:47:54.278153 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20686f8c-0eb9-43fc-a152-da42ec94d33b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.319293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20686f8c-0eb9-43fc-a152-da42ec94d33b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.324771 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20686f8c-0eb9-43fc-a152-da42ec94d33b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:54.325806 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-4b99bc97-b188-4836-9649-35fb78adb9df tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666707 Feb 04 05:47:54.326076 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20686f8c-0eb9-43fc-a152-da42ec94d33b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.407727 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-20686f8c-0eb9-43fc-a152-da42ec94d33b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2651262 Feb 04 05:47:54.408209 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52912) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:54.413459 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'admin_state_up': True, 'project_id': '3120528cd6c340fba4a655aafc002893', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:54.418300 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20686f8c-0eb9-43fc-a152-da42ec94d33b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'Network': ['ID=cebf943b-8243-4e18-a878-d4ea177c7c95,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:54.435832 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network cebf943b-8243-4e18-a878-d4ea177c7c95 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:54.443113 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a1ff0719-fb8c-4249-a94d-7101395ed6e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af7ed8c79e9440cba9e994a8562af4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889743 Feb 04 05:47:54.445583 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52916) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:54.503238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.505124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.516494 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3d38ab90-00b7-4cf6-8c05-108b1c8d70ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.539584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3d38ab90-00b7-4cf6-8c05-108b1c8d70ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.550329 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-1a44cd23-ef16-4773-b9db-9afde938cff6 service neutron] 10.222.0.10 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108610 Feb 04 05:47:54.588762 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.596313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3d38ab90-00b7-4cf6-8c05-108b1c8d70ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.598933 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3d38ab90-00b7-4cf6-8c05-108b1c8d70ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.602746 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3d38ab90-00b7-4cf6-8c05-108b1c8d70ea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b84aeeae-2b24-4dd7-b490-b8b25a47261c HTTP/1.1" status: 204 len: 168 time: 0.1515403 Feb 04 05:47:54.608767 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38ab90-00b7-4cf6-8c05-108b1c8d70ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84aeeae-2b24-4dd7-b490-b8b25a47261c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:54.789120 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:54.807296 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-7524576b-89e0-4c13-9001-1cfd15716dd9 service neutron] 10.222.0.10 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305603 Feb 04 05:47:54.948442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52940) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:54.956586 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0068765 Feb 04 05:47:54.957281 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52944) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:55.007949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:55.030256 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:55.182696 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Allocated IP 172.26.3.217 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/407a9319-0996-4da5-84d8-bfe29c86c716) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:55.204429 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-de61517a-9dff-4ab1-bcbe-c49de23ecc6b req-db4b2075-88ae-4259-b712-0366919f8cc9 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 210 time: 0.0362270 Feb 04 05:47:55.236229 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-44990a0e-25cc-4466-972b-cff901e9e3a8 tempest-NetworksApiDiscovery-1122959119 tempest-NetworksApiDiscovery-1122959119-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2777634 Feb 04 05:47:55.324791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:55.376819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:55.436560 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:55.441032 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:55.449529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:55.477523 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'Port': ['ID=407a9319-0996-4da5-84d8-bfe29c86c716,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:55.510796 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52972) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:55.526057 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52976) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:55.637402 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1593459661'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:55.671054 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4faa90a9-ed38-45f6-9f20-8128dd87c91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:55.688564 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:55.692865 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:55.707400 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:55.752495 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:55.808793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4faa90a9-ed38-45f6-9f20-8128dd87c91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:55.818391 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4faa90a9-ed38-45f6-9f20-8128dd87c91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:55.852864 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:55.864375 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:55.872482 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4faa90a9-ed38-45f6-9f20-8128dd87c91d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=838145cd47994f2a9aa7b8a457b4d1e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453593 Feb 04 05:47:55.875125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52982) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:55.885371 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa90a9-ed38-45f6-9f20-8128dd87c91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffde1d2f-d8e4-4b44-9ba3-50c5866dfb72,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:55.895937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:55.939928 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:55.940272 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Added segment b9892486-14f7-4578-b3f7-edda51a68882 of type vlan for network 67df36a7-8831-4c9c-9214-a00e522eb7d4 Feb 04 05:47:55.958272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f071bdba-cb4b-4c74-ade7-c72a206c3f59,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:55.977064 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.001733 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.006983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b3a23c8-9100-4eb8-8c9f-2f4104bb6139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.040124 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b3a23c8-9100-4eb8-8c9f-2f4104bb6139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.052335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.057598 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:56.058197 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.109622 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:47:56.124662 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6127090 Feb 04 05:47:56.143931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c4b88-e2aa-4cf8-8b07-609ac67894b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Network': ['ID=67df36a7-8831-4c9c-9214-a00e522eb7d4,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:56.163463 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 67df36a7-8831-4c9c-9214-a00e522eb7d4 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:56.168533 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b3a23c8-9100-4eb8-8c9f-2f4104bb6139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.171041 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b3a23c8-9100-4eb8-8c9f-2f4104bb6139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.174406 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7b3a23c8-9100-4eb8-8c9f-2f4104bb6139 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffde1d2f-d8e4-4b44-9ba3-50c5866dfb72 HTTP/1.1" status: 204 len: 168 time: 0.2959890 Feb 04 05:47:56.183467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a23c8-9100-4eb8-8c9f-2f4104bb6139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffde1d2f-d8e4-4b44-9ba3-50c5866dfb72,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:56.272241 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:47:56.275333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52988) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:56.280954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-634bf162-4391-4e5c-9ecb-33a6e3d37ebd tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'subnet': {'network_id': '67df36a7-8831-4c9c-9214-a00e522eb7d4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:56.306159 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.306985 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Sync routers for ids ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:47:56.310630 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d0438af6-4ca7-48bc-ae7a-e7dc4f2535bb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9011040 Feb 04 05:47:56.321232 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52990) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:56.381832 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Routers {'1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:56.386525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:56.396594 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cde0449e-249e-44d3-a6b9-0f3df47d0df4 req-c01cb1ed-f9bd-47fa-ae9e-59ce817b2302 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 210 time: 0.0398490 Feb 04 05:47:56.448447 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634bf162-4391-4e5c-9ecb-33a6e3d37ebd tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:56.455141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-634bf162-4391-4e5c-9ecb-33a6e3d37ebd tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.471525 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-8677b0ba-c097-4685-8c8d-870f9c249c2f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:56.473072 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-8677b0ba-c097-4685-8c8d-870f9c249c2f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.26 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 812 time: 0.1971879 Feb 04 05:47:56.575721 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-c0b76753-0aad-44bf-aa11-2783ba5a4ea4 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc5330e91f224377a5a1b171420d5342 HTTP/1.1" status: 200 len: 379 time: 0.0864496 Feb 04 05:47:56.593363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-e20d608e-b373-467e-b111-3a01d495a815 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Request body: {'port': {'device_id': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'admin_state_up': True, 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'security_groups': ['92b46f3e-02fd-4106-a0fa-9044f91b810b']}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:56.629333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Set router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:47:56.771128 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1e4057a6-e31f-47df-9462-8cf759c9dd32 tempest-TestNetworkAdvancedServerOps-236680123 tempest-TestNetworkAdvancedServerOps-236680123-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=3120528cd6c340fba4a655aafc002893&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4463863 Feb 04 05:47:56.771383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 52996) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:56.775468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-634bf162-4391-4e5c-9ecb-33a6e3d37ebd tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.855138 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634bf162-4391-4e5c-9ecb-33a6e3d37ebd tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Checking segment: {'id': 'b9892486-14f7-4578-b3f7-edda51a68882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '67df36a7-8831-4c9c-9214-a00e522eb7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:56.855370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634bf162-4391-4e5c-9ecb-33a6e3d37ebd tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network hostable DHCP agents. Network: 67df36a7-8831-4c9c-9214-a00e522eb7d4, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:47:56.857474 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bf162-4391-4e5c-9ecb-33a6e3d37ebd tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Subnet': ['ID=68ef99fd-703a-468d-a524-0fd66acb639b,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:56.879246 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:54Z', 'updated_at': '2022-02-04T05:47:55Z', 'revision_number': 3, 'project_id': '3120528cd6c340fba4a655aafc002893', 'gw_port': {'id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:55Z', 'updated_at': '2022-02-04T05:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:56.881721 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634bf162-4391-4e5c-9ecb-33a6e3d37ebd tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network 67df36a7-8831-4c9c-9214-a00e522eb7d4 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:47:56.894064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-634bf162-4391-4e5c-9ecb-33a6e3d37ebd tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 67df36a7-8831-4c9c-9214-a00e522eb7d4) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:56.899828 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634bf162-4391-4e5c-9ecb-33a6e3d37ebd tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:56.900880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-634bf162-4391-4e5c-9ecb-33a6e3d37ebd tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.904414 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-e20d608e-b373-467e-b111-3a01d495a815 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Made reservation on behalf of cc5330e91f224377a5a1b171420d5342 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:56.908050 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-e20d608e-b373-467e-b111-3a01d495a815 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.928115 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-634bf162-4391-4e5c-9ecb-33a6e3d37ebd tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6472826 Feb 04 05:47:56.928115 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 52998) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:56.934964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-e79c79b2-75df-44b3-966f-016959e16a58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2022019741'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:56.948903 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Checking router: 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:47:56.949594 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Updating router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc port 407a9319-0996-4da5-84d8-bfe29c86c716 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:47:56.951901 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0507e2b9-a179-4924-bb9c-610b04369b36 None None] Network 67df36a7-8831-4c9c-9214-a00e522eb7d4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:56.962815 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79c79b2-75df-44b3-966f-016959e16a58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:56.967009 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e79c79b2-75df-44b3-966f-016959e16a58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:56.996957 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79c79b2-75df-44b3-966f-016959e16a58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:57.006637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e79c79b2-75df-44b3-966f-016959e16a58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.006984 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-e79c79b2-75df-44b3-966f-016959e16a58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Added segment a15aa46f-ac28-41b5-a13b-82f2ae35cd49 of type vlan for network 3101d8dc-d710-4ba2-a52d-09dbc4f8fa77 Feb 04 05:47:57.033604 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.049207 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf6024f-b936-4f6f-8079-43a9cc627c86 tempest-TestNetworkAdvancedServerOps-236680123 tempest-TestNetworkAdvancedServerOps-236680123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:57.053453 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4bf6024f-b936-4f6f-8079-43a9cc627c86 tempest-TestNetworkAdvancedServerOps-236680123 tempest-TestNetworkAdvancedServerOps-236680123-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2784276 Feb 04 05:47:57.053614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e79c79b2-75df-44b3-966f-016959e16a58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.053719 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53000) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:57.078790 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e79c79b2-75df-44b3-966f-016959e16a58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.087193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79c79b2-75df-44b3-966f-016959e16a58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:57.087906 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e79c79b2-75df-44b3-966f-016959e16a58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.129475 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2d0e2dcb-6d8a-41ef-858b-33a1f387a4d1 tempest-TestNetworkAdvancedServerOps-236680123 tempest-TestNetworkAdvancedServerOps-236680123-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0719769 Feb 04 05:47:57.130074 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53002) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:57.138080 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-04f1ab98-2856-4692-b4fc-c79697baad05 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-778293270', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'project_id': '3120528cd6c340fba4a655aafc002893', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:57.170108 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e79c79b2-75df-44b3-966f-016959e16a58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2407730 Feb 04 05:47:57.178096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53004) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:57.195196 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-45b73a9f-9ea8-4758-af3a-2a18819abfb6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'subnet': {'network_id': '3101d8dc-d710-4ba2-a52d-09dbc4f8fa77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:57.212307 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-e20d608e-b373-467e-b111-3a01d495a815 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Allocated IP 172.20.0.7 (540e0162-bbab-4d1c-a7ab-cceeb43b39c7/41d92f0f-af9f-4bf4-abb9-845ab5d90d6e/3c10ae1e-ab20-4199-87d9-07acf6450909) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:57.230963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c79b2-75df-44b3-966f-016959e16a58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Network': ['ID=3101d8dc-d710-4ba2-a52d-09dbc4f8fa77,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:57.257268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 3101d8dc-d710-4ba2-a52d-09dbc4f8fa77 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:57.294252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-67df36a7-8831-4c9c-9214-a00e522eb7d4', 'network_id': '67df36a7-8831-4c9c-9214-a00e522eb7d4', 'tenant_id': 'a0f84c4819e2473ebef9696abb606e62', 'fixed_ips': [{'subnet_id': '68ef99fd-703a-468d-a524-0fd66acb639b'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:47:57.295199 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.538185 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Allocated IP 172.20.255.242 (67df36a7-8831-4c9c-9214-a00e522eb7d4/68ef99fd-703a-468d-a524-0fd66acb639b/7932bc02-69dc-4f87-ae45-9692ff0080f3) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:57.627905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.633399 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4b3fc1b6-6ea6-4801-b3c1-2cc886a8efd9 req-f5f15e4f-37be-46df-9be9-56dad07153f3 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 210 time: 0.0449467 Feb 04 05:47:57.636539 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f1ab98-2856-4692-b4fc-c79697baad05 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Made reservation on behalf of 3120528cd6c340fba4a655aafc002893 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:57.640036 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04f1ab98-2856-4692-b4fc-c79697baad05 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.652513 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.672082 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b73a9f-9ea8-4758-af3a-2a18819abfb6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:57.676220 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45b73a9f-9ea8-4758-af3a-2a18819abfb6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.744447 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024d41b-4c91-43c0-b2dc-e4a4d1f9fce1 None None] Pushing event updated for resources: {'Port': ['ID=407a9319-0996-4da5-84d8-bfe29c86c716,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:57.770738 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Attempting to bind port 407a9319-0996-4da5-84d8-bfe29c86c716 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:47:57.771191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Attempting to bind port 407a9319-0996-4da5-84d8-bfe29c86c716 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:47:57.771627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Attempting to bind port 407a9319-0996-4da5-84d8-bfe29c86c716 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:47:57.787614 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:47:57.788999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:57.788999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.789296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:47:57.789627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Bound port: 407a9319-0996-4da5-84d8-bfe29c86c716, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:47:57.790111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.804604 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-e20d608e-b373-467e-b111-3a01d495a815 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.880896 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.891237 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] For port 407a9319-0996-4da5-84d8-bfe29c86c716, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:47:57.894527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] For port 407a9319-0996-4da5-84d8-bfe29c86c716, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=407a9319-0996-4da5-84d8-bfe29c86c716,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:47:57.896466 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.934885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-e20d608e-b373-467e-b111-3a01d495a815 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.946631 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Pushing event updated for resources: {'Port': ['ID=7932bc02-69dc-4f87-ae45-9692ff0080f3,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:57.949325 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:57.957710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Network 67df36a7-8831-4c9c-9214-a00e522eb7d4 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:57.980775 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-e20d608e-b373-467e-b111-3a01d495a815 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:47:57.990911 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-e20d608e-b373-467e-b111-3a01d495a815 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:57.994316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-e20d608e-b373-467e-b111-3a01d495a815 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:57.997290 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45b73a9f-9ea8-4758-af3a-2a18819abfb6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.026984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04f1ab98-2856-4692-b4fc-c79697baad05 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.043477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024d41b-4c91-43c0-b2dc-e4a4d1f9fce1 None None] Pushing event updated for resources: {'Port': ['ID=407a9319-0996-4da5-84d8-bfe29c86c716,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:58.049457 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:58.058189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d608e-b373-467e-b111-3a01d495a815 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'Port': ['ID=3c10ae1e-ab20-4199-87d9-07acf6450909,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:58.060005 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:47:58.100189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b73a9f-9ea8-4758-af3a-2a18819abfb6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Subnet': ['ID=28d7a0de-9bd6-4551-b5a9-3e96d93d8a17,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:58.128692 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Routers {'1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:47:58.130047 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:58.139954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-e20d608e-b373-467e-b111-3a01d495a815 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:58.140683 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-e20d608e-b373-467e-b111-3a01d495a815 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.147427 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b73a9f-9ea8-4758-af3a-2a18819abfb6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Checking segment: {'id': 'a15aa46f-ac28-41b5-a13b-82f2ae35cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3101d8dc-d710-4ba2-a52d-09dbc4f8fa77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:58.147568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b73a9f-9ea8-4758-af3a-2a18819abfb6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network hostable DHCP agents. Network: 3101d8dc-d710-4ba2-a52d-09dbc4f8fa77, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:47:58.171471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b73a9f-9ea8-4758-af3a-2a18819abfb6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network 3101d8dc-d710-4ba2-a52d-09dbc4f8fa77 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:47:58.189998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1ab98-2856-4692-b4fc-c79697baad05 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'Subnet': ['ID=f0d36942-8ddc-4f02-b130-9e707a2f940c,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:58.190723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-45b73a9f-9ea8-4758-af3a-2a18819abfb6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 3101d8dc-d710-4ba2-a52d-09dbc4f8fa77) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:58.196015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b73a9f-9ea8-4758-af3a-2a18819abfb6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:58.196528 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45b73a9f-9ea8-4758-af3a-2a18819abfb6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.225309 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-45b73a9f-9ea8-4758-af3a-2a18819abfb6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0419629 Feb 04 05:47:58.225604 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53008) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:58.228365 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-e20d608e-b373-467e-b111-3a01d495a815 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6391494 Feb 04 05:47:58.229382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f1ab98-2856-4692-b4fc-c79697baad05 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Checking segment: {'id': 'f753de4a-a5b8-4d81-bf83-fd9efea40297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:58.230151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f1ab98-2856-4692-b4fc-c79697baad05 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Network hostable DHCP agents. Network: cebf943b-8243-4e18-a878-d4ea177c7c95, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:47:58.238785 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c5f1f4-9a4b-46a4-a229-d4baef580c7c None None] Network 3101d8dc-d710-4ba2-a52d-09dbc4f8fa77 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:58.252884 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Request body: {'port': {'device_id': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:58.284401 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f1ab98-2856-4692-b4fc-c79697baad05 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Network cebf943b-8243-4e18-a878-d4ea177c7c95 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:47:58.295752 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-04f1ab98-2856-4692-b4fc-c79697baad05 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, cebf943b-8243-4e18-a878-d4ea177c7c95) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:47:58.315258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f1ab98-2856-4692-b4fc-c79697baad05 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:58.317422 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04f1ab98-2856-4692-b4fc-c79697baad05 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.356008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.384653 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.393732 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53010) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:58.394253 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-04f1ab98-2856-4692-b4fc-c79697baad05 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2633500 Feb 04 05:47:58.471144 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.484426 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da87c146-0853-43ec-b1cd-3322d8fb407e None None] Network cebf943b-8243-4e18-a878-d4ea177c7c95 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:58.548753 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Attempting to bind port 7932bc02-69dc-4f87-ae45-9692ff0080f3 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:47:58.549038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Attempting to bind port 7932bc02-69dc-4f87-ae45-9692ff0080f3 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'b9892486-14f7-4578-b3f7-edda51a68882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '67df36a7-8831-4c9c-9214-a00e522eb7d4'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:47:58.549400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Attempting to bind port 7932bc02-69dc-4f87-ae45-9692ff0080f3 on network 67df36a7-8831-4c9c-9214-a00e522eb7d4 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:47:58.564262 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] Set router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:47:58.589304 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.630320 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Subnet': ['ID=28d7a0de-9bd6-4551-b5a9-3e96d93d8a17,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:58.638670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c9750d3b-a885-458d-9610-95b48d855340 None None] Provisioning complete for port 3c10ae1e-ab20-4199-87d9-07acf6450909 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:47:58.639047 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c9750d3b-a885-458d-9610-95b48d855340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.640750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:47:58.641124 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Checking segment: {'id': 'b9892486-14f7-4578-b3f7-edda51a68882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '67df36a7-8831-4c9c-9214-a00e522eb7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:58.641514 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.641946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Bound using segment: {'id': 'b9892486-14f7-4578-b3f7-edda51a68882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '67df36a7-8831-4c9c-9214-a00e522eb7d4'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:47:58.642429 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Bound port: 7932bc02-69dc-4f87-ae45-9692ff0080f3, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9892486-14f7-4578-b3f7-edda51a68882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '67df36a7-8831-4c9c-9214-a00e522eb7d4'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:47:58.642803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.707817 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.776838 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3101d8dc-d710-4ba2-a52d-09dbc4f8fa77']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:58.794001 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15aa46f-ac28-41b5-a13b-82f2ae35cd49') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:58.794708 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15aa46f-ac28-41b5-a13b-82f2ae35cd49') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:58.816900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c10ae1e-ab20-4199-87d9-07acf6450909 {{(pid=108745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:47:58.828851 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.833989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c311ad-6fa7-49aa-b2f7-846540c664ce None None] Network 3101d8dc-d710-4ba2-a52d-09dbc4f8fa77 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:47:58.836189 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c9750d3b-a885-458d-9610-95b48d855340 None None] Port 3c10ae1e-ab20-4199-87d9-07acf6450909 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:47:58.855477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.provisioning_blocks [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Transition to ACTIVE for port object 3c10ae1e-ab20-4199-87d9-07acf6450909 will not be triggered until provisioned by entity L2. {{(pid=108745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:47:58.865064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.873165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e50d6-3bcf-4994-89ea-08222c1ac6b8 req-8d639980-e892-4a2f-b547-4316bc184809 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:58.874897 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b97e50d6-3bcf-4994-89ea-08222c1ac6b8 req-8d639980-e892-4a2f-b547-4316bc184809 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 931 time: 0.1038454 Feb 04 05:47:58.875892 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.890637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.897979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:47:58.898744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:58.931656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Pushing event updated for resources: {'Port': ['ID=3c10ae1e-ab20-4199-87d9-07acf6450909,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:58.966397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] For port 7932bc02-69dc-4f87-ae45-9692ff0080f3, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:47:58.989536 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b97e50d6-3bcf-4994-89ea-08222c1ac6b8 req-4576cd0a-9811-41d4-a164-a885e21403ab tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697060 Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:47:58.999304 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:47:59.014472 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:59.039510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:59.042767 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/3101d8dc-d710-4ba2-a52d-09dbc4f8fa77 HTTP/1.1" status: 204 len: 168 time: 0.8160248 Feb 04 05:47:59.059325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac28a9e-363d-44b9-8622-6a3f35fd969b tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Network': ['ID=3101d8dc-d710-4ba2-a52d-09dbc4f8fa77,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:59.063685 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53014) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:59.072862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1374d468-361b-4ed7-8677-0ab04426173f tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-189245710'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:59.080525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] For port 7932bc02-69dc-4f87-ae45-9692ff0080f3, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=7932bc02-69dc-4f87-ae45-9692ff0080f3,segment=NetworkSegment(b9892486-14f7-4578-b3f7-edda51a68882),segment_id=b9892486-14f7-4578-b3f7-edda51a68882)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:47:59.088638 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:59.112751 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1374d468-361b-4ed7-8677-0ab04426173f tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:59.117837 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1374d468-361b-4ed7-8677-0ab04426173f tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:59.125130 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-cebf943b-8243-4e18-a878-d4ea177c7c95', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'fixed_ips': [{'subnet_id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:47:59.125992 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:59.184327 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Attempting to bind port 3c10ae1e-ab20-4199-87d9-07acf6450909 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:47:59.184830 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Attempting to bind port 3c10ae1e-ab20-4199-87d9-07acf6450909 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:47:59.185025 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Attempting to bind port 3c10ae1e-ab20-4199-87d9-07acf6450909 on network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:47:59.201435 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1374d468-361b-4ed7-8677-0ab04426173f tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:47:59.203708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Port 3c10ae1e-ab20-4199-87d9-07acf6450909 on network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:47:59.204478 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Attempting to bind port 3c10ae1e-ab20-4199-87d9-07acf6450909 on network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:47:59.214334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:47:59.214656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Checking segment: {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:47:59.215361 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Bound using segment: {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:47:59.215488 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Bound port: 3c10ae1e-ab20-4199-87d9-07acf6450909, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:47:59.215865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:59.225356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1374d468-361b-4ed7-8677-0ab04426173f tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:59.226090 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-1374d468-361b-4ed7-8677-0ab04426173f tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Added segment b57772f9-5d47-4a69-ae8b-d5f12cbb7c86 of type vlan for network 6b7e58e9-b0ad-44b4-99e0-45a7088282e1 Feb 04 05:47:59.340539 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1374d468-361b-4ed7-8677-0ab04426173f tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:59.402858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:59.416720 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] For port 3c10ae1e-ab20-4199-87d9-07acf6450909, host hv-neutron-8277, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:47:59.447134 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:54Z', 'updated_at': '2022-02-04T05:47:55Z', 'revision_number': 3, 'project_id': '3120528cd6c340fba4a655aafc002893', 'gw_port': {'id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:55Z', 'updated_at': '2022-02-04T05:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:47:59.452819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1374d468-361b-4ed7-8677-0ab04426173f tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:59.457491 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fedf8f-3cb4-4e70-ad81-2d3150301dd8 None None] Pushing event updated for resources: {'Port': ['ID=7932bc02-69dc-4f87-ae45-9692ff0080f3,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:59.459358 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1374d468-361b-4ed7-8677-0ab04426173f tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:59.460041 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1374d468-361b-4ed7-8677-0ab04426173f tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:59.476285 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] For port 3c10ae1e-ab20-4199-87d9-07acf6450909, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=3c10ae1e-ab20-4199-87d9-07acf6450909,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:47:59.485597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Allocated IP 172.20.0.2 (cebf943b-8243-4e18-a878-d4ea177c7c95/f0d36942-8ddc-4f02-b130-9e707a2f940c/48389211-89b1-493c-87fe-53fd4b41f40f) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:47:59.501701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:59.587988 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1374d468-361b-4ed7-8677-0ab04426173f tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5227137 Feb 04 05:47:59.594413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53016) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:47:59.622769 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a7f66a78-bc44-4d69-a828-d6ede5f0e320 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'subnet': {'network_id': '6b7e58e9-b0ad-44b4-99e0-45a7088282e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:47:59.633157 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374d468-361b-4ed7-8677-0ab04426173f tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Network': ['ID=6b7e58e9-b0ad-44b4-99e0-45a7088282e1,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:59.649860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:59.650875 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:59.653691 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] 10.222.0.26 "PUT /v2.0/ports/3c10ae1e-ab20-4199-87d9-07acf6450909 HTTP/1.1" status: 200 len: 1093 time: 1.4085193 Feb 04 05:47:59.655644 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'tag': '3c10ae1e-ab20-4199-87d9-07acf6450909'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:47:59.659881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceabae45-013d-4ebe-a852-b3252f76b4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "522f3016-fc9b-40fb-a0ea-5189d236eef2", "tag": "3c10ae1e-ab20-4199-87d9-07acf6450909"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:47:59.696363 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 6b7e58e9-b0ad-44b4-99e0-45a7088282e1 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:47:59.722247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d6ce6-ac9c-4ad4-b246-874e97b24a09 None None] The sync data for ids ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'] in dv-neutron-827794-1-hyperv is: [{'id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:54Z', 'updated_at': '2022-02-04T05:47:55Z', 'revision_number': 3, 'project_id': '3120528cd6c340fba4a655aafc002893', 'gw_port': {'id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:55Z', 'updated_at': '2022-02-04T05:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:47:59.804475 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ee4673-9dee-4780-8812-4f73671374e0 x-openstack-request-id: req-04ee4673-9dee-4780-8812-4f73671374e0 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:47:59.804779 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522f3016-fc9b-40fb-a0ea-5189d236eef2", "tag": "3c10ae1e-ab20-4199-87d9-07acf6450909", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:47:59.805162 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04ee4673-9dee-4780-8812-4f73671374e0 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:47:59.805578 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'tag': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'status': 'completed', 'code': 200} Feb 04 05:47:59.848494 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f68b6d-efd0-453f-ac2f-98409014de0a service neutron] Pushing event updated for resources: {'Port': ['ID=3c10ae1e-ab20-4199-87d9-07acf6450909,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:47:59.892736 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:59.907950 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:47:59.943397 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-eec9fa98-5501-4d30-97a7-fd2fa67e981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:47:59.944996 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-eec9fa98-5501-4d30-97a7-fd2fa67e981e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 1096 time: 0.2063541 Feb 04 05:47:59.980758 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f66a78-bc44-4d69-a828-d6ede5f0e320 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:47:59.990543 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a7f66a78-bc44-4d69-a828-d6ede5f0e320 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:00.000846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Allocated IP 172.20.0.1 (cebf943b-8243-4e18-a878-d4ea177c7c95/f0d36942-8ddc-4f02-b130-9e707a2f940c/25f5ee35-aee4-417f-856c-b70bc9fc5e34) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:48:00.006586 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Pushing event updated for resources: {'Port': ['ID=48389211-89b1-493c-87fe-53fd4b41f40f,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:00.019158 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Network cebf943b-8243-4e18-a878-d4ea177c7c95 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:48:00.020634 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:00.028307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:48:00.063240 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.ipam_backend_mixin [None req-a7f66a78-bc44-4d69-a828-d6ede5f0e320 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Performing IP validity checks on allocation pools {{(pid=108745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 05:48:00.063925 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.ipam_backend_mixin [None req-a7f66a78-bc44-4d69-a828-d6ede5f0e320 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 05:48:00.099654 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 7932bc02-69dc-4f87-ae45-9692ff0080f3 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:00.115099 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-bebc9e5a-9695-4db3-97c8-89be43906669 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c10ae1e-ab20-4199-87d9-07acf6450909 HTTP/1.1" status: 200 len: 217 time: 0.1501019 Feb 04 05:48:00.211327 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Attempting to bind port 48389211-89b1-493c-87fe-53fd4b41f40f on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:48:00.211749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Attempting to bind port 48389211-89b1-493c-87fe-53fd4b41f40f by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'f753de4a-a5b8-4d81-bf83-fd9efea40297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:48:00.212121 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Attempting to bind port 48389211-89b1-493c-87fe-53fd4b41f40f on network cebf943b-8243-4e18-a878-d4ea177c7c95 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:48:00.226369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:48:00.226991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Checking segment: {'id': 'f753de4a-a5b8-4d81-bf83-fd9efea40297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:00.236940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:00.238368 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Bound using segment: {'id': 'f753de4a-a5b8-4d81-bf83-fd9efea40297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:48:00.238698 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Bound port: 48389211-89b1-493c-87fe-53fd4b41f40f, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f753de4a-a5b8-4d81-bf83-fd9efea40297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:48:00.239101 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:00.302235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-c5dcc1ad-e36f-4a12-9923-09cc8a8e1d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:00.304386 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-c5dcc1ad-e36f-4a12-9923-09cc8a8e1d30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 200 len: 851 time: 0.1810591 Feb 04 05:48:00.315154 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:00.352125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 7932bc02-69dc-4f87-ae45-9692ff0080f3 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:00.356269 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:00.389100 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:00.459877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] For port 48389211-89b1-493c-87fe-53fd4b41f40f, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:48:00.463477 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Network cebf943b-8243-4e18-a878-d4ea177c7c95 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:48:00.469553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:00.473098 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] For port 48389211-89b1-493c-87fe-53fd4b41f40f, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=48389211-89b1-493c-87fe-53fd4b41f40f,segment=NetworkSegment(f753de4a-a5b8-4d81-bf83-fd9efea40297),segment_id=f753de4a-a5b8-4d81-bf83-fd9efea40297)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:48:00.476610 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:48:00.495839 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:00.518712 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296603c3-814b-4a45-95a4-1475884562f8 req-0d9879b0-b973-4790-9e90-7d2b5cc5fad6 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:00.521359 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-296603c3-814b-4a45-95a4-1475884562f8 req-0d9879b0-b973-4790-9e90-7d2b5cc5fad6 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 943 time: 0.3766062 Feb 04 05:48:00.531072 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a7f66a78-bc44-4d69-a828-d6ede5f0e320 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:00.587087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:00.604024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033451a-5168-4cef-a5b6-24787b98d6a5 None None] Pushing event updated for resources: {'Port': ['ID=48389211-89b1-493c-87fe-53fd4b41f40f,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:00.655608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'Port': ['ID=25f5ee35-aee4-417f-856c-b70bc9fc5e34,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:00.700360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:00.712318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaee97f-7266-472a-99c1-e471f805d156 None None] Network 67df36a7-8831-4c9c-9214-a00e522eb7d4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:00.751274 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 7932bc02-69dc-4f87-ae45-9692ff0080f3, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=7932bc02-69dc-4f87-ae45-9692ff0080f3,segment=NetworkSegment(b9892486-14f7-4578-b3f7-edda51a68882),segment_id=b9892486-14f7-4578-b3f7-edda51a68882)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:00.752835 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-4c6ea003-0aac-4391-926e-fc79c64d9a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:00.755117 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-4c6ea003-0aac-4391-926e-fc79c64d9a13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4376745 Feb 04 05:48:00.784373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:00.814967 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-296603c3-814b-4a45-95a4-1475884562f8 req-166dadaa-5989-4a2f-8ef1-b890e84eebd6 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812734 Feb 04 05:48:00.828374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:00.829486 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f66a78-bc44-4d69-a828-d6ede5f0e320 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Subnet': ['ID=5f86e6ed-d59b-4f14-a231-6a41e87de737,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:00.853063 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f66a78-bc44-4d69-a828-d6ede5f0e320 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Checking segment: {'id': 'b57772f9-5d47-4a69-ae8b-d5f12cbb7c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6b7e58e9-b0ad-44b4-99e0-45a7088282e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:00.853438 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f66a78-bc44-4d69-a828-d6ede5f0e320 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network hostable DHCP agents. Network: 6b7e58e9-b0ad-44b4-99e0-45a7088282e1, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:48:00.864370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1f3e83eb-9218-42c9-8c22-6dfb4afd054a None None] Provisioning complete for port 7932bc02-69dc-4f87-ae45-9692ff0080f3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:00.864370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1f3e83eb-9218-42c9-8c22-6dfb4afd054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:00.934641 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f66a78-bc44-4d69-a828-d6ede5f0e320 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network 6b7e58e9-b0ad-44b4-99e0-45a7088282e1 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:48:00.984019 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-a7f66a78-bc44-4d69-a828-d6ede5f0e320 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 6b7e58e9-b0ad-44b4-99e0-45a7088282e1) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:01.004863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f66a78-bc44-4d69-a828-d6ede5f0e320 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:01.005421 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a7f66a78-bc44-4d69-a828-d6ede5f0e320 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:01.033184 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-04e3b0b9-22db-4399-999d-0b50ca181a8b service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394485 Feb 04 05:48:01.039045 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a7f66a78-bc44-4d69-a828-d6ede5f0e320 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4237022 Feb 04 05:48:01.042100 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53022) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:01.075779 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=7932bc02-69dc-4f87-ae45-9692ff0080f3,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:01.087393 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19b2458-d24c-42f8-a44a-a810e87987f7 None None] Network 6b7e58e9-b0ad-44b4-99e0-45a7088282e1 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:01.258220 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:01.364253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:01.373573 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:01.396351 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:01.457175 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'Port': ['ID=25f5ee35-aee4-417f-856c-b70bc9fc5e34,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:01.475568 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e0a599d-4a23-411a-93a4-ae36787e5459 req-5d239350-6edb-4ff4-9162-413c4b0b3168 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353511 Feb 04 05:48:01.520076 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:01.540850 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:01.564858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd94d3de-b3f2-40d9-835a-ba3e7c0f1c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-6b7e58e9-b0ad-44b4-99e0-45a7088282e1', 'network_id': '6b7e58e9-b0ad-44b4-99e0-45a7088282e1', 'tenant_id': 'a0f84c4819e2473ebef9696abb606e62', 'fixed_ips': [{'subnet_id': '5f86e6ed-d59b-4f14-a231-6a41e87de737'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:48:01.565904 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bd94d3de-b3f2-40d9-835a-ba3e7c0f1c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:01.634567 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Subnet': ['ID=5f86e6ed-d59b-4f14-a231-6a41e87de737,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:01.666485 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Network cebf943b-8243-4e18-a878-d4ea177c7c95 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:48:01.667962 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:01.688671 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4512226b-1e66-4912-9519-a5ae53c35696 None None] Network 6b7e58e9-b0ad-44b4-99e0-45a7088282e1 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:01.779843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:01.800497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabae45-013d-4ebe-a852-b3252f76b4d5 req-2e3860a0-44aa-4afc-b89b-ac5a93a8130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:01.802109 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ceabae45-013d-4ebe-a852-b3252f76b4d5 req-2e3860a0-44aa-4afc-b89b-ac5a93a8130b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 1096 time: 0.2036059 Feb 04 05:48:01.881575 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7e58e9-b0ad-44b4-99e0-45a7088282e1']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:01.910094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:48:01.929427 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-44742828-9b3b-48dd-8068-d72cf547ea18 None None] Provisioning complete for port 7932bc02-69dc-4f87-ae45-9692ff0080f3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:01.929995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-44742828-9b3b-48dd-8068-d72cf547ea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.021752 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57772f9-5d47-4a69-ae8b-d5f12cbb7c86') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:02.027106 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57772f9-5d47-4a69-ae8b-d5f12cbb7c86') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:02.061561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.098816 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:48:02.108297 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-121dfff4-f90a-4cfd-ba9b-2f2e4ab42ce0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "PUT /v2.0/routers/1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7133143 Feb 04 05:48:02.124874 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.151801 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabae45-013d-4ebe-a852-b3252f76b4d5 req-3b6c84fc-3e22-4a3a-ba18-f50d4fb3c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:02.153032 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ceabae45-013d-4ebe-a852-b3252f76b4d5 req-3b6c84fc-3e22-4a3a-ba18-f50d4fb3c936 service neutron] 10.222.0.26 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 912 time: 0.3379879 Feb 04 05:48:02.157255 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:48:02.157665 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:48:02.162548 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:48:02.191645 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121af71-9b44-4cc9-b8cb-4314232464e0 req-aaaf5c54-17b9-4755-b725-569fd31b4f0f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:02.193239 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c121af71-9b44-4cc9-b8cb-4314232464e0 req-aaaf5c54-17b9-4755-b725-569fd31b4f0f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 943 time: 0.1888094 Feb 04 05:48:02.290563 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 407a9319-0996-4da5-84d8-bfe29c86c716 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:02.301316 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ceabae45-013d-4ebe-a852-b3252f76b4d5 req-9b9ef783-d961-4f96-836f-0298efe12465 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c10ae1e-ab20-4199-87d9-07acf6450909 HTTP/1.1" status: 200 len: 217 time: 0.1275065 Feb 04 05:48:02.374377 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1b3811-68e4-471a-a997-08c1635bf8d2 None None] Network cebf943b-8243-4e18-a878-d4ea177c7c95 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:02.387792 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.427097 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.430175 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/6b7e58e9-b0ad-44b4-99e0-45a7088282e1 HTTP/1.1" status: 204 len: 168 time: 1.3871477 Feb 04 05:48:02.433625 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53042) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:02.439625 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-154f6f31-15a0-4f8b-924c-c26c93b4b8e6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-543385095'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:02.448473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 407a9319-0996-4da5-84d8-bfe29c86c716 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:02.448853 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.468440 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c121af71-9b44-4cc9-b8cb-4314232464e0 req-69d5ed8a-9e68-44cb-94a2-78448470bce7 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455869 Feb 04 05:48:02.469954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabae45-013d-4ebe-a852-b3252f76b4d5 req-c7c716dd-a579-4be4-9439-6515f07deb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:02.471487 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ceabae45-013d-4ebe-a852-b3252f76b4d5 req-c7c716dd-a579-4be4-9439-6515f07deb00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 200 len: 851 time: 0.1492555 Feb 04 05:48:02.474321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154f6f31-15a0-4f8b-924c-c26c93b4b8e6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:02.483246 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-154f6f31-15a0-4f8b-924c-c26c93b4b8e6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.506638 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-f9a287d6-b632-4832-b4bd-90687a1c96c8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1158717055&fields=id&tenant_id=3120528cd6c340fba4a655aafc002893 HTTP/1.1" status: 200 len: 267 time: 0.1237123 Feb 04 05:48:02.508392 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f8298357-68a8-4b3a-aca0-bedf523f7600 None None] Provisioning complete for port 48389211-89b1-493c-87fe-53fd4b41f40f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:02.508759 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f8298357-68a8-4b3a-aca0-bedf523f7600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.511180 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc0ae4-d140-4024-87cc-2b5e9b167576 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Network': ['ID=6b7e58e9-b0ad-44b4-99e0-45a7088282e1,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:02.534096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154f6f31-15a0-4f8b-924c-c26c93b4b8e6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:48:02.546096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-154f6f31-15a0-4f8b-924c-c26c93b4b8e6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.546422 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-154f6f31-15a0-4f8b-924c-c26c93b4b8e6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Added segment 306c5aac-4595-4dfe-adef-addf5f8b4612 of type vlan for network 757cc2bb-a7d6-4ea6-bfc9-248763839019 Feb 04 05:48:02.612025 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabae45-013d-4ebe-a852-b3252f76b4d5 req-6fa3b345-8a14-4f12-bb13-73bfc7f1dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:02.613490 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ceabae45-013d-4ebe-a852-b3252f76b4d5 req-6fa3b345-8a14-4f12-bb13-73bfc7f1dd23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1263165 Feb 04 05:48:02.616021 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-154f6f31-15a0-4f8b-924c-c26c93b4b8e6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.653571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-154f6f31-15a0-4f8b-924c-c26c93b4b8e6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.661590 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154f6f31-15a0-4f8b-924c-c26c93b4b8e6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:02.662289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-154f6f31-15a0-4f8b-924c-c26c93b4b8e6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.711770 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-160dadef-10df-4381-869b-8940d54a05b6 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:02.719311 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-160dadef-10df-4381-869b-8940d54a05b6 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/networks?id=cebf943b-8243-4e18-a878-d4ea177c7c95 HTTP/1.1" status: 200 len: 797 time: 0.2118943 Feb 04 05:48:02.721249 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.747500 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-154f6f31-15a0-4f8b-924c-c26c93b4b8e6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3125682 Feb 04 05:48:02.754890 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53044) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:02.755109 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 407a9319-0996-4da5-84d8-bfe29c86c716, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=407a9319-0996-4da5-84d8-bfe29c86c716,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:02.756767 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f8298357-68a8-4b3a-aca0-bedf523f7600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.763307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.763746 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-0322b384-f2df-485f-9292-4736ba3c1aad tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'subnet': {'network_id': '757cc2bb-a7d6-4ea6-bfc9-248763839019', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:02.764078 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 48389211-89b1-493c-87fe-53fd4b41f40f up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:02.766148 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-9f722448-e273-40b9-a9e5-ca55d1a5b29d tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/quotas/3120528cd6c340fba4a655aafc002893 HTTP/1.1" status: 200 len: 375 time: 0.0434849 Feb 04 05:48:02.829952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f6f31-15a0-4f8b-924c-c26c93b4b8e6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Network': ['ID=757cc2bb-a7d6-4ea6-bfc9-248763839019,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:02.866241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 757cc2bb-a7d6-4ea6-bfc9-248763839019 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:48:02.874393 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f8298357-68a8-4b3a-aca0-bedf523f7600 None None] For port 48389211-89b1-493c-87fe-53fd4b41f40f, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=48389211-89b1-493c-87fe-53fd4b41f40f,segment=NetworkSegment(f753de4a-a5b8-4d81-bf83-fd9efea40297),segment_id=f753de4a-a5b8-4d81-bf83-fd9efea40297)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:02.884789 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ceabae45-013d-4ebe-a852-b3252f76b4d5 req-49d55031-e29d-4b76-815d-438ac15aca8f service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598939 Feb 04 05:48:02.895566 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0322b384-f2df-485f-9292-4736ba3c1aad tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:02.898171 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-8868b615-5ae7-4b4b-bc6d-386cbf7023f9 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3120528cd6c340fba4a655aafc002893&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174157 Feb 04 05:48:02.913903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0322b384-f2df-485f-9292-4736ba3c1aad tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.926020 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Sync routers for ids ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:48:02.943856 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Routers {'1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:48:02.944531 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:02.960771 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f8298357-68a8-4b3a-aca0-bedf523f7600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:02.984921 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=407a9319-0996-4da5-84d8-bfe29c86c716,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:03.067695 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 48389211-89b1-493c-87fe-53fd4b41f40f triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:03.068092 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:03.095683 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ceabae45-013d-4ebe-a852-b3252f76b4d5 req-3eb78d8a-300b-4258-93dd-60fa8cfcfa79 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964819 Feb 04 05:48:03.096895 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8298357-68a8-4b3a-aca0-bedf523f7600 None None] Pushing event updated for resources: {'Port': ['ID=48389211-89b1-493c-87fe-53fd4b41f40f,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:03.117698 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-f4aaec6f-141e-4f30-94b8-9cb863d719de service neutron] 10.222.0.10 "GET /v2.0/networks/cebf943b-8243-4e18-a878-d4ea177c7c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923409 Feb 04 05:48:03.146032 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Set router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:48:03.162436 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 7932bc02-69dc-4f87-ae45-9692ff0080f3 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:03.234238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d3e08166-c279-436f-a376-5a013fc13d99 None None] Provisioning complete for port 25f5ee35-aee4-417f-856c-b70bc9fc5e34 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:03.234663 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d3e08166-c279-436f-a376-5a013fc13d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:03.272841 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-1574ac80-8841-4348-ae53-b7e6a54b476f service neutron] 10.222.0.10 "GET /v2.0/networks/cebf943b-8243-4e18-a878-d4ea177c7c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477191 Feb 04 05:48:03.310414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 7932bc02-69dc-4f87-ae45-9692ff0080f3 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:03.310796 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:03.367475 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d3e08166-c279-436f-a376-5a013fc13d99 None None] Port 25f5ee35-aee4-417f-856c-b70bc9fc5e34 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:48:03.388262 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d3e08166-c279-436f-a376-5a013fc13d99 None None] Provisioning complete for port 48389211-89b1-493c-87fe-53fd4b41f40f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:03.388721 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d3e08166-c279-436f-a376-5a013fc13d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:03.434310 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:54Z', 'updated_at': '2022-02-04T05:48:00Z', 'revision_number': 4, 'project_id': '3120528cd6c340fba4a655aafc002893', 'gw_port': {'id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:55Z', 'updated_at': '2022-02-04T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '25f5ee35-aee4-417f-856c-b70bc9fc5e34', 'name': '', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'mac_address': 'fa:16:3e:d7:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:59Z', 'updated_at': '2022-02-04T05:48:01Z', 'revision_number': 2, 'project_id': '3120528cd6c340fba4a655aafc002893', 'subnets': [{'id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:03.473865 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Checking router: 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:48:03.474325 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Updating router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc port 25f5ee35-aee4-417f-856c-b70bc9fc5e34 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:48:03.519527 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e0d87347-d5af-471e-840e-cc923c38933f req-f574ae07-67f2-4212-92ec-c5434095579d tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 210 time: 0.0527611 Feb 04 05:48:03.522339 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:03.641749 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ab34e-a557-4399-8939-1ad8feec222d req-784bb44a-f6c4-4ab2-ad6b-d9e790f91242 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:03.643902 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-416ab34e-a557-4399-8939-1ad8feec222d req-784bb44a-f6c4-4ab2-ad6b-d9e790f91242 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 943 time: 0.0703785 Feb 04 05:48:03.651256 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0322b384-f2df-485f-9292-4736ba3c1aad tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:03.691528 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-416ab34e-a557-4399-8939-1ad8feec222d req-114f0bb7-74d1-4385-9e1c-e9e3b1388a5a tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393858 Feb 04 05:48:03.709700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f117c058-c949-4281-ab51-4ce05d900a0a None None] Provisioning complete for port 25f5ee35-aee4-417f-856c-b70bc9fc5e34 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:03.710307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f117c058-c949-4281-ab51-4ce05d900a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:03.739344 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322b384-f2df-485f-9292-4736ba3c1aad tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Checking segment: {'id': '306c5aac-4595-4dfe-adef-addf5f8b4612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '757cc2bb-a7d6-4ea6-bfc9-248763839019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:03.739614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322b384-f2df-485f-9292-4736ba3c1aad tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network hostable DHCP agents. Network: 757cc2bb-a7d6-4ea6-bfc9-248763839019, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:48:03.742557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322b384-f2df-485f-9292-4736ba3c1aad tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Subnet': ['ID=d1642eb4-3392-4748-b651-eb3d5305d483,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:03.745504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f117c058-c949-4281-ab51-4ce05d900a0a None None] Port 25f5ee35-aee4-417f-856c-b70bc9fc5e34 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:48:03.762919 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322b384-f2df-485f-9292-4736ba3c1aad tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network 757cc2bb-a7d6-4ea6-bfc9-248763839019 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:48:03.771985 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-0322b384-f2df-485f-9292-4736ba3c1aad tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 757cc2bb-a7d6-4ea6-bfc9-248763839019) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:03.777665 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0322b384-f2df-485f-9292-4736ba3c1aad tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:03.778760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0322b384-f2df-485f-9292-4736ba3c1aad tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:03.782496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dcead2-d6e6-4661-a191-3208aa3e78c5 None None] Network 757cc2bb-a7d6-4ea6-bfc9-248763839019 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:03.798341 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0322b384-f2df-485f-9292-4736ba3c1aad tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0423138 Feb 04 05:48:03.801668 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53050) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:03.859558 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:03.869285 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:03.910743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:03.924507 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c5812-5fb2-4375-a5d3-1bab03ae6e45 None None] Pushing event updated for resources: {'Port': ['ID=25f5ee35-aee4-417f-856c-b70bc9fc5e34,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:03.936917 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c5812-5fb2-4375-a5d3-1bab03ae6e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:03.938023 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c5812-5fb2-4375-a5d3-1bab03ae6e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:03.938537 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c5812-5fb2-4375-a5d3-1bab03ae6e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:03.939047 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c5812-5fb2-4375-a5d3-1bab03ae6e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:03.939546 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c5812-5fb2-4375-a5d3-1bab03ae6e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:03.940041 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c5812-5fb2-4375-a5d3-1bab03ae6e45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:03.940174 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-ba00c1fe-32e3-4e55-89bd-c63756a5bf81 None None] Provisioning complete for port 25f5ee35-aee4-417f-856c-b70bc9fc5e34 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:03.940481 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ba00c1fe-32e3-4e55-89bd-c63756a5bf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:03.941427 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c5812-5fb2-4375-a5d3-1bab03ae6e45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:03.942059 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c5812-5fb2-4375-a5d3-1bab03ae6e45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:03.942571 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c5812-5fb2-4375-a5d3-1bab03ae6e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:03.943217 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c5812-5fb2-4375-a5d3-1bab03ae6e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:03.943710 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c5812-5fb2-4375-a5d3-1bab03ae6e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:03.944352 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c5812-5fb2-4375-a5d3-1bab03ae6e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:03.983511 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.008247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 407a9319-0996-4da5-84d8-bfe29c86c716 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:04.016499 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Attempting to bind port 25f5ee35-aee4-417f-856c-b70bc9fc5e34 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:48:04.017990 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Attempting to bind port 25f5ee35-aee4-417f-856c-b70bc9fc5e34 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'f753de4a-a5b8-4d81-bf83-fd9efea40297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:48:04.018351 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Attempting to bind port 25f5ee35-aee4-417f-856c-b70bc9fc5e34 on network cebf943b-8243-4e18-a878-d4ea177c7c95 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:48:04.025082 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:48:04.025446 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Checking segment: {'id': 'f753de4a-a5b8-4d81-bf83-fd9efea40297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:04.026272 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.026796 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Bound using segment: {'id': 'f753de4a-a5b8-4d81-bf83-fd9efea40297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:48:04.027471 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Bound port: 25f5ee35-aee4-417f-856c-b70bc9fc5e34, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f753de4a-a5b8-4d81-bf83-fd9efea40297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:48:04.027849 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.042288 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00e0311-124c-47dd-9c46-bf2b7751a9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-757cc2bb-a7d6-4ea6-bfc9-248763839019', 'network_id': '757cc2bb-a7d6-4ea6-bfc9-248763839019', 'tenant_id': 'a0f84c4819e2473ebef9696abb606e62', 'fixed_ips': [{'subnet_id': 'd1642eb4-3392-4748-b651-eb3d5305d483'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:48:04.043382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b00e0311-124c-47dd-9c46-bf2b7751a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.056134 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.078665 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.083925 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-ba00c1fe-32e3-4e55-89bd-c63756a5bf81 None None] Port 25f5ee35-aee4-417f-856c-b70bc9fc5e34 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:48:04.089715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Subnet': ['ID=d1642eb4-3392-4748-b651-eb3d5305d483,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:04.127012 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] For port 25f5ee35-aee4-417f-856c-b70bc9fc5e34, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:48:04.132090 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] For port 25f5ee35-aee4-417f-856c-b70bc9fc5e34, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=25f5ee35-aee4-417f-856c-b70bc9fc5e34,segment=NetworkSegment(f753de4a-a5b8-4d81-bf83-fd9efea40297),segment_id=f753de4a-a5b8-4d81-bf83-fd9efea40297)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:48:04.138514 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.159862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 407a9319-0996-4da5-84d8-bfe29c86c716 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:04.160237 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.160568 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.186001 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757cc2bb-a7d6-4ea6-bfc9-248763839019']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:04.201133 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306c5aac-4595-4dfe-adef-addf5f8b4612') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:04.201489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306c5aac-4595-4dfe-adef-addf5f8b4612') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:04.213115 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Routers {'1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:48:04.213733 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:47:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:04.214502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.216902 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d88cd-1089-470b-8b75-cdc6a2edfac4 None None] Network 757cc2bb-a7d6-4ea6-bfc9-248763839019 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:04.218588 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c5812-5fb2-4375-a5d3-1bab03ae6e45 None None] Pushing event updated for resources: {'Port': ['ID=25f5ee35-aee4-417f-856c-b70bc9fc5e34,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:04.241539 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.256764 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:48:04.257383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:48:04.261240 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:48:04.329360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.342885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.344423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-3c42206e-f4a7-4b0d-8614-62ac9fae2720 None None] Provisioning complete for port 25f5ee35-aee4-417f-856c-b70bc9fc5e34 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:04.344803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3c42206e-f4a7-4b0d-8614-62ac9fae2720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.351392 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] Set router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:48:04.351596 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/757cc2bb-a7d6-4ea6-bfc9-248763839019 HTTP/1.1" status: 204 len: 168 time: 0.5481610 Feb 04 05:48:04.355276 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53052) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:04.370579 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-230d0e2c-8630-4e1c-ae5f-02ffe99599e4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1821800884'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:04.375196 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91663bc-9a24-42bd-ba7f-f106853b9aba tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Network': ['ID=757cc2bb-a7d6-4ea6-bfc9-248763839019,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:04.391866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 48389211-89b1-493c-87fe-53fd4b41f40f up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:04.404884 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230d0e2c-8630-4e1c-ae5f-02ffe99599e4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:04.408658 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-230d0e2c-8630-4e1c-ae5f-02ffe99599e4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.443205 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230d0e2c-8630-4e1c-ae5f-02ffe99599e4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:48:04.457210 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-230d0e2c-8630-4e1c-ae5f-02ffe99599e4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.458159 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-230d0e2c-8630-4e1c-ae5f-02ffe99599e4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Added segment a6ae35b0-6099-4479-b2e1-1db840e111cb of type vlan for network 0bcf949a-9470-407b-9d54-f6f557209659 Feb 04 05:48:04.496870 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 48389211-89b1-493c-87fe-53fd4b41f40f triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:04.497080 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.502857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-230d0e2c-8630-4e1c-ae5f-02ffe99599e4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.584628 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-230d0e2c-8630-4e1c-ae5f-02ffe99599e4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.594739 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230d0e2c-8630-4e1c-ae5f-02ffe99599e4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:04.595359 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-230d0e2c-8630-4e1c-ae5f-02ffe99599e4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.616626 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3c42206e-f4a7-4b0d-8614-62ac9fae2720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.619903 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:54Z', 'updated_at': '2022-02-04T05:48:00Z', 'revision_number': 4, 'project_id': '3120528cd6c340fba4a655aafc002893', 'gw_port': {'id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:55Z', 'updated_at': '2022-02-04T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '25f5ee35-aee4-417f-856c-b70bc9fc5e34', 'name': '', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'mac_address': 'fa:16:3e:d7:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:59Z', 'updated_at': '2022-02-04T05:48:04Z', 'revision_number': 4, 'project_id': '3120528cd6c340fba4a655aafc002893', 'subnets': [{'id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:04.653193 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d5a1357b-4c41-4cc0-801f-14361e7457ac req-3e5c68cc-7a65-4750-8039-5a6831cbb158 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 210 time: 0.0489109 Feb 04 05:48:04.655189 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa9b9f-30d8-4fdb-9eae-e65074a62502 None None] The sync data for ids ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'] in dv-neutron-827794-1-hyperv is: [{'id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:54Z', 'updated_at': '2022-02-04T05:48:00Z', 'revision_number': 4, 'project_id': '3120528cd6c340fba4a655aafc002893', 'gw_port': {'id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:55Z', 'updated_at': '2022-02-04T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '25f5ee35-aee4-417f-856c-b70bc9fc5e34', 'name': '', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'mac_address': 'fa:16:3e:d7:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:59Z', 'updated_at': '2022-02-04T05:48:04Z', 'revision_number': 4, 'project_id': '3120528cd6c340fba4a655aafc002893', 'subnets': [{'id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:48:04.694482 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3c42206e-f4a7-4b0d-8614-62ac9fae2720 None None] For port 25f5ee35-aee4-417f-856c-b70bc9fc5e34, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=25f5ee35-aee4-417f-856c-b70bc9fc5e34,segment=NetworkSegment(f753de4a-a5b8-4d81-bf83-fd9efea40297),segment_id=f753de4a-a5b8-4d81-bf83-fd9efea40297)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:04.740443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3c42206e-f4a7-4b0d-8614-62ac9fae2720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.755065 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-230d0e2c-8630-4e1c-ae5f-02ffe99599e4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3974891 Feb 04 05:48:04.758221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53062) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:04.764317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-556d82d9-6e43-44a2-af9e-2bb9cd5a95df tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'subnet': {'network_id': '0bcf949a-9470-407b-9d54-f6f557209659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:04.776357 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d0e2c-8630-4e1c-ae5f-02ffe99599e4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Network': ['ID=0bcf949a-9470-407b-9d54-f6f557209659,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:04.798044 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 0bcf949a-9470-407b-9d54-f6f557209659 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:48:04.897949 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42206e-f4a7-4b0d-8614-62ac9fae2720 None None] Pushing event updated for resources: {'Port': ['ID=25f5ee35-aee4-417f-856c-b70bc9fc5e34,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:04.922689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556d82d9-6e43-44a2-af9e-2bb9cd5a95df tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:04.922928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-dea00441-8227-4dd5-b08c-6057c126445b None None] Provisioning complete for port 25f5ee35-aee4-417f-856c-b70bc9fc5e34 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:04.923303 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dea00441-8227-4dd5-b08c-6057c126445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.926089 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c457c6-ff07-4da7-8b0b-f7bfd378608e req-d0155b15-c5de-49c9-8568-a53a5c95cc03 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:04.928739 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-556d82d9-6e43-44a2-af9e-2bb9cd5a95df tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:04.936865 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d1c457c6-ff07-4da7-8b0b-f7bfd378608e req-d0155b15-c5de-49c9-8568-a53a5c95cc03 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 943 time: 0.1180401 Feb 04 05:48:04.993345 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d1c457c6-ff07-4da7-8b0b-f7bfd378608e req-b512422e-552e-4035-85bc-eb06e8b51bed tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555420 Feb 04 05:48:05.149696 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-556d82d9-6e43-44a2-af9e-2bb9cd5a95df tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:05.214750 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d82d9-6e43-44a2-af9e-2bb9cd5a95df tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Subnet': ['ID=e06f3897-6ef8-48c6-8fbf-7e6c03ef4994,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:05.220284 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d82d9-6e43-44a2-af9e-2bb9cd5a95df tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Checking segment: {'id': 'a6ae35b0-6099-4479-b2e1-1db840e111cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0bcf949a-9470-407b-9d54-f6f557209659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:05.220897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d82d9-6e43-44a2-af9e-2bb9cd5a95df tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network hostable DHCP agents. Network: 0bcf949a-9470-407b-9d54-f6f557209659, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:48:05.238193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d82d9-6e43-44a2-af9e-2bb9cd5a95df tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network 0bcf949a-9470-407b-9d54-f6f557209659 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:48:05.248368 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-556d82d9-6e43-44a2-af9e-2bb9cd5a95df tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 0bcf949a-9470-407b-9d54-f6f557209659) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:05.253300 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556d82d9-6e43-44a2-af9e-2bb9cd5a95df tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:05.253934 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-556d82d9-6e43-44a2-af9e-2bb9cd5a95df tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:05.260072 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a53415-4fb7-4e68-ae50-ca6ef5edc82d None None] Network 0bcf949a-9470-407b-9d54-f6f557209659 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:05.280159 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-556d82d9-6e43-44a2-af9e-2bb9cd5a95df tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5201497 Feb 04 05:48:05.282340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53064) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:05.407496 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:05.469915 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:05.545951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:05.572141 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c01d7d-da93-4ecc-8679-82ae2e2748e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-0bcf949a-9470-407b-9d54-f6f557209659', 'network_id': '0bcf949a-9470-407b-9d54-f6f557209659', 'tenant_id': 'a0f84c4819e2473ebef9696abb606e62', 'fixed_ips': [{'subnet_id': 'e06f3897-6ef8-48c6-8fbf-7e6c03ef4994'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:48:05.573097 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e6c01d7d-da93-4ecc-8679-82ae2e2748e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:05.602853 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Subnet': ['ID=e06f3897-6ef8-48c6-8fbf-7e6c03ef4994,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:05.662716 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec09669f-4b1a-4726-99b9-0049fadf4ea4 None None] Network 0bcf949a-9470-407b-9d54-f6f557209659 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:05.679906 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:05.709201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcf949a-9470-407b-9d54-f6f557209659']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:05.737223 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ae35b0-6099-4479-b2e1-1db840e111cb') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:05.738143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ae35b0-6099-4479-b2e1-1db840e111cb') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:05.758794 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:05.764196 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-365fcc53-9d89-4c5c-8260-31e3bffb7b70 req-17d02785-d137-4960-8c21-5fade2f66e04 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 210 time: 0.0454569 Feb 04 05:48:05.788959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:05.795678 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:48:05.796659 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:48:05.801017 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:48:05.872319 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:05.879661 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:05.886319 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53074) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:05.886490 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/0bcf949a-9470-407b-9d54-f6f557209659 HTTP/1.1" status: 204 len: 168 time: 0.6028001 Feb 04 05:48:05.891238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5a818cd1-3b00-466d-a06d-2bca68a879b7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1496825371'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:05.898856 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaaa15-b813-4257-8330-893c56da29be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Network': ['ID=0bcf949a-9470-407b-9d54-f6f557209659,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:05.928914 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a818cd1-3b00-466d-a06d-2bca68a879b7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:05.932872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5a818cd1-3b00-466d-a06d-2bca68a879b7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:05.957177 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a818cd1-3b00-466d-a06d-2bca68a879b7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:48:05.968380 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5a818cd1-3b00-466d-a06d-2bca68a879b7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:05.968755 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-5a818cd1-3b00-466d-a06d-2bca68a879b7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Added segment c3e202e3-83cc-4682-ae54-c9f224d85728 of type vlan for network 8a9639f2-d20d-4eba-955f-6b4f55008fe8 Feb 04 05:48:05.974223 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 25f5ee35-aee4-417f-856c-b70bc9fc5e34 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:06.014578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5a818cd1-3b00-466d-a06d-2bca68a879b7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:06.025832 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 25f5ee35-aee4-417f-856c-b70bc9fc5e34 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:06.026222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:06.052771 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5a818cd1-3b00-466d-a06d-2bca68a879b7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:06.060124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a818cd1-3b00-466d-a06d-2bca68a879b7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:06.060747 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5a818cd1-3b00-466d-a06d-2bca68a879b7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:06.146764 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5a818cd1-3b00-466d-a06d-2bca68a879b7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2593677 Feb 04 05:48:06.150110 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53078) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:06.155251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f8e45387-9305-4da5-bdfa-4252710b4f9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'subnet': {'network_id': '8a9639f2-d20d-4eba-955f-6b4f55008fe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:06.158057 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818cd1-3b00-466d-a06d-2bca68a879b7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Network': ['ID=8a9639f2-d20d-4eba-955f-6b4f55008fe8,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:06.170572 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 8a9639f2-d20d-4eba-955f-6b4f55008fe8 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:48:06.177519 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5c4d-2d4c-4383-9358-246815ab3f6b req-e2ed880b-f8f0-4a05-a5d3-68f8c9e6ff79 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:06.179022 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ca3d5c4d-2d4c-4383-9358-246815ab3f6b req-e2ed880b-f8f0-4a05-a5d3-68f8c9e6ff79 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 943 time: 0.0961676 Feb 04 05:48:06.217190 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ca3d5c4d-2d4c-4383-9358-246815ab3f6b req-aee57c0d-379c-4ba2-95ab-181cbbe2a7ef tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Feb 04 05:48:06.248502 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e45387-9305-4da5-bdfa-4252710b4f9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:06.252127 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8e45387-9305-4da5-bdfa-4252710b4f9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:06.310608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-f8e45387-9305-4da5-bdfa-4252710b4f9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Performing IP validity checks on allocation pools {{(pid=108744) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 05:48:06.311045 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-f8e45387-9305-4da5-bdfa-4252710b4f9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108744) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 05:48:06.428195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8e45387-9305-4da5-bdfa-4252710b4f9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:06.495240 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e45387-9305-4da5-bdfa-4252710b4f9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Subnet': ['ID=415020ef-7558-4d8e-a637-c05451ddee5f,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:06.499487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e45387-9305-4da5-bdfa-4252710b4f9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Checking segment: {'id': 'c3e202e3-83cc-4682-ae54-c9f224d85728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '8a9639f2-d20d-4eba-955f-6b4f55008fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:06.499846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e45387-9305-4da5-bdfa-4252710b4f9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network hostable DHCP agents. Network: 8a9639f2-d20d-4eba-955f-6b4f55008fe8, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:48:06.518708 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e45387-9305-4da5-bdfa-4252710b4f9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network 8a9639f2-d20d-4eba-955f-6b4f55008fe8 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:48:06.526976 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f8e45387-9305-4da5-bdfa-4252710b4f9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 8a9639f2-d20d-4eba-955f-6b4f55008fe8) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:06.531818 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e45387-9305-4da5-bdfa-4252710b4f9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:06.532943 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8e45387-9305-4da5-bdfa-4252710b4f9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:06.536116 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eef1879-ff05-41e7-a441-32301438d451 None None] Network 8a9639f2-d20d-4eba-955f-6b4f55008fe8 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:06.549160 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f8e45387-9305-4da5-bdfa-4252710b4f9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.3979669 Feb 04 05:48:06.551938 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53080) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:06.645497 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:06.677815 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5945bf85-cecb-4307-92dd-3cc3d0d8af7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-8a9639f2-d20d-4eba-955f-6b4f55008fe8', 'network_id': '8a9639f2-d20d-4eba-955f-6b4f55008fe8', 'tenant_id': 'a0f84c4819e2473ebef9696abb606e62', 'fixed_ips': [{'subnet_id': '415020ef-7558-4d8e-a637-c05451ddee5f'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:48:06.678678 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5945bf85-cecb-4307-92dd-3cc3d0d8af7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:06.696975 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:06.763878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server [None req-5945bf85-cecb-4307-92dd-3cc3d0d8af7b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 415020ef-7558-4d8e-a637-c05451ddee5f: This subnet is being modified by another concurrent operation. Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 415020ef-7558-4d8e-a637-c05451ddee5f: This subnet is being modified by another concurrent operation. Feb 04 05:48:06.775032 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Feb 04 05:48:06.796088 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Subnet': ['ID=415020ef-7558-4d8e-a637-c05451ddee5f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:06.806705 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b0858d-7875-4cb1-a4a8-697b21998a5e None None] Network 8a9639f2-d20d-4eba-955f-6b4f55008fe8 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:06.847848 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b9699ece-e2b8-42cb-a296-661770530d15 req-24e17b93-2a13-41b7-90e5-24e229a43ae3 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 210 time: 0.0273681 Feb 04 05:48:06.875770 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:06.902738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9639f2-d20d-4eba-955f-6b4f55008fe8']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:06.913920 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e202e3-83cc-4682-ae54-c9f224d85728') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:06.914290 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e202e3-83cc-4682-ae54-c9f224d85728') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:06.925830 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:06.926693 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11c6192-6a8a-42c8-a5d0-fe92ef148ca5 None None] get_active_networks_info from dv-neutron-827794-1-hyperv {{(pid=108746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:48:06.939969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:06.947186 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:48:06.947983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:48:06.951977 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:48:07.020825 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:07.027894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:07.028105 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c6192-6a8a-42c8-a5d0-fe92ef148ca5 None None] Resources bound (agent type, host, resource id): {{(pid=108746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:48:07.031487 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/8a9639f2-d20d-4eba-955f-6b4f55008fe8 HTTP/1.1" status: 204 len: 168 time: 0.4786263 Feb 04 05:48:07.035505 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53088) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:07.041650 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-33164097-c7ce-43ec-96bd-d6455dec23cb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-589398700'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:07.043344 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906218f-d467-4ffc-bc27-4f9a1f32fa02 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Network': ['ID=8a9639f2-d20d-4eba-955f-6b4f55008fe8,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:07.064971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33164097-c7ce-43ec-96bd-d6455dec23cb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:07.068946 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-33164097-c7ce-43ec-96bd-d6455dec23cb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:07.091728 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33164097-c7ce-43ec-96bd-d6455dec23cb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:48:07.100574 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-33164097-c7ce-43ec-96bd-d6455dec23cb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:07.100912 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-33164097-c7ce-43ec-96bd-d6455dec23cb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Added segment 6ae42df8-3ba8-47f3-9566-a0427b2399ab of type vlan for network af3be8ec-f815-453a-af77-9c3a71c71339 Feb 04 05:48:07.144416 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-33164097-c7ce-43ec-96bd-d6455dec23cb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:07.168141 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-33164097-c7ce-43ec-96bd-d6455dec23cb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:07.174009 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33164097-c7ce-43ec-96bd-d6455dec23cb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:07.174580 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-33164097-c7ce-43ec-96bd-d6455dec23cb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:07.226340 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-33164097-c7ce-43ec-96bd-d6455dec23cb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1895225 Feb 04 05:48:07.229169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53090) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:07.234572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8b115424-70a3-4dbc-b6d3-ec84ba7b6636 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'subnet': {'network_id': 'af3be8ec-f815-453a-af77-9c3a71c71339', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:07.244113 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33164097-c7ce-43ec-96bd-d6455dec23cb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Network': ['ID=af3be8ec-f815-453a-af77-9c3a71c71339,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:07.255756 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network af3be8ec-f815-453a-af77-9c3a71c71339 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:48:07.348180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b115424-70a3-4dbc-b6d3-ec84ba7b6636 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:07.350907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8ca8b-074a-46cc-884a-79908938d6b8 req-107c5c1a-be66-4a43-9bec-2e499e6313cf tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:07.351670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b115424-70a3-4dbc-b6d3-ec84ba7b6636 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:07.352411 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-61b8ca8b-074a-46cc-884a-79908938d6b8 req-107c5c1a-be66-4a43-9bec-2e499e6313cf tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 943 time: 0.0563827 Feb 04 05:48:07.389784 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-61b8ca8b-074a-46cc-884a-79908938d6b8 req-352f7d3c-9c01-43e3-9ad9-b73e127e0708 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313821 Feb 04 05:48:07.532695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b115424-70a3-4dbc-b6d3-ec84ba7b6636 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:07.594729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b115424-70a3-4dbc-b6d3-ec84ba7b6636 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Subnet': ['ID=47e544f9-2829-40fa-9101-9e2038f53f8f,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:07.607966 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b115424-70a3-4dbc-b6d3-ec84ba7b6636 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Checking segment: {'id': '6ae42df8-3ba8-47f3-9566-a0427b2399ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'af3be8ec-f815-453a-af77-9c3a71c71339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:07.608321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b115424-70a3-4dbc-b6d3-ec84ba7b6636 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network hostable DHCP agents. Network: af3be8ec-f815-453a-af77-9c3a71c71339, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:48:07.626504 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b115424-70a3-4dbc-b6d3-ec84ba7b6636 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network af3be8ec-f815-453a-af77-9c3a71c71339 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:48:07.635155 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-8b115424-70a3-4dbc-b6d3-ec84ba7b6636 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, af3be8ec-f815-453a-af77-9c3a71c71339) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:07.639068 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b115424-70a3-4dbc-b6d3-ec84ba7b6636 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:07.639655 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b115424-70a3-4dbc-b6d3-ec84ba7b6636 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:07.643661 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e807d1e-7d56-4d3f-bfc3-a30ad14b4f71 None None] Network af3be8ec-f815-453a-af77-9c3a71c71339 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:07.654733 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8b115424-70a3-4dbc-b6d3-ec84ba7b6636 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4243650 Feb 04 05:48:07.657573 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53094) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:07.748707 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:07.788410 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724b33ad-3771-4d6a-bc09-e63dd2720f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-af3be8ec-f815-453a-af77-9c3a71c71339', 'network_id': 'af3be8ec-f815-453a-af77-9c3a71c71339', 'tenant_id': 'a0f84c4819e2473ebef9696abb606e62', 'fixed_ips': [{'subnet_id': '47e544f9-2829-40fa-9101-9e2038f53f8f'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:48:07.789342 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-724b33ad-3771-4d6a-bc09-e63dd2720f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:07.799149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:07.867681 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server [None req-724b33ad-3771-4d6a-bc09-e63dd2720f8e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47e544f9-2829-40fa-9101-9e2038f53f8f: This subnet is being modified by another concurrent operation. Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47e544f9-2829-40fa-9101-9e2038f53f8f: This subnet is being modified by another concurrent operation. Feb 04 05:48:07.888981 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Feb 04 05:48:07.898356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Subnet': ['ID=47e544f9-2829-40fa-9101-9e2038f53f8f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:07.906993 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488ba007-7f0a-4b07-b878-ac533d90b992 None None] Network af3be8ec-f815-453a-af77-9c3a71c71339 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:08.014443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2ddd2d-dfea-45ca-9117-f89739072cb3 None None] get_active_networks_info from dv-neutron-827794-1-hyperv {{(pid=108746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:48:08.115267 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2ddd2d-dfea-45ca-9117-f89739072cb3 None None] Resources bound (agent type, host, resource id): {{(pid=108746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:48:08.318119 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4f9f0ec6-eaa9-4935-9c62-d91b57c39835 req-b2592a04-3f07-4492-8b11-c757d585970c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 210 time: 0.3968737 Feb 04 05:48:08.325249 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:08.347609 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3be8ec-f815-453a-af77-9c3a71c71339']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:08.356573 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae42df8-3ba8-47f3-9566-a0427b2399ab') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:08.356871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae42df8-3ba8-47f3-9566-a0427b2399ab') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:08.366254 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:08.379660 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:08.386045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:48:08.386424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:48:08.389370 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:48:08.445474 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:08.453906 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:08.457524 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/af3be8ec-f815-453a-af77-9c3a71c71339 HTTP/1.1" status: 204 len: 168 time: 0.7990253 Feb 04 05:48:08.461720 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53102) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:08.467435 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7f948499-a606-44e3-8f67-ac714c4c2ecc tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-467362552'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:08.477377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1152ae-e16b-4f41-8696-b24d05d50f61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Network': ['ID=af3be8ec-f815-453a-af77-9c3a71c71339,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:08.490369 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f948499-a606-44e3-8f67-ac714c4c2ecc tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:08.493824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f948499-a606-44e3-8f67-ac714c4c2ecc tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:08.524061 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffb8e4-ff32-4a0a-8d6b-80af9b5012fb req-04ca677f-2d22-4423-8a1b-068bb0ef5e44 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:08.525552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f948499-a606-44e3-8f67-ac714c4c2ecc tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:48:08.525919 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-03ffb8e4-ff32-4a0a-8d6b-80af9b5012fb req-04ca677f-2d22-4423-8a1b-068bb0ef5e44 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 943 time: 0.0589433 Feb 04 05:48:08.540234 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f948499-a606-44e3-8f67-ac714c4c2ecc tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:08.541120 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-7f948499-a606-44e3-8f67-ac714c4c2ecc tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Added segment 93095703-9af6-4628-9108-0d2fa08666a5 of type vlan for network 23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e Feb 04 05:48:08.573889 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-03ffb8e4-ff32-4a0a-8d6b-80af9b5012fb req-4507e21c-0eb1-4444-b7f0-0c48770f3842 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402148 Feb 04 05:48:08.593660 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f948499-a606-44e3-8f67-ac714c4c2ecc tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:08.618990 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f948499-a606-44e3-8f67-ac714c4c2ecc tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:08.624550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f948499-a606-44e3-8f67-ac714c4c2ecc tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:08.625293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f948499-a606-44e3-8f67-ac714c4c2ecc tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:08.681740 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7f948499-a606-44e3-8f67-ac714c4c2ecc tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2188575 Feb 04 05:48:08.684592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53104) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:08.689387 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-500a540a-7b91-4ccf-b278-fa4cc6ac00c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'subnet': {'network_id': '23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:08.717066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f948499-a606-44e3-8f67-ac714c4c2ecc tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Network': ['ID=23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:08.718907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-2f29ac61-8697-4732-a1c4-3cc24339e004 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:08.720363 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-2f29ac61-8697-4732-a1c4-3cc24339e004 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.26 "GET /v2.0/networks?id=cebf943b-8243-4e18-a878-d4ea177c7c95 HTTP/1.1" status: 200 len: 797 time: 0.1119719 Feb 04 05:48:08.728396 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:48:08.765628 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-9800fe14-f47b-49fa-947a-0fb0eccc381f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3120528cd6c340fba4a655aafc002893 HTTP/1.1" status: 200 len: 380 time: 0.0350764 Feb 04 05:48:08.776907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-ccb8ec3b-7feb-49ef-b7a9-3959ca75a513 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Request body: {'port': {'device_id': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'admin_state_up': True, 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'security_groups': ['25977bfd-e528-409b-ab16-b2a28df982f7']}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:08.795659 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500a540a-7b91-4ccf-b278-fa4cc6ac00c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:08.799406 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-500a540a-7b91-4ccf-b278-fa4cc6ac00c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:08.894791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-ccb8ec3b-7feb-49ef-b7a9-3959ca75a513 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Made reservation on behalf of 3120528cd6c340fba4a655aafc002893 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:08.898319 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-ccb8ec3b-7feb-49ef-b7a9-3959ca75a513 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:08.931205 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:48:08.985507 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-500a540a-7b91-4ccf-b278-fa4cc6ac00c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.027021 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-ccb8ec3b-7feb-49ef-b7a9-3959ca75a513 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Allocated IP 172.20.0.6 (cebf943b-8243-4e18-a878-d4ea177c7c95/f0d36942-8ddc-4f02-b130-9e707a2f940c/dac5ca01-9eaf-483b-804c-c075848c7e49) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:48:09.047933 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a540a-7b91-4ccf-b278-fa4cc6ac00c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Subnet': ['ID=45e0d4e5-b8e5-460b-94b4-e4f156aec474,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:09.052256 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a540a-7b91-4ccf-b278-fa4cc6ac00c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Checking segment: {'id': '93095703-9af6-4628-9108-0d2fa08666a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:09.052654 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a540a-7b91-4ccf-b278-fa4cc6ac00c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network hostable DHCP agents. Network: 23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:48:09.068808 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a540a-7b91-4ccf-b278-fa4cc6ac00c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network 23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:48:09.077175 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-500a540a-7b91-4ccf-b278-fa4cc6ac00c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:09.081721 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500a540a-7b91-4ccf-b278-fa4cc6ac00c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:09.082330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-500a540a-7b91-4ccf-b278-fa4cc6ac00c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.087690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e3e2f0-cbc1-4018-bdd2-2a3889fa7597 None None] Network 23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:09.102757 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-500a540a-7b91-4ccf-b278-fa4cc6ac00c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4145160 Feb 04 05:48:09.103085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53110) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:09.164537 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-ccb8ec3b-7feb-49ef-b7a9-3959ca75a513 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.199244 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-ccb8ec3b-7feb-49ef-b7a9-3959ca75a513 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.207317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.247242 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aded7e-e65c-45ba-ba51-18d14dd4b2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e', 'network_id': '23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e', 'tenant_id': 'a0f84c4819e2473ebef9696abb606e62', 'fixed_ips': [{'subnet_id': '45e0d4e5-b8e5-460b-94b4-e4f156aec474'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:48:09.249214 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-63aded7e-e65c-45ba-ba51-18d14dd4b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.261104 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-ccb8ec3b-7feb-49ef-b7a9-3959ca75a513 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Network cebf943b-8243-4e18-a878-d4ea177c7c95 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:48:09.263515 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.264186 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-ccb8ec3b-7feb-49ef-b7a9-3959ca75a513 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:09.268266 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-ccb8ec3b-7feb-49ef-b7a9-3959ca75a513 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:48:09.296192 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8ec3b-7feb-49ef-b7a9-3959ca75a513 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'Port': ['ID=dac5ca01-9eaf-483b-804c-c075848c7e49,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:09.333695 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-ccb8ec3b-7feb-49ef-b7a9-3959ca75a513 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:09.334370 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-ccb8ec3b-7feb-49ef-b7a9-3959ca75a513 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.334497 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.351543 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-ccb8ec3b-7feb-49ef-b7a9-3959ca75a513 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5800316 Feb 04 05:48:09.364139 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Request body: {'port': {'device_id': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server [None req-63aded7e-e65c-45ba-ba51-18d14dd4b2c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45e0d4e5-b8e5-460b-94b4-e4f156aec474: This subnet is being modified by another concurrent operation. Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45e0d4e5-b8e5-460b-94b4-e4f156aec474: This subnet is being modified by another concurrent operation. Feb 04 05:48:09.371190 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Feb 04 05:48:09.380499 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Subnet': ['ID=45e0d4e5-b8e5-460b-94b4-e4f156aec474,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:09.397442 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32284ff4-07a2-4973-bc53-6fc7635133df None None] Network 23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:09.472947 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.491492 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.498560 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:09.513187 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93095703-9af6-4628-9108-0d2fa08666a5') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:09.513484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93095703-9af6-4628-9108-0d2fa08666a5') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:09.525451 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.540737 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975844c-d54a-4400-8754-b79963f6c045 req-64367285-8c49-42ae-b204-0744ba80c848 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:09.541088 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.542745 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3975844c-d54a-4400-8754-b79963f6c045 req-64367285-8c49-42ae-b204-0744ba80c848 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 931 time: 0.0978999 Feb 04 05:48:09.551690 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:48:09.552063 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:48:09.557086 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:48:09.566753 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01ba0e4-e845-4e8a-a6c5-2648d99c7072 None None] get_active_networks_info from dv-neutron-827794-1-hyperv {{(pid=108746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:48:09.614608 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-660c67cc-4e1b-40a4-8ab8-1c8dc21f2e90 None None] Provisioning complete for port dac5ca01-9eaf-483b-804c-c075848c7e49 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:09.615171 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-660c67cc-4e1b-40a4-8ab8-1c8dc21f2e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.624433 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.665276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-608228'] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.672187 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3975844c-d54a-4400-8754-b79963f6c045 req-f9a0a3db-f976-408e-bb74-166c0639f6d5 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110623 Feb 04 05:48:09.676807 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e HTTP/1.1" status: 204 len: 168 time: 0.5725322 Feb 04 05:48:09.677476 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53118) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:09.677843 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9505dc-d337-4a59-bf72-acf8825f26b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Network': ['ID=23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:09.685486 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a2c53187-4512-4ab7-932d-6058f5898fb0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1511996246'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:09.688590 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-660c67cc-4e1b-40a4-8ab8-1c8dc21f2e90 None None] Port dac5ca01-9eaf-483b-804c-c075848c7e49 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:48:09.705866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ba0e4-e845-4e8a-a6c5-2648d99c7072 None None] Resources bound (agent type, host, resource id): {{(pid=108746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:48:09.794426 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c53187-4512-4ab7-932d-6058f5898fb0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:09.797879 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2c53187-4512-4ab7-932d-6058f5898fb0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.811067 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75cce9-cb1d-4875-86b4-3c3b06f9e043 req-7c5ef76c-0acb-4873-87be-ff5b363aa439 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:09.812552 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6f75cce9-cb1d-4875-86b4-3c3b06f9e043 req-7c5ef76c-0acb-4873-87be-ff5b363aa439 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 943 time: 0.1194775 Feb 04 05:48:09.870812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c53187-4512-4ab7-932d-6058f5898fb0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:48:09.902177 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6f75cce9-cb1d-4875-86b4-3c3b06f9e043 req-081461ae-f7c7-4be8-a6cd-f0574b347d75 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810649 Feb 04 05:48:09.907206 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2c53187-4512-4ab7-932d-6058f5898fb0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.907564 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-a2c53187-4512-4ab7-932d-6058f5898fb0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Added segment bf06ee6a-15b7-42a5-9ca0-9fb0ce445bd6 of type vlan for network 95e76e8a-c776-4058-9042-e331935be07a Feb 04 05:48:09.982677 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2c53187-4512-4ab7-932d-6058f5898fb0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:09.993991 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac5ca01-9eaf-483b-804c-c075848c7e49 {{(pid=108745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:48:10.004970 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:10.025188 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.provisioning_blocks [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Transition to ACTIVE for port object dac5ca01-9eaf-483b-804c-c075848c7e49 will not be triggered until provisioned by entity L2. {{(pid=108745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:48:10.026462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2c53187-4512-4ab7-932d-6058f5898fb0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:10.031894 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c53187-4512-4ab7-932d-6058f5898fb0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:10.032477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2c53187-4512-4ab7-932d-6058f5898fb0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:10.042353 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:10.119364 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a2c53187-4512-4ab7-932d-6058f5898fb0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4404838 Feb 04 05:48:10.122674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53120) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:10.127998 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-85172aa5-27ab-4c4f-b060-86357e80d3c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'network': {'name': 'New_network'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:10.144503 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c53187-4512-4ab7-932d-6058f5898fb0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Network': ['ID=95e76e8a-c776-4058-9042-e331935be07a,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:10.148365 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=dac5ca01-9eaf-483b-804c-c075848c7e49,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:10.155795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 95e76e8a-c776-4058-9042-e331935be07a details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:48:10.228475 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 3c10ae1e-ab20-4199-87d9-07acf6450909 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:48:10.234280 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Attempting to bind port dac5ca01-9eaf-483b-804c-c075848c7e49 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:48:10.234623 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Attempting to bind port dac5ca01-9eaf-483b-804c-c075848c7e49 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'f753de4a-a5b8-4d81-bf83-fd9efea40297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:48:10.234958 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Attempting to bind port dac5ca01-9eaf-483b-804c-c075848c7e49 on network cebf943b-8243-4e18-a878-d4ea177c7c95 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:48:10.240530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Port dac5ca01-9eaf-483b-804c-c075848c7e49 on network cebf943b-8243-4e18-a878-d4ea177c7c95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:48:10.240854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Attempting to bind port dac5ca01-9eaf-483b-804c-c075848c7e49 on network cebf943b-8243-4e18-a878-d4ea177c7c95 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:48:10.246102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:48:10.246466 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Checking segment: {'id': 'f753de4a-a5b8-4d81-bf83-fd9efea40297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:10.246842 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Bound using segment: {'id': 'f753de4a-a5b8-4d81-bf83-fd9efea40297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:48:10.247363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Bound port: dac5ca01-9eaf-483b-804c-c075848c7e49, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f753de4a-a5b8-4d81-bf83-fd9efea40297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:48:10.247653 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:10.314685 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-85172aa5-27ab-4c4f-b060-86357e80d3c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:10.332037 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] For port dac5ca01-9eaf-483b-804c-c075848c7e49, host hv-neutron-8277, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:48:10.332447 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-85172aa5-27ab-4c4f-b060-86357e80d3c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:10.336647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] For port dac5ca01-9eaf-483b-804c-c075848c7e49, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dac5ca01-9eaf-483b-804c-c075848c7e49,segment=NetworkSegment(f753de4a-a5b8-4d81-bf83-fd9efea40297),segment_id=f753de4a-a5b8-4d81-bf83-fd9efea40297)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:48:10.342088 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:10.343107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85172aa5-27ab-4c4f-b060-86357e80d3c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network 95e76e8a-c776-4058-9042-e331935be07a is not hosted by any dhcp agent {{(pid=108744) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 05:48:10.349193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85172aa5-27ab-4c4f-b060-86357e80d3c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:10.349838 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-85172aa5-27ab-4c4f-b060-86357e80d3c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:10.356012 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-85172aa5-27ab-4c4f-b060-86357e80d3c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "PUT /v2.0/networks/95e76e8a-c776-4058-9042-e331935be07a HTTP/1.1" status: 200 len: 723 time: 0.2278194 Feb 04 05:48:10.356205 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53122) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:10.377684 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 3c10ae1e-ab20-4199-87d9-07acf6450909, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=3c10ae1e-ab20-4199-87d9-07acf6450909,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:10.380194 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5d8d6793-c654-49f0-9282-8a0024b0ef9d tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'subnet': {'network_id': '95e76e8a-c776-4058-9042-e331935be07a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:10.389610 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'port_id': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'mac_address': 'fa:16:3e:7c:f5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:48:10.424600 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85172aa5-27ab-4c4f-b060-86357e80d3c0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Network': ['ID=95e76e8a-c776-4058-9042-e331935be07a,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:10.438171 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:10.438801 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:10.439649 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 95e76e8a-c776-4058-9042-e331935be07a details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:48:10.440253 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] 10.222.0.26 "PUT /v2.0/ports/dac5ca01-9eaf-483b-804c-c075848c7e49 HTTP/1.1" status: 200 len: 1093 time: 1.0806422 Feb 04 05:48:10.443026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'tag': 'dac5ca01-9eaf-483b-804c-c075848c7e49'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:48:10.445430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30cc1dc-3689-4281-8a52-2c37fe98c26c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad844d66-f954-4be0-831d-683bebc2bdd3", "tag": "dac5ca01-9eaf-483b-804c-c075848c7e49"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:48:10.465081 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:10.529597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c10ae1e-ab20-4199-87d9-07acf6450909 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:48:10.536526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e0e5a2-2b72-4939-a5ca-4677d810e9a0 x-openstack-request-id: req-62e0e5a2-2b72-4939-a5ca-4677d810e9a0 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:48:10.536822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad844d66-f954-4be0-831d-683bebc2bdd3", "tag": "dac5ca01-9eaf-483b-804c-c075848c7e49", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:48:10.537053 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62e0e5a2-2b72-4939-a5ca-4677d810e9a0 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:48:10.537454 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'tag': 'dac5ca01-9eaf-483b-804c-c075848c7e49', 'status': 'completed', 'code': 200} Feb 04 05:48:10.542591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f25166-7578-465a-b1b5-1623cf667cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=dac5ca01-9eaf-483b-804c-c075848c7e49,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:10.578485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-952026f4-c412-406d-b5fb-09a55b1a6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:10.580506 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-952026f4-c412-406d-b5fb-09a55b1a6602 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3120528cd6c340fba4a655aafc002893&device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0878897 Feb 04 05:48:10.596157 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8d6793-c654-49f0-9282-8a0024b0ef9d tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:10.599725 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d8d6793-c654-49f0-9282-8a0024b0ef9d tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:10.600500 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 3c10ae1e-ab20-4199-87d9-07acf6450909, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=3c10ae1e-ab20-4199-87d9-07acf6450909,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:10.605202 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:10.648468 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-a8a97bd9-5a09-445c-bff9-cb5c96df631e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac5ca01-9eaf-483b-804c-c075848c7e49 HTTP/1.1" status: 200 len: 217 time: 0.0604076 Feb 04 05:48:10.657503 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=3c10ae1e-ab20-4199-87d9-07acf6450909,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:10.783524 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-8539e518-c73a-4e47-b00c-338a6b616a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:10.785593 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-8539e518-c73a-4e47-b00c-338a6b616a08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f0d36942-8ddc-4f02-b130-9e707a2f940c HTTP/1.1" status: 200 len: 834 time: 0.1081944 Feb 04 05:48:10.841628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['3c10ae1e-ab20-4199-87d9-07acf6450909'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:48:10.869538 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516f22b-4ddb-4cab-84eb-a053aa66febb req-3b4e9c54-867a-4828-9c09-b0a67683db18 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:10.871052 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a516f22b-4ddb-4cab-84eb-a053aa66febb req-3b4e9c54-867a-4828-9c09-b0a67683db18 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 943 time: 0.1307552 Feb 04 05:48:10.917669 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-67fdd929-c09f-4b68-a5ff-f20635ac7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:10.919258 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-67fdd929-c09f-4b68-a5ff-f20635ac7a18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cebf943b-8243-4e18-a878-d4ea177c7c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1249952 Feb 04 05:48:11.053185 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a516f22b-4ddb-4cab-84eb-a053aa66febb req-0acb113a-5a40-4c85-a33a-718a92b4351b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718574 Feb 04 05:48:11.056306 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d8d6793-c654-49f0-9282-8a0024b0ef9d tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:11.143293 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d6793-c654-49f0-9282-8a0024b0ef9d tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Subnet': ['ID=d22f7105-df40-47cd-aed3-1b91af4f318b,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:11.158628 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f88cca-183d-4080-94ea-ac2c72d4b3e1 req-6c09941c-2601-442e-933f-23ce75398a59 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:11.160655 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d0f88cca-183d-4080-94ea-ac2c72d4b3e1 req-6c09941c-2601-442e-933f-23ce75398a59 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 944 time: 0.1542029 Feb 04 05:48:11.164543 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-fc1dc45d-11e9-45f9-837d-303385f5e291 service neutron] 10.222.0.26 "GET /v2.0/networks/cebf943b-8243-4e18-a878-d4ea177c7c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242615 Feb 04 05:48:11.191246 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d6793-c654-49f0-9282-8a0024b0ef9d tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Checking segment: {'id': 'bf06ee6a-15b7-42a5-9ca0-9fb0ce445bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95e76e8a-c776-4058-9042-e331935be07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:11.191610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8d6793-c654-49f0-9282-8a0024b0ef9d tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network hostable DHCP agents. Network: 95e76e8a-c776-4058-9042-e331935be07a, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:48:11.273075 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d0f88cca-183d-4080-94ea-ac2c72d4b3e1 req-a6d87b7f-c8db-41fe-8115-72c907ec11d3 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062992 Feb 04 05:48:11.275433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8d6793-c654-49f0-9282-8a0024b0ef9d tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network 95e76e8a-c776-4058-9042-e331935be07a is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:48:11.294260 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-5d8d6793-c654-49f0-9282-8a0024b0ef9d tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 95e76e8a-c776-4058-9042-e331935be07a) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:11.302523 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e0941a-005d-4c89-ac52-ae4dca4e8758 None None] Network 95e76e8a-c776-4058-9042-e331935be07a requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:11.305445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8d6793-c654-49f0-9282-8a0024b0ef9d tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:11.306057 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d8d6793-c654-49f0-9282-8a0024b0ef9d tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:11.317665 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-934a89d3-cc67-4444-a3fa-889e471b71c3 req-875a5245-1a71-41b3-9ff0-bcadf709da23 service neutron] 10.222.0.26 "GET /v2.0/networks/cebf943b-8243-4e18-a878-d4ea177c7c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410048 Feb 04 05:48:11.325112 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5d8d6793-c654-49f0-9282-8a0024b0ef9d tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9697196 Feb 04 05:48:11.327810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53130) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:11.333750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-feda95a7-55b6-4069-afe3-7bdc87f05ad9 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:11.446857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cc1dc-3689-4281-8a52-2c37fe98c26c req-5535e9f9-4a9d-430b-8fb0-159e233bc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:11.447362 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-95e76e8a-c776-4058-9042-e331935be07a', 'network_id': '95e76e8a-c776-4058-9042-e331935be07a', 'tenant_id': 'a0f84c4819e2473ebef9696abb606e62', 'fixed_ips': [{'subnet_id': 'd22f7105-df40-47cd-aed3-1b91af4f318b'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:48:11.448243 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:11.448360 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e30cc1dc-3689-4281-8a52-2c37fe98c26c req-5535e9f9-4a9d-430b-8fb0-159e233bc64d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3120528cd6c340fba4a655aafc002893&device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0850794 Feb 04 05:48:11.455457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-feda95a7-55b6-4069-afe3-7bdc87f05ad9 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13783933'] for subnet, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:11.580844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cc1dc-3689-4281-8a52-2c37fe98c26c req-5f77d498-b0a4-4e06-9ff5-def7e67c788f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:11.582292 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e30cc1dc-3689-4281-8a52-2c37fe98c26c req-5f77d498-b0a4-4e06-9ff5-def7e67c788f service neutron] 10.222.0.26 "GET /v2.0/networks?id=cebf943b-8243-4e18-a878-d4ea177c7c95 HTTP/1.1" status: 200 len: 897 time: 0.1229300 Feb 04 05:48:11.591553 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Allocated IP 172.20.0.2 (95e76e8a-c776-4058-9042-e331935be07a/d22f7105-df40-47cd-aed3-1b91af4f318b/0934ee10-374b-41e7-b904-baefcc285f58) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:48:11.628540 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e30cc1dc-3689-4281-8a52-2c37fe98c26c req-459ced5e-99bd-4e9f-a37b-d41530b76b50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac5ca01-9eaf-483b-804c-c075848c7e49 HTTP/1.1" status: 200 len: 217 time: 0.0391603 Feb 04 05:48:11.676846 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cc1dc-3689-4281-8a52-2c37fe98c26c req-e479eeae-3ce0-4794-bb08-fe33aa087d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:11.678328 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e30cc1dc-3689-4281-8a52-2c37fe98c26c req-e479eeae-3ce0-4794-bb08-fe33aa087d9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f0d36942-8ddc-4f02-b130-9e707a2f940c HTTP/1.1" status: 200 len: 834 time: 0.0432835 Feb 04 05:48:11.724118 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cc1dc-3689-4281-8a52-2c37fe98c26c req-eeedd4b0-6457-45f2-abeb-a0f33d17d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:11.725713 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e30cc1dc-3689-4281-8a52-2c37fe98c26c req-eeedd4b0-6457-45f2-abeb-a0f33d17d9fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cebf943b-8243-4e18-a878-d4ea177c7c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398178 Feb 04 05:48:11.731586 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:11.743113 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:11.780124 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Network 95e76e8a-c776-4058-9042-e331935be07a is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:48:11.782863 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:11.785888 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:48:11.799204 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Pushing event updated for resources: {'Port': ['ID=0934ee10-374b-41e7-b904-baefcc285f58,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:11.844016 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Attempting to bind port 0934ee10-374b-41e7-b904-baefcc285f58 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:48:11.844319 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Attempting to bind port 0934ee10-374b-41e7-b904-baefcc285f58 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'bf06ee6a-15b7-42a5-9ca0-9fb0ce445bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95e76e8a-c776-4058-9042-e331935be07a'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:48:11.844639 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Attempting to bind port 0934ee10-374b-41e7-b904-baefcc285f58 on network 95e76e8a-c776-4058-9042-e331935be07a {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:48:11.850230 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:48:11.850606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Checking segment: {'id': 'bf06ee6a-15b7-42a5-9ca0-9fb0ce445bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95e76e8a-c776-4058-9042-e331935be07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:11.851013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:11.851406 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Bound using segment: {'id': 'bf06ee6a-15b7-42a5-9ca0-9fb0ce445bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95e76e8a-c776-4058-9042-e331935be07a'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:48:11.851870 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Bound port: 0934ee10-374b-41e7-b904-baefcc285f58, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf06ee6a-15b7-42a5-9ca0-9fb0ce445bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95e76e8a-c776-4058-9042-e331935be07a'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:48:11.852252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:11.886420 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e30cc1dc-3689-4281-8a52-2c37fe98c26c req-7ee71cd6-7098-4d8d-be2a-19d484a7556d service neutron] 10.222.0.26 "GET /v2.0/networks/cebf943b-8243-4e18-a878-d4ea177c7c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528721 Feb 04 05:48:11.902388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-feda95a7-55b6-4069-afe3-7bdc87f05ad9 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740032682599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14647254'] for subnet, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:11.918006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] For port 0934ee10-374b-41e7-b904-baefcc285f58, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:48:11.921029 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] For port 0934ee10-374b-41e7-b904-baefcc285f58, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=0934ee10-374b-41e7-b904-baefcc285f58,segment=NetworkSegment(bf06ee6a-15b7-42a5-9ca0-9fb0ce445bd6),segment_id=bf06ee6a-15b7-42a5-9ca0-9fb0ce445bd6)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:48:11.924409 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:11.982597 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feda95a7-55b6-4069-afe3-7bdc87f05ad9 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:11.983147 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-feda95a7-55b6-4069-afe3-7bdc87f05ad9 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:11.984172 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-feda95a7-55b6-4069-afe3-7bdc87f05ad9 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "PUT /v2.0/subnets/d22f7105-df40-47cd-aed3-1b91af4f318b HTTP/1.1" status: 200 len: 806 time: 0.6552804 Feb 04 05:48:11.986749 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53132) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:11.992425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7a48c-210d-41b4-af11-701554cd0810 None None] Pushing event updated for resources: {'Port': ['ID=0934ee10-374b-41e7-b904-baefcc285f58,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:12.002613 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda95a7-55b6-4069-afe3-7bdc87f05ad9 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Subnet': ['ID=d22f7105-df40-47cd-aed3-1b91af4f318b,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:12.029430 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e30cc1dc-3689-4281-8a52-2c37fe98c26c req-07aed0b3-14ca-4a86-826d-3b198e0877d4 service neutron] 10.222.0.26 "GET /v2.0/networks/cebf943b-8243-4e18-a878-d4ea177c7c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349740 Feb 04 05:48:12.090839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.168699 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Deleting port 0934ee10-374b-41e7-b904-baefcc285f58 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:48:12.169046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.191882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ac7d4-4c43-42e1-b1ff-9d7bbe03e39a req-15e48c9e-5f52-4208-82c9-a09a3cde0839 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:12.193590 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-895ac7d4-4c43-42e1-b1ff-9d7bbe03e39a req-15e48c9e-5f52-4208-82c9-a09a3cde0839 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 943 time: 0.0655174 Feb 04 05:48:12.229434 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 3c10ae1e-ab20-4199-87d9-07acf6450909 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:12.243041 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-895ac7d4-4c43-42e1-b1ff-9d7bbe03e39a req-b308bb01-0969-4f24-a610-ccbe12bbc76b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428307 Feb 04 05:48:12.265510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] For port 0934ee10-374b-41e7-b904-baefcc285f58, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=0934ee10-374b-41e7-b904-baefcc285f58,segment=NetworkSegment(bf06ee6a-15b7-42a5-9ca0-9fb0ce445bd6),segment_id=bf06ee6a-15b7-42a5-9ca0-9fb0ce445bd6)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:12.265916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.279136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Calling delete_port for 0934ee10-374b-41e7-b904-baefcc285f58 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:48:12.291250 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 3c10ae1e-ab20-4199-87d9-07acf6450909 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:48:12.299223 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 3c10ae1e-ab20-4199-87d9-07acf6450909 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:12.299639 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.396580 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.410743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e75035-38d0-4b26-a83b-f3a015ce4a5a req-12c71b33-4bd7-4795-9d5e-109f1159eacd tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:12.412247 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d0e75035-38d0-4b26-a83b-f3a015ce4a5a req-12c71b33-4bd7-4795-9d5e-109f1159eacd tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 944 time: 0.0562613 Feb 04 05:48:12.424332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c10ae1e-ab20-4199-87d9-07acf6450909'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:48:12.426771 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6075df3-cf31-46c0-bdc2-924da6881f5b" -d '{"events": [{"server_uuid": "522f3016-fc9b-40fb-a0ea-5189d236eef2", "name": "network-vif-plugged", "status": "completed", "tag": "3c10ae1e-ab20-4199-87d9-07acf6450909"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:48:12.432235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.455187 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 3c10ae1e-ab20-4199-87d9-07acf6450909, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=3c10ae1e-ab20-4199-87d9-07acf6450909,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:12.460804 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Port': ['ID=0934ee10-374b-41e7-b904-baefcc285f58,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:12.463395 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.471722 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d0e75035-38d0-4b26-a83b-f3a015ce4a5a req-1fae95a9-b1b6-4cf3-9343-c9fcd27581e1 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524402 Feb 04 05:48:12.500717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No DVR routers for this DVR port 0934ee10-374b-41e7-b904-baefcc285f58 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:48:12.525208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=3c10ae1e-ab20-4199-87d9-07acf6450909,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:12.549516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.611213 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.623496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aa772a-e3ff-4dc8-82a9-8f5bc496b4db x-openstack-request-id: req-51aa772a-e3ff-4dc8-82a9-8f5bc496b4db {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:48:12.623793 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522f3016-fc9b-40fb-a0ea-5189d236eef2", "name": "network-vif-plugged", "status": "completed", "tag": "3c10ae1e-ab20-4199-87d9-07acf6450909", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:48:12.624046 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51aa772a-e3ff-4dc8-82a9-8f5bc496b4db {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:48:12.624454 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'code': 200} Feb 04 05:48:12.637992 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Subnet': ['ID=d22f7105-df40-47cd-aed3-1b91af4f318b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:12.704294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.725511 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e76e8a-c776-4058-9042-e331935be07a']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:12.733593 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c413f3f4-9835-43fc-8af4-ca4aeaa4d29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.735119 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf06ee6a-15b7-42a5-9ca0-9fb0ce445bd6') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:12.735421 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf06ee6a-15b7-42a5-9ca0-9fb0ce445bd6') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:12.746267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.760349 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.767212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:48:12.767703 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:48:12.770778 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:48:12.821797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30571f-c01b-4353-a0fe-b524b7d1d4d7 req-61407932-a132-4e02-a214-e34d29665aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:12.823312 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6d30571f-c01b-4353-a0fe-b524b7d1d4d7 req-61407932-a132-4e02-a214-e34d29665aff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 1098 time: 0.0457754 Feb 04 05:48:12.833514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.840531 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.843991 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/95e76e8a-c776-4058-9042-e331935be07a HTTP/1.1" status: 204 len: 168 time: 0.8556290 Feb 04 05:48:12.846800 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53142) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:12.856095 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef497d5f-f7be-4391-8c29-82672ce91054 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Network': ['ID=95e76e8a-c776-4058-9042-e331935be07a,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:12.870688 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46058c2-2ba5-4799-aadd-a676fb567e78 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:12.871277 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46058c2-2ba5-4799-aadd-a676fb567e78 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:12.875954 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e46058c2-2ba5-4799-aadd-a676fb567e78 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/95e76e8a-c776-4058-9042-e331935be07a HTTP/1.1" status: 404 len: 339 time: 0.0262442 Feb 04 05:48:12.878934 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53144) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:12.884154 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-56e344d5-d4e7-4759-933e-e5361d9d9552 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1907197973', 'description': 'd1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:12.887722 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6d30571f-c01b-4353-a0fe-b524b7d1d4d7 req-8290e71e-7789-419d-9848-1872ae14fe0d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566103 Feb 04 05:48:12.906505 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e344d5-d4e7-4759-933e-e5361d9d9552 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:12.910139 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56e344d5-d4e7-4759-933e-e5361d9d9552 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.934177 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e344d5-d4e7-4759-933e-e5361d9d9552 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:48:12.943191 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56e344d5-d4e7-4759-933e-e5361d9d9552 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:12.943541 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-56e344d5-d4e7-4759-933e-e5361d9d9552 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Added segment 36423ea4-0a0e-46de-b281-a0fda2f8a6c9 of type vlan for network 9dfacb6d-4cca-49e8-945e-a72467867b0c Feb 04 05:48:12.988397 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56e344d5-d4e7-4759-933e-e5361d9d9552 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:13.013620 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56e344d5-d4e7-4759-933e-e5361d9d9552 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:13.019619 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e344d5-d4e7-4759-933e-e5361d9d9552 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:13.020259 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56e344d5-d4e7-4759-933e-e5361d9d9552 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:13.034219 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e926b5b-273a-42b5-911f-89354fd855be None None] DHCP port deletion for 95e76e8a-c776-4058-9042-e331935be07a request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:48:13.051307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa36ff-bbcb-4d25-8c96-b1ed4233ae91 None None] Network 95e76e8a-c776-4058-9042-e331935be07a requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:13.067470 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa36ff-bbcb-4d25-8c96-b1ed4233ae91 None None] Network 95e76e8a-c776-4058-9042-e331935be07a could not be found, it might have been deleted concurrently. {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 05:48:13.069861 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-73905954-6bcc-4479-b156-30d7b3fef5be None None] Could not find standard attr ID for object 0934ee10-374b-41e7-b904-baefcc285f58. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 05:48:13.077055 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e72032-ec40-4124-becd-2d2981b5b0e5 None None] Network 95e76e8a-c776-4058-9042-e331935be07a requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:13.080039 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-56e344d5-d4e7-4759-933e-e5361d9d9552 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2000036 Feb 04 05:48:13.083338 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53146) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:13.086641 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e344d5-d4e7-4759-933e-e5361d9d9552 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Network': ['ID=9dfacb6d-4cca-49e8-945e-a72467867b0c,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:13.095388 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e72032-ec40-4124-becd-2d2981b5b0e5 None None] Network 95e76e8a-c776-4058-9042-e331935be07a could not be found, it might have been deleted concurrently. {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 05:48:13.098594 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 9dfacb6d-4cca-49e8-945e-a72467867b0c details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:48:13.170234 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f60ef3-ccbc-443f-b2a5-b26193e24ecb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:13.171793 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-33f60ef3-ccbc-443f-b2a5-b26193e24ecb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "GET /v2.0/networks?id=9dfacb6d-4cca-49e8-945e-a72467867b0c HTTP/1.1" status: 200 len: 761 time: 0.0874081 Feb 04 05:48:13.175203 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53148) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:13.180840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-81903f60-dfb4-41da-9d71-ca8ca2b19ab7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'network': {'description': 'd2'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:13.360281 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-81903f60-dfb4-41da-9d71-ca8ca2b19ab7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:13.376602 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-81903f60-dfb4-41da-9d71-ca8ca2b19ab7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:13.398501 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81903f60-dfb4-41da-9d71-ca8ca2b19ab7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network 9dfacb6d-4cca-49e8-945e-a72467867b0c is not hosted by any dhcp agent {{(pid=108745) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 05:48:13.403708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81903f60-dfb4-41da-9d71-ca8ca2b19ab7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:13.404279 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-81903f60-dfb4-41da-9d71-ca8ca2b19ab7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:13.405512 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-81903f60-dfb4-41da-9d71-ca8ca2b19ab7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "PUT /v2.0/networks/9dfacb6d-4cca-49e8-945e-a72467867b0c HTTP/1.1" status: 200 len: 758 time: 0.2293684 Feb 04 05:48:13.408370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53152) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:13.443107 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8db70-20ed-4afd-939b-c48609011a3d req-fffbf714-3038-4443-8892-314df2289cc0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:13.444469 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c9b8db70-20ed-4afd-939b-c48609011a3d req-fffbf714-3038-4443-8892-314df2289cc0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 943 time: 0.1234713 Feb 04 05:48:13.461656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81903f60-dfb4-41da-9d71-ca8ca2b19ab7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Network': ['ID=9dfacb6d-4cca-49e8-945e-a72467867b0c,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:13.474457 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 9dfacb6d-4cca-49e8-945e-a72467867b0c details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:48:13.496751 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c9b8db70-20ed-4afd-939b-c48609011a3d req-8da9163a-ee9e-49a4-89f2-6a897a5e3830 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446339 Feb 04 05:48:13.500777 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e11943-2f11-4e40-a6aa-de9534c65c9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:13.502472 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e9e11943-2f11-4e40-a6aa-de9534c65c9a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "GET /v2.0/networks?id=9dfacb6d-4cca-49e8-945e-a72467867b0c HTTP/1.1" status: 200 len: 761 time: 0.0925577 Feb 04 05:48:13.506730 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53156) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:13.511803 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8b28d71a-780f-4b70-913b-8e101fd271d4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1834212246'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:13.540508 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b28d71a-780f-4b70-913b-8e101fd271d4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:13.545863 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b28d71a-780f-4b70-913b-8e101fd271d4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:13.576359 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b28d71a-780f-4b70-913b-8e101fd271d4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:48:13.586403 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b28d71a-780f-4b70-913b-8e101fd271d4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:13.586749 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-8b28d71a-780f-4b70-913b-8e101fd271d4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Added segment dc583065-64f6-4a50-8c7a-f5f77ad0c66d of type vlan for network f6136c0a-d742-4ebf-aa4c-1692b2a00a57 Feb 04 05:48:13.602857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22f7f3-63ea-450c-bb1b-89e11dec8f16 req-5b2236c8-53bd-42f5-a743-920335c37175 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:13.604341 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2c22f7f3-63ea-450c-bb1b-89e11dec8f16 req-5b2236c8-53bd-42f5-a743-920335c37175 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 945 time: 0.0557847 Feb 04 05:48:13.625912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b28d71a-780f-4b70-913b-8e101fd271d4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:13.641436 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2c22f7f3-63ea-450c-bb1b-89e11dec8f16 req-6dc7c31f-a7ce-4457-8944-830d82f18be2 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308943 Feb 04 05:48:13.649885 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b28d71a-780f-4b70-913b-8e101fd271d4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:13.655559 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b28d71a-780f-4b70-913b-8e101fd271d4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:13.656147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b28d71a-780f-4b70-913b-8e101fd271d4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:13.711468 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8b28d71a-780f-4b70-913b-8e101fd271d4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2035642 Feb 04 05:48:13.714075 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53158) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:13.720738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-00aea36a-5206-462e-8a23-1ffc6cf0b084 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'subnet': {'network_id': 'f6136c0a-d742-4ebf-aa4c-1692b2a00a57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:13.743841 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28d71a-780f-4b70-913b-8e101fd271d4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Network': ['ID=f6136c0a-d742-4ebf-aa4c-1692b2a00a57,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:13.755254 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network f6136c0a-d742-4ebf-aa4c-1692b2a00a57 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:48:13.815887 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00aea36a-5206-462e-8a23-1ffc6cf0b084 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:13.819419 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00aea36a-5206-462e-8a23-1ffc6cf0b084 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:13.995051 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00aea36a-5206-462e-8a23-1ffc6cf0b084 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:14.053693 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aea36a-5206-462e-8a23-1ffc6cf0b084 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Subnet': ['ID=6bde1256-f6f6-4ac8-8947-8b9f48d401ef,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:14.060626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aea36a-5206-462e-8a23-1ffc6cf0b084 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Checking segment: {'id': 'dc583065-64f6-4a50-8c7a-f5f77ad0c66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f6136c0a-d742-4ebf-aa4c-1692b2a00a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:14.060988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aea36a-5206-462e-8a23-1ffc6cf0b084 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network hostable DHCP agents. Network: f6136c0a-d742-4ebf-aa4c-1692b2a00a57, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:48:14.077450 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aea36a-5206-462e-8a23-1ffc6cf0b084 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network f6136c0a-d742-4ebf-aa4c-1692b2a00a57 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:48:14.087221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-00aea36a-5206-462e-8a23-1ffc6cf0b084 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, f6136c0a-d742-4ebf-aa4c-1692b2a00a57) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:14.091143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aea36a-5206-462e-8a23-1ffc6cf0b084 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:14.091725 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00aea36a-5206-462e-8a23-1ffc6cf0b084 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:14.096499 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dafcb63-0f8c-4982-8219-c270f5e9de81 None None] Network f6136c0a-d742-4ebf-aa4c-1692b2a00a57 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:14.109298 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-00aea36a-5206-462e-8a23-1ffc6cf0b084 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3919258 Feb 04 05:48:14.109503 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53160) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:14.205138 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:14.232264 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device dac5ca01-9eaf-483b-804c-c075848c7e49 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:48:14.242185 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20f9b08-b8bd-41ee-8c97-85740bbd7405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-f6136c0a-d742-4ebf-aa4c-1692b2a00a57', 'network_id': 'f6136c0a-d742-4ebf-aa4c-1692b2a00a57', 'tenant_id': 'a0f84c4819e2473ebef9696abb606e62', 'fixed_ips': [{'subnet_id': '6bde1256-f6f6-4ac8-8947-8b9f48d401ef'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:48:14.243005 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c20f9b08-b8bd-41ee-8c97-85740bbd7405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:14.256509 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:14.314421 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:14.340816 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Subnet': ['ID=6bde1256-f6f6-4ac8-8947-8b9f48d401ef,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server [None req-c20f9b08-b8bd-41ee-8c97-85740bbd7405 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bde1256-f6f6-4ac8-8947-8b9f48d401ef: This subnet is being modified by another concurrent operation. Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise exception Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bde1256-f6f6-4ac8-8947-8b9f48d401ef: This subnet is being modified by another concurrent operation. Feb 04 05:48:14.395169 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Feb 04 05:48:14.412850 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:14.412986 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port dac5ca01-9eaf-483b-804c-c075848c7e49, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dac5ca01-9eaf-483b-804c-c075848c7e49,segment=NetworkSegment(f753de4a-a5b8-4d81-bf83-fd9efea40297),segment_id=f753de4a-a5b8-4d81-bf83-fd9efea40297)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:14.416948 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1078ce38-8db6-4779-b1db-d27135077272 None None] Network f6136c0a-d742-4ebf-aa4c-1692b2a00a57 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:14.431386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6136c0a-d742-4ebf-aa4c-1692b2a00a57']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:14.437038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'dac5ca01-9eaf-483b-804c-c075848c7e49', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'port_id': 'dac5ca01-9eaf-483b-804c-c075848c7e49', 'mac_address': 'fa:16:3e:8e:db:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:48:14.440215 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc583065-64f6-4a50-8c7a-f5f77ad0c66d') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:14.440509 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc583065-64f6-4a50-8c7a-f5f77ad0c66d') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:14.449371 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:14.462677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:14.468511 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:48:14.468855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:48:14.472438 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:48:14.528338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:14.535286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:14.538866 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/f6136c0a-d742-4ebf-aa4c-1692b2a00a57 HTTP/1.1" status: 204 len: 168 time: 0.4276803 Feb 04 05:48:14.541811 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53164) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:14.543685 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:14.555068 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8551a-72aa-487c-9225-d2abbb477d58 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Network': ['ID=f6136c0a-d742-4ebf-aa4c-1692b2a00a57,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:14.574358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac5ca01-9eaf-483b-804c-c075848c7e49 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:48:14.582293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ff777-5e86-4e4b-9f39-b13be7b0c780 None None] get_active_networks_info from dv-neutron-827794-1-hyperv {{(pid=108746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 05:48:14.592074 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-660e0ed3-13ba-448b-903a-94dafde20f27 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] GET failed (client error): The resource could not be found. Feb 04 05:48:14.596192 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-660e0ed3-13ba-448b-903a-94dafde20f27 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "GET /v2.0/subnets/6bde1256-f6f6-4ac8-8947-8b9f48d401ef HTTP/1.1" status: 404 len: 337 time: 0.0503247 Feb 04 05:48:14.596377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53166) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:14.617811 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6c4284-2cf0-453d-ad67-7a402a9678cb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:14.618360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6c4284-2cf0-453d-ad67-7a402a9678cb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:14.621793 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0d6c4284-2cf0-453d-ad67-7a402a9678cb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/f6136c0a-d742-4ebf-aa4c-1692b2a00a57 HTTP/1.1" status: 404 len: 339 time: 0.0244861 Feb 04 05:48:14.623561 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port dac5ca01-9eaf-483b-804c-c075848c7e49, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dac5ca01-9eaf-483b-804c-c075848c7e49,segment=NetworkSegment(f753de4a-a5b8-4d81-bf83-fd9efea40297),segment_id=f753de4a-a5b8-4d81-bf83-fd9efea40297)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:14.625716 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53168) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:14.631652 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:14.669096 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15def2f-9919-449a-87cb-9938fe14d5a0 req-5b5dcdc5-4762-4534-8891-6f836b059268 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:14.670643 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c15def2f-9919-449a-87cb-9938fe14d5a0 req-5b5dcdc5-4762-4534-8891-6f836b059268 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 944 time: 0.0548759 Feb 04 05:48:14.725492 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c15def2f-9919-449a-87cb-9938fe14d5a0 req-604b7c1e-4297-4501-a82b-11a211d9cb11 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478959 Feb 04 05:48:14.725751 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=dac5ca01-9eaf-483b-804c-c075848c7e49,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:14.743443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ff777-5e86-4e4b-9f39-b13be7b0c780 None None] Resources bound (agent type, host, resource id): {{(pid=108746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 05:48:14.790146 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5302b52-1467-4216-9e10-24723b440579 req-2dd1758c-dfe8-45cb-98bb-536a25b0cc9d tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:14.791552 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d5302b52-1467-4216-9e10-24723b440579 req-2dd1758c-dfe8-45cb-98bb-536a25b0cc9d tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 945 time: 0.0650392 Feb 04 05:48:14.833314 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d5302b52-1467-4216-9e10-24723b440579 req-44b17642-0a6b-4972-849e-e7d47a6631e7 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344861 Feb 04 05:48:14.835064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc3b723-358d-4b89-9c27-271ae29ef3fb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:14.835633 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3d7031cd-8176-47dd-81b3-9b58793cce67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:14.840171 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-edc3b723-358d-4b89-9c27-271ae29ef3fb tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2108128 Feb 04 05:48:14.840487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53172) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:14.875099 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['dac5ca01-9eaf-483b-804c-c075848c7e49'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:48:14.877930 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5ff11951-16f5-4c0b-b00a-c22a97fb9322 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624 HTTP/1.1" status: 200 len: 207 time: 0.0363297 Feb 04 05:48:14.881441 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53176) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:14.967588 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c580592-c6c3-493d-81fb-11cf54cc329f req-7925211f-fe5b-4509-bf43-d481b475accc tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:14.969196 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3c580592-c6c3-493d-81fb-11cf54cc329f req-7925211f-fe5b-4509-bf43-d481b475accc tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 945 time: 0.0547829 Feb 04 05:48:14.991833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b0760-62ab-4509-b865-3dfb0463a736 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:14.997763 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b0760-62ab-4509-b865-3dfb0463a736 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:15.003511 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b0760-62ab-4509-b865-3dfb0463a736 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:15.008636 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3c580592-c6c3-493d-81fb-11cf54cc329f req-a1aaf5a6-29c5-4f35-a880-25f744c11dc0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316713 Feb 04 05:48:15.009281 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b0760-62ab-4509-b865-3dfb0463a736 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:15.013398 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-834b0760-62ab-4509-b865-3dfb0463a736 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1308162 Feb 04 05:48:15.015142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53178) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:15.039207 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53180) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:15.079293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fcc4e2-a011-4cc7-8472-9ca7ac6d1af2 tempest-TestVolumeBootPattern-679451727 tempest-TestVolumeBootPattern-679451727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:15.080475 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e1fcc4e2-a011-4cc7-8472-9ca7ac6d1af2 tempest-TestVolumeBootPattern-679451727 tempest-TestVolumeBootPattern-679451727-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 1093 time: 0.0402772 Feb 04 05:48:15.084698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53182) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:15.089557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:15.114728 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for floatingip, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:15.142746 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f0504e3c-b60b-4834-b276-cc50c75c3527 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1265037 Feb 04 05:48:15.146810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53184) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:15.200253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b0043a-3f63-497b-875d-4e86267fdaee tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:15.201861 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b0043a-3f63-497b-875d-4e86267fdaee tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:15.203383 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e0b0043a-3f63-497b-875d-4e86267fdaee tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0556178 Feb 04 05:48:15.207484 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53186) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:15.215153 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:15.258015 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0b3625-867d-478d-8e8a-7cecd9d41e9f tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['shared'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:15.259452 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0b3625-867d-478d-8e8a-7cecd9d41e9f tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['shared'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:15.260962 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ec0b3625-867d-478d-8e8a-7cecd9d41e9f tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0523448 Feb 04 05:48:15.264537 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53188) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:15.318565 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Allocated IP 172.26.3.248 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/13bc4d26-6468-4131-8975-236f52427f27) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:48:15.366325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebf2409-d13c-439b-aa78-9deca16b9fc2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:15.371248 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cebf2409-d13c-439b-aa78-9deca16b9fc2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "GET /v2.0/networks/67df36a7-8831-4c9c-9214-a00e522eb7d4 HTTP/1.1" status: 200 len: 800 time: 0.1022277 Feb 04 05:48:15.371447 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53190) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:15.419368 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:15.452224 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:15.471151 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ab453d33-3974-4d0f-a057-847336b3a9b6 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "GET /v2.0/networks/67df36a7-8831-4c9c-9214-a00e522eb7d4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.0954502 Feb 04 05:48:15.471458 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53192) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:15.488152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:48:15.491098 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:15.494463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:48:15.521590 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fbb957-d12f-415f-9528-7f82efdaafc5 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:15.522685 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'Port': ['ID=13bc4d26-6468-4131-8975-236f52427f27,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:15.522982 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a6fbb957-d12f-415f-9528-7f82efdaafc5 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "GET /v2.0/subnets/68ef99fd-703a-468d-a524-0fd66acb639b HTTP/1.1" status: 200 len: 811 time: 0.0506215 Feb 04 05:48:15.526536 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53194) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:15.584159 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf75881-c99a-4945-8477-1f0f49d136fc tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['shared'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:15.585546 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5cf75881-c99a-4945-8477-1f0f49d136fc tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "GET /v2.0/subnets/68ef99fd-703a-468d-a524-0fd66acb639b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0580988 Feb 04 05:48:15.589060 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53196) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:15.594014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-65ca42ae-5cea-40db-9662-ac7018fbfbb3 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-742410612'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:15.618245 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ca42ae-5cea-40db-9662-ac7018fbfbb3 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:15.621745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-65ca42ae-5cea-40db-9662-ac7018fbfbb3 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:15.648039 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ca42ae-5cea-40db-9662-ac7018fbfbb3 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:48:15.657957 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-65ca42ae-5cea-40db-9662-ac7018fbfbb3 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:15.658466 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-65ca42ae-5cea-40db-9662-ac7018fbfbb3 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Added segment 86e21b54-fc18-46e6-aef4-b0142baf381c of type vlan for network a05567d3-27cf-4ec1-a856-2f9ee6f91d47 Feb 04 05:48:15.709382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-65ca42ae-5cea-40db-9662-ac7018fbfbb3 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:15.734229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-65ca42ae-5cea-40db-9662-ac7018fbfbb3 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:15.740309 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ca42ae-5cea-40db-9662-ac7018fbfbb3 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:15.740912 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-65ca42ae-5cea-40db-9662-ac7018fbfbb3 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:15.774477 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-65ca42ae-5cea-40db-9662-ac7018fbfbb3 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1817000 Feb 04 05:48:15.801033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53200) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:15.812842 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6aa3104a-0ce2-46a1-922f-67b7af33ea2e tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'subnet': {'network_id': 'a05567d3-27cf-4ec1-a856-2f9ee6f91d47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:15.854211 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:15.904010 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca42ae-5cea-40db-9662-ac7018fbfbb3 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Network': ['ID=a05567d3-27cf-4ec1-a856-2f9ee6f91d47,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:15.914795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network a05567d3-27cf-4ec1-a856-2f9ee6f91d47 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:48:15.934468 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdc973-d741-43fd-acc1-c41e17972957 req-b295d9f8-9d78-464c-b987-a9f90868592e tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:15.935954 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-39bdc973-d741-43fd-acc1-c41e17972957 req-b295d9f8-9d78-464c-b987-a9f90868592e tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 944 time: 0.1189263 Feb 04 05:48:15.983099 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa3104a-0ce2-46a1-922f-67b7af33ea2e tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Made reservation on behalf of a0f84c4819e2473ebef9696abb606e62 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:15.987941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6aa3104a-0ce2-46a1-922f-67b7af33ea2e tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.009196 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-39bdc973-d741-43fd-acc1-c41e17972957 req-c88de7ef-75d7-4f11-b50f-c260afea8e52 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646071 Feb 04 05:48:16.048626 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.ipam_backend_mixin [None req-6aa3104a-0ce2-46a1-922f-67b7af33ea2e tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Performing IP validity checks on allocation pools {{(pid=108745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 05:48:16.049189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.ipam_backend_mixin [None req-6aa3104a-0ce2-46a1-922f-67b7af33ea2e tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108745) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 05:48:16.180832 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6aa3104a-0ce2-46a1-922f-67b7af33ea2e tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.185443 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.240826 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3104a-0ce2-46a1-922f-67b7af33ea2e tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Subnet': ['ID=1eb0ab42-bf80-400b-9f24-e265b091407c,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:16.245734 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device dac5ca01-9eaf-483b-804c-c075848c7e49 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:16.256346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa3104a-0ce2-46a1-922f-67b7af33ea2e tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Checking segment: {'id': '86e21b54-fc18-46e6-aef4-b0142baf381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a05567d3-27cf-4ec1-a856-2f9ee6f91d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:16.256707 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa3104a-0ce2-46a1-922f-67b7af33ea2e tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network hostable DHCP agents. Network: a05567d3-27cf-4ec1-a856-2f9ee6f91d47, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:48:16.256967 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.275794 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa3104a-0ce2-46a1-922f-67b7af33ea2e tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Network a05567d3-27cf-4ec1-a856-2f9ee6f91d47 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:48:16.287088 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-6aa3104a-0ce2-46a1-922f-67b7af33ea2e tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, a05567d3-27cf-4ec1-a856-2f9ee6f91d47) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:16.291838 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa3104a-0ce2-46a1-922f-67b7af33ea2e tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:16.292484 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6aa3104a-0ce2-46a1-922f-67b7af33ea2e tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.300738 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5e2ed0-fc9b-4f43-9f99-686b5e57c286 None None] Network a05567d3-27cf-4ec1-a856-2f9ee6f91d47 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:16.306574 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port dac5ca01-9eaf-483b-804c-c075848c7e49 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:48:16.312513 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6aa3104a-0ce2-46a1-922f-67b7af33ea2e tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5104182 Feb 04 05:48:16.313107 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53202) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:16.318905 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-59605652-afcf-4bd5-b0d8-4ce953f74247 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:16.322281 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port dac5ca01-9eaf-483b-804c-c075848c7e49 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:16.322483 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.412717 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-59605652-afcf-4bd5-b0d8-4ce953f74247 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13783933'] for subnet, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.425243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.434635 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.484911 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.514278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'Port': ['ID=13bc4d26-6468-4131-8975-236f52427f27,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:16.522031 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.529008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac5ca01-9eaf-483b-804c-c075848c7e49'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:48:16.531252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556d1a34-6607-4c7a-9c56-24891e4e5567" -d '{"events": [{"server_uuid": "ad844d66-f954-4be0-831d-683bebc2bdd3", "name": "network-vif-plugged", "status": "completed", "tag": "dac5ca01-9eaf-483b-804c-c075848c7e49"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:48:16.538351 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-a05567d3-27cf-4ec1-a856-2f9ee6f91d47', 'network_id': 'a05567d3-27cf-4ec1-a856-2f9ee6f91d47', 'tenant_id': 'a0f84c4819e2473ebef9696abb606e62', 'fixed_ips': [{'subnet_id': '1eb0ab42-bf80-400b-9f24-e265b091407c'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:48:16.539191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.560482 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port dac5ca01-9eaf-483b-804c-c075848c7e49, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dac5ca01-9eaf-483b-804c-c075848c7e49,segment=NetworkSegment(f753de4a-a5b8-4d81-bf83-fd9efea40297),segment_id=f753de4a-a5b8-4d81-bf83-fd9efea40297)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:16.566667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.607717 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66531c6-6110-4630-9173-168be24fa706 x-openstack-request-id: req-a66531c6-6110-4630-9173-168be24fa706 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:48:16.607998 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad844d66-f954-4be0-831d-683bebc2bdd3", "name": "network-vif-plugged", "status": "completed", "tag": "dac5ca01-9eaf-483b-804c-c075848c7e49", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:48:16.608220 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a66531c6-6110-4630-9173-168be24fa706 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:48:16.608364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-59605652-afcf-4bd5-b0d8-4ce953f74247 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740032682599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14647254'] for subnet, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.609014 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac5ca01-9eaf-483b-804c-c075848c7e49', 'code': 200} Feb 04 05:48:16.685867 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59605652-afcf-4bd5-b0d8-4ce953f74247 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:16.686395 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-59605652-afcf-4bd5-b0d8-4ce953f74247 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.688879 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-59605652-afcf-4bd5-b0d8-4ce953f74247 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "PUT /v2.0/subnets/1eb0ab42-bf80-400b-9f24-e265b091407c HTTP/1.1" status: 200 len: 877 time: 0.3745639 Feb 04 05:48:16.690407 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59605652-afcf-4bd5-b0d8-4ce953f74247 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event updated for resources: {'Subnet': ['ID=1eb0ab42-bf80-400b-9f24-e265b091407c,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:16.691841 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Floating IP f02d5a2d-e782-46d9-94cb-d05079acc6c0 associated. External IP: 172.26.3.248, port: 3c10ae1e-ab20-4199-87d9-07acf6450909. Feb 04 05:48:16.692849 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53206) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:16.738241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=dac5ca01-9eaf-483b-804c-c075848c7e49,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:16.761099 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Allocated IP 172.20.0.3 (a05567d3-27cf-4ec1-a856-2f9ee6f91d47/1eb0ab42-bf80-400b-9f24-e265b091407c/131309d2-75a7-44ca-9506-2ddbee0914ad) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:48:16.811603 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd7f8f-3622-4b5c-80b5-0e7806fd19ad req-8700cc14-4950-40fc-aa0f-03d74b2858b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:16.813074 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26bd7f8f-3622-4b5c-80b5-0e7806fd19ad req-8700cc14-4950-40fc-aa0f-03d74b2858b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 1098 time: 0.0666742 Feb 04 05:48:16.830984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.859730 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26bd7f8f-3622-4b5c-80b5-0e7806fd19ad req-525e2f16-95e2-43ec-bfe1-71ddeb52346a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389867 Feb 04 05:48:16.905000 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.915059 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.917866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Router 58d81f09-340e-4d49-a2d9-edf5e05ed458 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:48:16.921701 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:16.962870 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Network a05567d3-27cf-4ec1-a856-2f9ee6f91d47 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:48:16.967983 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:16.970094 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:48:16.979872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Pushing event updated for resources: {'Port': ['ID=131309d2-75a7-44ca-9506-2ddbee0914ad,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:17.034737 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Attempting to bind port 131309d2-75a7-44ca-9506-2ddbee0914ad on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:48:17.035107 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Attempting to bind port 131309d2-75a7-44ca-9506-2ddbee0914ad by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '86e21b54-fc18-46e6-aef4-b0142baf381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a05567d3-27cf-4ec1-a856-2f9ee6f91d47'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:48:17.035467 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Attempting to bind port 131309d2-75a7-44ca-9506-2ddbee0914ad on network a05567d3-27cf-4ec1-a856-2f9ee6f91d47 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:48:17.041041 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:48:17.041416 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Checking segment: {'id': '86e21b54-fc18-46e6-aef4-b0142baf381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a05567d3-27cf-4ec1-a856-2f9ee6f91d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:17.041841 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:17.042234 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Bound using segment: {'id': '86e21b54-fc18-46e6-aef4-b0142baf381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a05567d3-27cf-4ec1-a856-2f9ee6f91d47'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:48:17.042703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Bound port: 131309d2-75a7-44ca-9506-2ddbee0914ad, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e21b54-fc18-46e6-aef4-b0142baf381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a05567d3-27cf-4ec1-a856-2f9ee6f91d47'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:48:17.043079 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:17.046687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:48:17.076653 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:17.107091 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-03c5f93a-0c8e-400e-9fbf-c4e648983bf0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0211031 Feb 04 05:48:17.107683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'tag': '3c10ae1e-ab20-4199-87d9-07acf6450909'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:48:17.110653 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5323030-dd3a-407a-b64a-d010bdb5e32d" -d '{"events": [{"name": "network-changed", "server_uuid": "522f3016-fc9b-40fb-a0ea-5189d236eef2", "tag": "3c10ae1e-ab20-4199-87d9-07acf6450909"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:48:17.121216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] For port 131309d2-75a7-44ca-9506-2ddbee0914ad, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:48:17.125802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad38fffd-1178-4af2-8d55-020bad7a4a25 None None] Sync routers for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:48:17.129580 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] For port 131309d2-75a7-44ca-9506-2ddbee0914ad, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=131309d2-75a7-44ca-9506-2ddbee0914ad,segment=NetworkSegment(86e21b54-fc18-46e6-aef4-b0142baf381c),segment_id=86e21b54-fc18-46e6-aef4-b0142baf381c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:48:17.136481 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:17.165370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad38fffd-1178-4af2-8d55-020bad7a4a25 None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:48:17.166015 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ad38fffd-1178-4af2-8d55-020bad7a4a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:48:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:17.225894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb8f000-1166-488b-a954-b32d599fc236 x-openstack-request-id: req-1bb8f000-1166-488b-a954-b32d599fc236 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:48:17.227254 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522f3016-fc9b-40fb-a0ea-5189d236eef2", "tag": "3c10ae1e-ab20-4199-87d9-07acf6450909", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:48:17.227663 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1bb8f000-1166-488b-a954-b32d599fc236 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:48:17.228271 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'tag': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'status': 'completed', 'code': 200} Feb 04 05:48:17.271606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed826501-3331-490d-bbe0-da419d7928dc None None] Pushing event updated for resources: {'Port': ['ID=131309d2-75a7-44ca-9506-2ddbee0914ad,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:17.307842 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-ad38fffd-1178-4af2-8d55-020bad7a4a25 None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:48:17.354482 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5323030-dd3a-407a-b64a-d010bdb5e32d req-5982ead8-1d94-497d-bbca-58c6b7f571cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:17.355907 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f5323030-dd3a-407a-b64a-d010bdb5e32d req-5982ead8-1d94-497d-bbca-58c6b7f571cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 1098 time: 0.0932822 Feb 04 05:48:17.366191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321cfcc-2309-4527-8e62-33471614fa58 req-f3d71687-ba0c-4e0c-b4f5-28a588e05daa tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:17.367713 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4321cfcc-2309-4527-8e62-33471614fa58 req-f3d71687-ba0c-4e0c-b4f5-28a588e05daa tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.1061928 Feb 04 05:48:17.458508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:17.508304 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4321cfcc-2309-4527-8e62-33471614fa58 req-0565828c-0352-48c5-8eb4-1fcaeeb41875 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293559 Feb 04 05:48:17.511405 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb0ab42-bf80-400b-9f24-e265b091407c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:17.588485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5323030-dd3a-407a-b64a-d010bdb5e32d req-8e4a493d-812b-42b1-bb7d-31ac363890e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:17.590483 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f5323030-dd3a-407a-b64a-d010bdb5e32d req-8e4a493d-812b-42b1-bb7d-31ac363890e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 912 time: 0.2218668 Feb 04 05:48:17.599785 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:17.666869 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05567d3-27cf-4ec1-a856-2f9ee6f91d47']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:17.681340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e21b54-fc18-46e6-aef4-b0142baf381c') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:17.681559 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e21b54-fc18-46e6-aef4-b0142baf381c') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:17.697990 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:17.701429 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f5323030-dd3a-407a-b64a-d010bdb5e32d req-1c44089f-7ced-4161-8363-57a3b3e46802 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c10ae1e-ab20-4199-87d9-07acf6450909 HTTP/1.1" status: 200 len: 999 time: 0.0985281 Feb 04 05:48:17.724309 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:17.741670 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:17.753241 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:48:17.753727 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:48:17.756912 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:48:17.801589 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ad38fffd-1178-4af2-8d55-020bad7a4a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'f02d5a2d-e782-46d9-94cb-d05079acc6c0', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'floating_ip_address': '172.26.3.248', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'port_id': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'mac_address': 'fa:16:3e:7c:f5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:16Z', 'updated_at': '2022-02-04T05:48:16Z', 'revision_number': 0, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:17.817288 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5323030-dd3a-407a-b64a-d010bdb5e32d req-d0fb506e-09f2-4e4c-9bd1-9ada962964ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:17.819754 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f5323030-dd3a-407a-b64a-d010bdb5e32d req-d0fb506e-09f2-4e4c-9bd1-9ada962964ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 200 len: 851 time: 0.1080077 Feb 04 05:48:17.833143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad38fffd-1178-4af2-8d55-020bad7a4a25 None None] Checking router: 58d81f09-340e-4d49-a2d9-edf5e05ed458 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:48:17.841856 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad38fffd-1178-4af2-8d55-020bad7a4a25 None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:48:17.842468 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ad38fffd-1178-4af2-8d55-020bad7a4a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:48:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:17.859877 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.db.api [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 05:48:17.859877 dv-neutron-827794-1-hyperv neutron-server[108745]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 05:48:17.859877 dv-neutron-827794-1-hyperv neutron-server[108745]: [parameters: {'id': 'a05567d3-27cf-4ec1-a856-2f9ee6f91d47'}] Feb 04 05:48:17.859877 dv-neutron-827794-1-hyperv neutron-server[108745]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:48:17.860385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG oslo_db.api [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:48:17.878984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5323030-dd3a-407a-b64a-d010bdb5e32d req-c253101d-8ce2-44ca-a97d-6255fe907a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:17.880547 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f5323030-dd3a-407a-b64a-d010bdb5e32d req-c253101d-8ce2-44ca-a97d-6255fe907a30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518773 Feb 04 05:48:17.958140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:17.982536 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-ad38fffd-1178-4af2-8d55-020bad7a4a25 None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:48:17.995765 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f5323030-dd3a-407a-b64a-d010bdb5e32d req-4cf8067a-0819-4f8c-b736-8514799ff7b3 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065841 Feb 04 05:48:18.016184 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 131309d2-75a7-44ca-9506-2ddbee0914ad up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:18.098376 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f5323030-dd3a-407a-b64a-d010bdb5e32d req-5788cb22-771e-453b-b0c5-356e3a4d23fa service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924957 Feb 04 05:48:18.126618 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 131309d2-75a7-44ca-9506-2ddbee0914ad triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:18.126999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:18.285580 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fa84ce-d763-4582-8da3-b9d758d4f75c None None] Network a05567d3-27cf-4ec1-a856-2f9ee6f91d47 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:18.349482 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:18.360980 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:18.409485 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5eb111ec-1677-446f-9ada-75f573e3a80a None None] Provisioning complete for port 131309d2-75a7-44ca-9506-2ddbee0914ad triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:18.409882 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5eb111ec-1677-446f-9ada-75f573e3a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:18.421128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Deleting port 131309d2-75a7-44ca-9506-2ddbee0914ad {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:48:18.421477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:18.471951 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 131309d2-75a7-44ca-9506-2ddbee0914ad, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=131309d2-75a7-44ca-9506-2ddbee0914ad,segment=NetworkSegment(86e21b54-fc18-46e6-aef4-b0142baf381c),segment_id=86e21b54-fc18-46e6-aef4-b0142baf381c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:18.476237 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ad38fffd-1178-4af2-8d55-020bad7a4a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'f02d5a2d-e782-46d9-94cb-d05079acc6c0', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'floating_ip_address': '172.26.3.248', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'port_id': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'mac_address': 'fa:16:3e:7c:f5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:16Z', 'updated_at': '2022-02-04T05:48:16Z', 'revision_number': 0, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:18.493161 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] For port 131309d2-75a7-44ca-9506-2ddbee0914ad, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=131309d2-75a7-44ca-9506-2ddbee0914ad,segment=NetworkSegment(86e21b54-fc18-46e6-aef4-b0142baf381c),segment_id=86e21b54-fc18-46e6-aef4-b0142baf381c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:18.493531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:18.505414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:18.506402 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Calling delete_port for 131309d2-75a7-44ca-9506-2ddbee0914ad owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:48:18.515140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad38fffd-1178-4af2-8d55-020bad7a4a25 None None] The sync data for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv is: [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'f02d5a2d-e782-46d9-94cb-d05079acc6c0', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'floating_ip_address': '172.26.3.248', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'port_id': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'mac_address': 'fa:16:3e:7c:f5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:16Z', 'updated_at': '2022-02-04T05:48:16Z', 'revision_number': 0, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:48:18.582146 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=131309d2-75a7-44ca-9506-2ddbee0914ad,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:18.611106 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:18.649017 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1feeba-04fd-402d-a34d-40c7a9e57663 None None] DHCP port deletion for a05567d3-27cf-4ec1-a856-2f9ee6f91d47 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:48:18.651377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Port': ['ID=131309d2-75a7-44ca-9506-2ddbee0914ad,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:18.669527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0409e28-6776-4e35-8740-5fbee8418092 None None] Network a05567d3-27cf-4ec1-a856-2f9ee6f91d47 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:18.678043 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No DVR routers for this DVR port 131309d2-75a7-44ca-9506-2ddbee0914ad on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:48:18.769761 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344556-1647-409b-9459-b2fd50ac96b9 req-57a2bcc5-ddf5-406a-ac9d-77f47c5e3636 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:18.769761 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2c344556-1647-409b-9459-b2fd50ac96b9 req-57a2bcc5-ddf5-406a-ac9d-77f47c5e3636 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.1560254 Feb 04 05:48:18.785105 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec214a4-1874-4b43-bb64-466e6349b73f None None] New status for floating IP f02d5a2d-e782-46d9-94cb-d05079acc6c0: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:48:18.794253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:18.825727 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05567d3-27cf-4ec1-a856-2f9ee6f91d47']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:18.831205 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2c344556-1647-409b-9459-b2fd50ac96b9 req-8681e27d-d530-4ab7-98da-cb916af28837 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526183 Feb 04 05:48:18.839360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e21b54-fc18-46e6-aef4-b0142baf381c') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:18.839744 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e21b54-fc18-46e6-aef4-b0142baf381c') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:18.849404 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:18.865731 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:18.874006 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:48:18.874535 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:48:18.878065 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:48:18.973845 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:18.978424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:18.986570 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/a05567d3-27cf-4ec1-a856-2f9ee6f91d47 HTTP/1.1" status: 204 len: 168 time: 2.2881377 Feb 04 05:48:18.987950 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53220) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.006050 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facf7b6-afe1-4d69-b17f-d685a2f04559 req-5940b360-5311-4e9b-8735-c4abbe7a8a93 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:19.007531 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3facf7b6-afe1-4d69-b17f-d685a2f04559 req-5940b360-5311-4e9b-8735-c4abbe7a8a93 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0839095 Feb 04 05:48:19.008416 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3a024-c8df-476e-8f84-a47dd79868ed tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Network': ['ID=a05567d3-27cf-4ec1-a856-2f9ee6f91d47,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:19.014252 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60de280-20f8-44e5-909f-8ddffcea9b61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.014702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60de280-20f8-44e5-909f-8ddffcea9b61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.017643 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c60de280-20f8-44e5-909f-8ddffcea9b61 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/subnets/1eb0ab42-bf80-400b-9f24-e265b091407c HTTP/1.1" status: 404 len: 337 time: 0.0286527 Feb 04 05:48:19.020230 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53222) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.038262 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-879aa19c-3499-498a-861c-c1dca07fd20a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.038811 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879aa19c-3499-498a-861c-c1dca07fd20a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.041757 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-879aa19c-3499-498a-861c-c1dca07fd20a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/a05567d3-27cf-4ec1-a856-2f9ee6f91d47 HTTP/1.1" status: 404 len: 339 time: 0.0207007 Feb 04 05:48:19.044259 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53224) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.046287 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3facf7b6-afe1-4d69-b17f-d685a2f04559 req-e7918551-3b1d-4d60-9560-de1571b541be tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323720 Feb 04 05:48:19.068017 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53226) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.069359 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-696af104-046c-4ba6-bc12-e18cdee4c2a0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.069833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696af104-046c-4ba6-bc12-e18cdee4c2a0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.072744 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-696af104-046c-4ba6-bc12-e18cdee4c2a0 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/subnets/6bde1256-f6f6-4ac8-8947-8b9f48d401ef HTTP/1.1" status: 404 len: 337 time: 0.0276239 Feb 04 05:48:19.075215 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53228) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.092626 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-312c03d3-6ef5-4e09-a07f-6733d0951b42 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.093153 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312c03d3-6ef5-4e09-a07f-6733d0951b42 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.096618 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-312c03d3-6ef5-4e09-a07f-6733d0951b42 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/f6136c0a-d742-4ebf-aa4c-1692b2a00a57 HTTP/1.1" status: 404 len: 339 time: 0.0200078 Feb 04 05:48:19.099529 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53230) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.111713 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7289554-da60-4cc4-b337-de362f2a0caf tempest-TestNetworkAdvancedServerOps-236680123 tempest-TestNetworkAdvancedServerOps-236680123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:19.113798 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a7289554-da60-4cc4-b337-de362f2a0caf tempest-TestNetworkAdvancedServerOps-236680123 tempest-TestNetworkAdvancedServerOps-236680123-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 1093 time: 0.0446973 Feb 04 05:48:19.116657 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53232) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.120833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': 'dac5ca01-9eaf-483b-804c-c075848c7e49', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:19.143477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:19.176269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff4f7-0e24-49d7-85c4-bfe4a2cabd73 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:19.238310 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:19.259264 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff4f7-0e24-49d7-85c4-bfe4a2cabd73 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:19.279850 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-4d0ff4f7-0e24-49d7-85c4-bfe4a2cabd73 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfacb6d-4cca-49e8-945e-a72467867b0c']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:19.289403 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-4d0ff4f7-0e24-49d7-85c4-bfe4a2cabd73 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36423ea4-0a0e-46de-b281-a0fda2f8a6c9') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:19.289700 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-4d0ff4f7-0e24-49d7-85c4-bfe4a2cabd73 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36423ea4-0a0e-46de-b281-a0fda2f8a6c9') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:19.298897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff4f7-0e24-49d7-85c4-bfe4a2cabd73 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:19.312440 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff4f7-0e24-49d7-85c4-bfe4a2cabd73 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:19.318170 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0ff4f7-0e24-49d7-85c4-bfe4a2cabd73 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:48:19.318834 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff4f7-0e24-49d7-85c4-bfe4a2cabd73 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:48:19.321729 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:48:19.347114 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Allocated IP 172.26.3.176 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/42476e05-a2aa-4550-b2c7-6c8b06c70790) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:48:19.382714 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff4f7-0e24-49d7-85c4-bfe4a2cabd73 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:19.389279 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d0ff4f7-0e24-49d7-85c4-bfe4a2cabd73 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:19.392277 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4d0ff4f7-0e24-49d7-85c4-bfe4a2cabd73 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/9dfacb6d-4cca-49e8-945e-a72467867b0c HTTP/1.1" status: 204 len: 168 time: 0.2922349 Feb 04 05:48:19.395380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53234) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.413370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ff4f7-0e24-49d7-85c4-bfe4a2cabd73 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Network': ['ID=9dfacb6d-4cca-49e8-945e-a72467867b0c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:19.431272 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6abd1c8-c1c3-463e-bf4e-3178e9bab4ee tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.431721 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6abd1c8-c1c3-463e-bf4e-3178e9bab4ee tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.434707 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a6abd1c8-c1c3-463e-bf4e-3178e9bab4ee tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/subnets/d22f7105-df40-47cd-aed3-1b91af4f318b HTTP/1.1" status: 404 len: 337 time: 0.0383875 Feb 04 05:48:19.437179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53236) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.449063 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:19.454535 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ee1438-b426-4a72-9561-c84ea46865ce tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.455067 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ee1438-b426-4a72-9561-c84ea46865ce tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.458731 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-19ee1438-b426-4a72-9561-c84ea46865ce tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/95e76e8a-c776-4058-9042-e331935be07a HTTP/1.1" status: 404 len: 339 time: 0.0206277 Feb 04 05:48:19.461105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53238) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.483276 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:19.486219 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5fbf25-f163-4bc1-b63b-3e11bbdc3ec4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.486674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5fbf25-f163-4bc1-b63b-3e11bbdc3ec4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.489663 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-dc5fbf25-f163-4bc1-b63b-3e11bbdc3ec4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/subnets/45e0d4e5-b8e5-460b-94b4-e4f156aec474 HTTP/1.1" status: 404 len: 337 time: 0.0276887 Feb 04 05:48:19.492291 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53240) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.509448 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-da40237a-62f6-4ba8-a46f-7384347a8396 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.510004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da40237a-62f6-4ba8-a46f-7384347a8396 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.512885 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-da40237a-62f6-4ba8-a46f-7384347a8396 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/23dc2db5-b26e-48f9-8ca3-a35c3a08ad3e HTTP/1.1" status: 404 len: 339 time: 0.0196929 Feb 04 05:48:19.515383 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53242) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.526075 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:48:19.530636 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:19.532995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:48:19.546104 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9980f3-f389-446a-8281-21cd31bbf978 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.546557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de9980f3-f389-446a-8281-21cd31bbf978 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.549517 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-de9980f3-f389-446a-8281-21cd31bbf978 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/subnets/47e544f9-2829-40fa-9101-9e2038f53f8f HTTP/1.1" status: 404 len: 337 time: 0.0332255 Feb 04 05:48:19.551987 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53244) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.561374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'Port': ['ID=42476e05-a2aa-4550-b2c7-6c8b06c70790,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:19.569917 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94bae4d-3ced-4bbe-aff2-e109f0adb14d tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.570103 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94bae4d-3ced-4bbe-aff2-e109f0adb14d tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.575126 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b94bae4d-3ced-4bbe-aff2-e109f0adb14d tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/af3be8ec-f815-453a-af77-9c3a71c71339 HTTP/1.1" status: 404 len: 339 time: 0.0200090 Feb 04 05:48:19.575363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53246) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.601519 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c264e5f-ceff-4779-a949-97d38b499bd7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.601993 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c264e5f-ceff-4779-a949-97d38b499bd7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.604913 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8c264e5f-ceff-4779-a949-97d38b499bd7 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/subnets/415020ef-7558-4d8e-a637-c05451ddee5f HTTP/1.1" status: 404 len: 337 time: 0.0286505 Feb 04 05:48:19.607351 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53248) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.624446 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf49e45c-bca6-4d59-982c-f21eac06f416 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.624973 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf49e45c-bca6-4d59-982c-f21eac06f416 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.627948 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cf49e45c-bca6-4d59-982c-f21eac06f416 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/8a9639f2-d20d-4eba-955f-6b4f55008fe8 HTTP/1.1" status: 404 len: 339 time: 0.0197155 Feb 04 05:48:19.630245 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53250) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.655384 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed332ee-30cc-491f-a22e-00eb4428b6b5 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.655841 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed332ee-30cc-491f-a22e-00eb4428b6b5 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.661726 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7ed332ee-30cc-491f-a22e-00eb4428b6b5 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/subnets/e06f3897-6ef8-48c6-8fbf-7e6c03ef4994 HTTP/1.1" status: 404 len: 337 time: 0.0277081 Feb 04 05:48:19.662019 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53252) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.679146 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-456f2d55-0ecb-408f-a461-ce1dcecc55d4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.679687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456f2d55-0ecb-408f-a461-ce1dcecc55d4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.682607 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-456f2d55-0ecb-408f-a461-ce1dcecc55d4 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/0bcf949a-9470-407b-9d54-f6f557209659 HTTP/1.1" status: 404 len: 339 time: 0.0196855 Feb 04 05:48:19.685024 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53254) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.710022 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-da14d339-8cb2-4ce0-92ff-4c7d639a70b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.710468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da14d339-8cb2-4ce0-92ff-4c7d639a70b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.714583 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-da14d339-8cb2-4ce0-92ff-4c7d639a70b2 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/subnets/d1642eb4-3392-4748-b651-eb3d5305d483 HTTP/1.1" status: 404 len: 337 time: 0.0286725 Feb 04 05:48:19.717035 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53256) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.738300 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdea1744-acda-4740-b6d1-48947e7b88be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.738826 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdea1744-acda-4740-b6d1-48947e7b88be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.741679 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cdea1744-acda-4740-b6d1-48947e7b88be tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/757cc2bb-a7d6-4ea6-bfc9-248763839019 HTTP/1.1" status: 404 len: 339 time: 0.0237398 Feb 04 05:48:19.744258 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53258) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.773762 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-d448fd32-1700-40a7-ad20-67d6b52c4e78 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.774229 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d448fd32-1700-40a7-ad20-67d6b52c4e78 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.777125 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d448fd32-1700-40a7-ad20-67d6b52c4e78 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/subnets/5f86e6ed-d59b-4f14-a231-6a41e87de737 HTTP/1.1" status: 404 len: 337 time: 0.0319929 Feb 04 05:48:19.779735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53260) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.797671 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a517e7-2b2a-4c73-a640-ba1fc89926bd tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.798123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a517e7-2b2a-4c73-a640-ba1fc89926bd tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.801051 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-82a517e7-2b2a-4c73-a640-ba1fc89926bd tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/6b7e58e9-b0ad-44b4-99e0-45a7088282e1 HTTP/1.1" status: 404 len: 339 time: 0.0203724 Feb 04 05:48:19.803554 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53262) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.833220 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ea6864-4502-486c-b3aa-ca13bf75df21 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.833678 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ea6864-4502-486c-b3aa-ca13bf75df21 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.836692 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-83ea6864-4502-486c-b3aa-ca13bf75df21 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/subnets/28d7a0de-9bd6-4551-b5a9-3e96d93d8a17 HTTP/1.1" status: 404 len: 337 time: 0.0322595 Feb 04 05:48:19.839190 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53264) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.857018 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-997d517c-271a-4d93-bcef-5088b2def94a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] DELETE failed (client error): The resource could not be found. Feb 04 05:48:19.857563 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997d517c-271a-4d93-bcef-5088b2def94a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 05:48:19.860516 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-997d517c-271a-4d93-bcef-5088b2def94a tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/3101d8dc-d710-4ba2-a52d-09dbc4f8fa77 HTTP/1.1" status: 404 len: 339 time: 0.0204296 Feb 04 05:48:19.862972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53266) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:19.914526 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9909c5-a785-4c54-bcba-4637fc228b76 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Deleting subnet 68ef99fd-703a-468d-a524-0fd66acb639b {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:48:19.917590 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a9909c5-a785-4c54-bcba-4637fc228b76 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:19.925045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 131309d2-75a7-44ca-9506-2ddbee0914ad no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:48:19.931211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:19.946413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 131309d2-75a7-44ca-9506-2ddbee0914ad {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:48:19.946761 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 131309d2-75a7-44ca-9506-2ddbee0914ad not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:48:19.959606 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a9909c5-a785-4c54-bcba-4637fc228b76 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.003271 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.045293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a9909c5-a785-4c54-bcba-4637fc228b76 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.102752 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a9909c5-a785-4c54-bcba-4637fc228b76 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.129021 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9909c5-a785-4c54-bcba-4637fc228b76 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Subnet': ['ID=68ef99fd-703a-468d-a524-0fd66acb639b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:20.132630 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a9909c5-a785-4c54-bcba-4637fc228b76 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.138289 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2a9909c5-a785-4c54-bcba-4637fc228b76 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/subnets/68ef99fd-703a-468d-a524-0fd66acb639b HTTP/1.1" status: 204 len: 168 time: 0.2743826 Feb 04 05:48:20.138897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53268) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:20.139552 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a428318-a1c6-40a6-826f-46b064822779 None None] Network 67df36a7-8831-4c9c-9214-a00e522eb7d4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:20.156987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.161697 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.221884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.230800 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event updated for resources: {'Port': ['ID=42476e05-a2aa-4550-b2c7-6c8b06c70790,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:20.243506 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.282458 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Deleting port 7932bc02-69dc-4f87-ae45-9692ff0080f3 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:48:20.282807 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.335504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096bf3a8-295f-4656-8ea9-d4935a9842ea None None] DHCP port deletion for 67df36a7-8831-4c9c-9214-a00e522eb7d4 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:48:20.349483 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] For port 7932bc02-69dc-4f87-ae45-9692ff0080f3, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=7932bc02-69dc-4f87-ae45-9692ff0080f3,segment=NetworkSegment(b9892486-14f7-4578-b3f7-edda51a68882),segment_id=b9892486-14f7-4578-b3f7-edda51a68882)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:20.349703 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.352106 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Floating IP 16f1b0a6-65c3-469e-b1b6-37ffb8f75677 associated. External IP: 172.26.3.176, port: dac5ca01-9eaf-483b-804c-c075848c7e49. Feb 04 05:48:20.362661 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Calling delete_port for 7932bc02-69dc-4f87-ae45-9692ff0080f3 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:48:20.385569 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-096bf3a8-295f-4656-8ea9-d4935a9842ea None None] Deleting port 7932bc02-69dc-4f87-ae45-9692ff0080f3 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:48:20.386137 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-096bf3a8-295f-4656-8ea9-d4935a9842ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.445727 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.450277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-096bf3a8-295f-4656-8ea9-d4935a9842ea None None] For port 7932bc02-69dc-4f87-ae45-9692ff0080f3, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=7932bc02-69dc-4f87-ae45-9692ff0080f3,segment=NetworkSegment(b9892486-14f7-4578-b3f7-edda51a68882),segment_id=b9892486-14f7-4578-b3f7-edda51a68882)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:20.450680 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-096bf3a8-295f-4656-8ea9-d4935a9842ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.464147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-096bf3a8-295f-4656-8ea9-d4935a9842ea None None] Calling delete_port for 7932bc02-69dc-4f87-ae45-9692ff0080f3 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:48:20.472477 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Port': ['ID=7932bc02-69dc-4f87-ae45-9692ff0080f3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:20.480109 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] No DVR routers for this DVR port 7932bc02-69dc-4f87-ae45-9692ff0080f3 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:48:20.482211 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:20.482556 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:20.482899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:20.483233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:20.483570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:20.483902 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:20.484230 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:20.484667 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:20.484985 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:20.485315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:20.486839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:20.486839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:20.555955 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-096bf3a8-295f-4656-8ea9-d4935a9842ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.568026 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.571687 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:48:20.589527 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67df36a7-8831-4c9c-9214-a00e522eb7d4']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:20.592950 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bf3a8-295f-4656-8ea9-d4935a9842ea None None] Pushing event deleted for resources: {'Port': ['ID=7932bc02-69dc-4f87-ae45-9692ff0080f3,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:20.594942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096bf3a8-295f-4656-8ea9-d4935a9842ea None None] No DVR routers for this DVR port 7932bc02-69dc-4f87-ae45-9692ff0080f3 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:48:20.605608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9892486-14f7-4578-b3f7-edda51a68882') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:20.606033 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9892486-14f7-4578-b3f7-edda51a68882') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:20.619727 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.632731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.638572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:48:20.638954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:48:20.642164 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:48:20.684483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:48:20.694325 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5288b5f7-48e2-439b-b19a-94f826304a85 None None] Sync routers for ids ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:48:20.703232 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.703845 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5288b5f7-48e2-439b-b19a-94f826304a85 None None] Routers {'1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:48:20.704441 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5288b5f7-48e2-439b-b19a-94f826304a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:48:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:20.709407 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.716625 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:20.722765 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] 10.222.0.10 "DELETE /v2.0/networks/67df36a7-8831-4c9c-9214-a00e522eb7d4 HTTP/1.1" status: 204 len: 168 time: 0.5801277 Feb 04 05:48:20.734376 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705515c-bb20-485a-9712-d2822acdcb49 tempest-NetworksTest-1551932632 tempest-NetworksTest-1551932632-project] Pushing event deleted for resources: {'Network': ['ID=67df36a7-8831-4c9c-9214-a00e522eb7d4,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:20.742451 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bdbe796f-3c1c-4338-b40e-5edc108f228f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6247759 Feb 04 05:48:20.743424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'tag': 'dac5ca01-9eaf-483b-804c-c075848c7e49'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:48:20.745932 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168d1d24-bfc0-4325-8a91-83ee51f5b1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad844d66-f954-4be0-831d-683bebc2bdd3", "tag": "dac5ca01-9eaf-483b-804c-c075848c7e49"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:48:20.786929 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b9fdc7-8df6-449c-bbd5-cb8363e09b01 x-openstack-request-id: req-a5b9fdc7-8df6-449c-bbd5-cb8363e09b01 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:48:20.787472 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad844d66-f954-4be0-831d-683bebc2bdd3", "tag": "dac5ca01-9eaf-483b-804c-c075848c7e49", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:48:20.787726 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5b9fdc7-8df6-449c-bbd5-cb8363e09b01 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:48:20.788131 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'tag': 'dac5ca01-9eaf-483b-804c-c075848c7e49', 'status': 'completed', 'code': 200} Feb 04 05:48:20.841819 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-5288b5f7-48e2-439b-b19a-94f826304a85 None None] Set router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:48:20.877994 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3b795-b6a2-4631-b564-677b6de770df req-5676f41f-b7c8-434b-82ee-209f9db939b3 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:20.879356 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2aa3b795-b6a2-4631-b564-677b6de770df req-5676f41f-b7c8-434b-82ee-209f9db939b3 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0848198 Feb 04 05:48:20.885740 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d1d24-bfc0-4325-8a91-83ee51f5b1e1 req-412a2610-84a1-46a7-893a-546b40587e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:20.887176 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-168d1d24-bfc0-4325-8a91-83ee51f5b1e1 req-412a2610-84a1-46a7-893a-546b40587e23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3120528cd6c340fba4a655aafc002893&device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 1098 time: 0.0603051 Feb 04 05:48:20.972915 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2aa3b795-b6a2-4631-b564-677b6de770df req-c4cfb51c-b51c-4430-a89b-375e6e6e41ae tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847919 Feb 04 05:48:20.997046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53278) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:21.015200 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d1d24-bfc0-4325-8a91-83ee51f5b1e1 req-033920b5-00c8-4189-b6b7-d33bb48eb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:21.016789 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-168d1d24-bfc0-4325-8a91-83ee51f5b1e1 req-033920b5-00c8-4189-b6b7-d33bb48eb249 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cebf943b-8243-4e18-a878-d4ea177c7c95 HTTP/1.1" status: 200 len: 897 time: 0.1221297 Feb 04 05:48:21.017619 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53280) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:21.066945 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-751fcbda-1df3-4d16-9616-195bd6e1cd87 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/floatingips/16f1b0a6-65c3-469e-b1b6-37ffb8f75677 HTTP/1.1" status: 200 len: 991 time: 0.0671022 Feb 04 05:48:21.092204 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-168d1d24-bfc0-4325-8a91-83ee51f5b1e1 req-a82b7518-52be-44c0-b72a-4ae5d978a261 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac5ca01-9eaf-483b-804c-c075848c7e49 HTTP/1.1" status: 200 len: 999 time: 0.0682528 Feb 04 05:48:21.097684 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5288b5f7-48e2-439b-b19a-94f826304a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:54Z', 'updated_at': '2022-02-04T05:48:00Z', 'revision_number': 4, 'project_id': '3120528cd6c340fba4a655aafc002893', 'gw_port': {'id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:55Z', 'updated_at': '2022-02-04T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '16f1b0a6-65c3-469e-b1b6-37ffb8f75677', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'floating_ip_address': '172.26.3.176', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'port_id': 'dac5ca01-9eaf-483b-804c-c075848c7e49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'mac_address': 'fa:16:3e:8e:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:19Z', 'updated_at': '2022-02-04T05:48:19Z', 'revision_number': 0, 'project_id': '3120528cd6c340fba4a655aafc002893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f5ee35-aee4-417f-856c-b70bc9fc5e34', 'name': '', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'mac_address': 'fa:16:3e:d7:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:59Z', 'updated_at': '2022-02-04T05:48:04Z', 'revision_number': 5, 'project_id': '3120528cd6c340fba4a655aafc002893', 'subnets': [{'id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:21.132355 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5288b5f7-48e2-439b-b19a-94f826304a85 None None] Checking router: 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:48:21.140290 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5288b5f7-48e2-439b-b19a-94f826304a85 None None] Routers {'1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:48:21.140889 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5288b5f7-48e2-439b-b19a-94f826304a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:48:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:21.161018 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d1d24-bfc0-4325-8a91-83ee51f5b1e1 req-874e0e7e-bb47-4f75-8371-03d5c51a497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:21.162490 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-168d1d24-bfc0-4325-8a91-83ee51f5b1e1 req-874e0e7e-bb47-4f75-8371-03d5c51a497a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f0d36942-8ddc-4f02-b130-9e707a2f940c HTTP/1.1" status: 200 len: 834 time: 0.0635648 Feb 04 05:48:21.185833 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1fb80e74-a6b9-4ded-abf3-e1268ce6fa66 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0f84c4819e2473ebef9696abb606e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668875 Feb 04 05:48:21.188432 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53284) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:21.214774 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d1d24-bfc0-4325-8a91-83ee51f5b1e1 req-14f19156-34fc-435b-86f3-e461406f9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:21.216443 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-168d1d24-bfc0-4325-8a91-83ee51f5b1e1 req-14f19156-34fc-435b-86f3-e461406f9905 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cebf943b-8243-4e18-a878-d4ea177c7c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451849 Feb 04 05:48:21.239523 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4e98ad46-65e3-45a2-a09f-5f00ee3f8e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:21.250469 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-5288b5f7-48e2-439b-b19a-94f826304a85 None None] Set router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:48:21.262786 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4e98ad46-65e3-45a2-a09f-5f00ee3f8e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:21.310254 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4e98ad46-65e3-45a2-a09f-5f00ee3f8e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:21.312351 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-168d1d24-bfc0-4325-8a91-83ee51f5b1e1 req-f6a2e551-89f1-42f5-8224-76a7945a7179 service neutron] 10.222.0.26 "GET /v2.0/networks/cebf943b-8243-4e18-a878-d4ea177c7c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891998 Feb 04 05:48:21.313329 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4e98ad46-65e3-45a2-a09f-5f00ee3f8e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:21.316857 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4e98ad46-65e3-45a2-a09f-5f00ee3f8e43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f071bdba-cb4b-4c74-ade7-c72a206c3f59 HTTP/1.1" status: 204 len: 168 time: 0.1251228 Feb 04 05:48:21.322656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98ad46-65e3-45a2-a09f-5f00ee3f8e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f071bdba-cb4b-4c74-ade7-c72a206c3f59,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:21.416032 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-168d1d24-bfc0-4325-8a91-83ee51f5b1e1 req-4a77f34e-2e7c-4b72-9d7e-cc013dca4223 service neutron] 10.222.0.26 "GET /v2.0/networks/cebf943b-8243-4e18-a878-d4ea177c7c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908227 Feb 04 05:48:21.492657 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5288b5f7-48e2-439b-b19a-94f826304a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:54Z', 'updated_at': '2022-02-04T05:48:00Z', 'revision_number': 4, 'project_id': '3120528cd6c340fba4a655aafc002893', 'gw_port': {'id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:55Z', 'updated_at': '2022-02-04T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '16f1b0a6-65c3-469e-b1b6-37ffb8f75677', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'floating_ip_address': '172.26.3.176', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'port_id': 'dac5ca01-9eaf-483b-804c-c075848c7e49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'mac_address': 'fa:16:3e:8e:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:19Z', 'updated_at': '2022-02-04T05:48:19Z', 'revision_number': 0, 'project_id': '3120528cd6c340fba4a655aafc002893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f5ee35-aee4-417f-856c-b70bc9fc5e34', 'name': '', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'mac_address': 'fa:16:3e:d7:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:59Z', 'updated_at': '2022-02-04T05:48:04Z', 'revision_number': 5, 'project_id': '3120528cd6c340fba4a655aafc002893', 'subnets': [{'id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:21.518882 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5288b5f7-48e2-439b-b19a-94f826304a85 None None] The sync data for ids ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'] in dv-neutron-827794-1-hyperv is: [{'id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:54Z', 'updated_at': '2022-02-04T05:48:00Z', 'revision_number': 4, 'project_id': '3120528cd6c340fba4a655aafc002893', 'gw_port': {'id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:55Z', 'updated_at': '2022-02-04T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '16f1b0a6-65c3-469e-b1b6-37ffb8f75677', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'floating_ip_address': '172.26.3.176', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'port_id': 'dac5ca01-9eaf-483b-804c-c075848c7e49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'mac_address': 'fa:16:3e:8e:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:19Z', 'updated_at': '2022-02-04T05:48:19Z', 'revision_number': 0, 'project_id': '3120528cd6c340fba4a655aafc002893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f5ee35-aee4-417f-856c-b70bc9fc5e34', 'name': '', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'mac_address': 'fa:16:3e:d7:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:59Z', 'updated_at': '2022-02-04T05:48:04Z', 'revision_number': 5, 'project_id': '3120528cd6c340fba4a655aafc002893', 'subnets': [{'id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:48:21.730363 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f190901b-2ab3-4d77-b556-98f8d60d711f None None] New status for floating IP 16f1b0a6-65c3-469e-b1b6-37ffb8f75677: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:48:21.924603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 7932bc02-69dc-4f87-ae45-9692ff0080f3 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:48:22.013881 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53306) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:22.069292 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53310) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:22.098569 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 7932bc02-69dc-4f87-ae45-9692ff0080f3 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:48:22.099138 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 7932bc02-69dc-4f87-ae45-9692ff0080f3 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:48:22.117693 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-61c1510d-dc35-43ba-bee9-f6cd012d9471 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225208855'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:22.149196 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-13251702-1f5c-4ccb-b6a8-38a4722c930f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/floatingips/16f1b0a6-65c3-469e-b1b6-37ffb8f75677 HTTP/1.1" status: 200 len: 993 time: 0.0787892 Feb 04 05:48:22.158148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61c1510d-dc35-43ba-bee9-f6cd012d9471 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.166569 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61c1510d-dc35-43ba-bee9-f6cd012d9471 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.238486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61c1510d-dc35-43ba-bee9-f6cd012d9471 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.242721 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61c1510d-dc35-43ba-bee9-f6cd012d9471 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.277723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1510d-dc35-43ba-bee9-f6cd012d9471 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73f0b92-2025-41b3-8125-fac444c3571b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:22.315893 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61c1510d-dc35-43ba-bee9-f6cd012d9471 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.319334 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61c1510d-dc35-43ba-bee9-f6cd012d9471 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.341819 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61c1510d-dc35-43ba-bee9-f6cd012d9471 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.343027 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-61c1510d-dc35-43ba-bee9-f6cd012d9471 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3281367 Feb 04 05:48:22.346456 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53312) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:22.351665 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1510d-dc35-43ba-bee9-f6cd012d9471 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee8e9f3-0e04-47da-a70c-57a88eb06ad1,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:22.397735 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ab634eb5-87be-4594-86c4-0d02ef9e4448 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0500209 Feb 04 05:48:22.400459 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53314) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:22.404909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4ab53a6d-70b5-4826-8598-762abb2f697d tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group': {'name': 'tempest-security--439656588', 'description': 'tempest-security-description-894947584'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:22.429840 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ab53a6d-70b5-4826-8598-762abb2f697d tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.477149 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ab53a6d-70b5-4826-8598-762abb2f697d tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.480911 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ab53a6d-70b5-4826-8598-762abb2f697d tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.483424 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ab53a6d-70b5-4826-8598-762abb2f697d tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.484636 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4ab53a6d-70b5-4826-8598-762abb2f697d tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "PUT /v2.0/security-groups/bee8e9f3-0e04-47da-a70c-57a88eb06ad1 HTTP/1.1" status: 200 len: 1778 time: 0.0831773 Feb 04 05:48:22.487599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53316) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:22.528007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab53a6d-70b5-4826-8598-762abb2f697d tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee8e9f3-0e04-47da-a70c-57a88eb06ad1,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:22.539507 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b7c714df-bbbd-4466-89a2-596e1fc8385a tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-groups/bee8e9f3-0e04-47da-a70c-57a88eb06ad1 HTTP/1.1" status: 200 len: 1778 time: 0.0509350 Feb 04 05:48:22.542053 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53318) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:22.590645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-029542b3-5beb-4524-8f57-14a844ebe0a0 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.611487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-029542b3-5beb-4524-8f57-14a844ebe0a0 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.651317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-029542b3-5beb-4524-8f57-14a844ebe0a0 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.653790 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-029542b3-5beb-4524-8f57-14a844ebe0a0 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.655024 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-029542b3-5beb-4524-8f57-14a844ebe0a0 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-groups/bee8e9f3-0e04-47da-a70c-57a88eb06ad1 HTTP/1.1" status: 204 len: 168 time: 0.1120656 Feb 04 05:48:22.657764 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53320) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:22.663643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029542b3-5beb-4524-8f57-14a844ebe0a0 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee8e9f3-0e04-47da-a70c-57a88eb06ad1,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:22.707730 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-96bab372-11fa-480a-bef2-6da9df88cdca tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485334 Feb 04 05:48:22.710464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53322) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:22.722234 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.api.v2.resource [None req-d31a6d6a-05b8-417f-9065-5e1fc5b4ba48 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] delete failed (client error): The resource could not be found. Feb 04 05:48:22.723160 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d31a6d6a-05b8-417f-9065-5e1fc5b4ba48 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-groups/bee8e9f3-0e04-47da-a70c-57a88eb06ad1 HTTP/1.1" status: 404 len: 347 time: 0.0118153 Feb 04 05:48:22.726550 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53324) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:22.731304 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001718680'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:22.754774 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.818014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.821485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.851341 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.855330 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1251311 Feb 04 05:48:22.855330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be601ff-7202-4823-9950-1e6c856fb455,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:22.856025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53326) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:22.860961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7e1435fa-1bcd-4147-a9e5-eec4ec86944f tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group_rule': {'security_group_id': '5be601ff-7202-4823-9950-1e6c856fb455', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:22.862376 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:22.862735 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:22.863135 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:22.863425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:22.863758 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:22.864091 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:22.864423 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:22.864751 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:22.865082 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:22.865412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:22.865743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:22.866276 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5159fa-afa5-47ba-a7c0-92e0dcf6cb7c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:22.890623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e1435fa-1bcd-4147-a9e5-eec4ec86944f tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.936717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e1435fa-1bcd-4147-a9e5-eec4ec86944f tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.940440 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e1435fa-1bcd-4147-a9e5-eec4ec86944f tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.964199 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1435fa-1bcd-4147-a9e5-eec4ec86944f tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f334ca8-fd9f-4259-bc7a-c749e9cbd5b1,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:22.969237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e1435fa-1bcd-4147-a9e5-eec4ec86944f tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:22.970519 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7e1435fa-1bcd-4147-a9e5-eec4ec86944f tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132698 Feb 04 05:48:22.975200 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53328) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:22.998141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-76fec078-13da-4238-b567-9fe71aea16e3 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.005445 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-76fec078-13da-4238-b567-9fe71aea16e3 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.030966 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-76fec078-13da-4238-b567-9fe71aea16e3 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.036657 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-76fec078-13da-4238-b567-9fe71aea16e3 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.037761 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-76fec078-13da-4238-b567-9fe71aea16e3 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/0f334ca8-fd9f-4259-bc7a-c749e9cbd5b1 HTTP/1.1" status: 204 len: 168 time: 0.0616560 Feb 04 05:48:23.040565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53330) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:23.045231 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fec078-13da-4238-b567-9fe71aea16e3 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f334ca8-fd9f-4259-bc7a-c749e9cbd5b1,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:23.079034 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4879ce78-6c04-456f-9788-76d065b04bc2 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0372694 Feb 04 05:48:23.081611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53332) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:23.130790 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-481389bc-a2ae-42ff-8dc9-d5ea3bd0cf96 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.152340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-481389bc-a2ae-42ff-8dc9-d5ea3bd0cf96 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.191112 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-481389bc-a2ae-42ff-8dc9-d5ea3bd0cf96 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.193585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-481389bc-a2ae-42ff-8dc9-d5ea3bd0cf96 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.194742 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-481389bc-a2ae-42ff-8dc9-d5ea3bd0cf96 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-groups/5be601ff-7202-4823-9950-1e6c856fb455 HTTP/1.1" status: 204 len: 168 time: 0.1122293 Feb 04 05:48:23.197587 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53334) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:23.203146 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481389bc-a2ae-42ff-8dc9-d5ea3bd0cf96 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be601ff-7202-4823-9950-1e6c856fb455,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:23.240141 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cbce2c39-2254-474f-9fba-609ce362ec52 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0413976 Feb 04 05:48:23.243810 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53336) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:23.248623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-357932c9-303d-4ff1-aeec-48adeff2f8d8 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group': {'name': 'tempest-secgroup--579992569'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:23.272023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-357932c9-303d-4ff1-aeec-48adeff2f8d8 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.335611 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-357932c9-303d-4ff1-aeec-48adeff2f8d8 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.339022 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-357932c9-303d-4ff1-aeec-48adeff2f8d8 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.366316 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-357932c9-303d-4ff1-aeec-48adeff2f8d8 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.367549 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-357932c9-303d-4ff1-aeec-48adeff2f8d8 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1227896 Feb 04 05:48:23.370266 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53338) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:23.374620 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b439ef30-59ce-48a3-9027-fe5d7ce3152c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group_rule': {'security_group_id': 'a0807419-6c39-4a3b-88f5-7388f684ec8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:23.380785 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357932c9-303d-4ff1-aeec-48adeff2f8d8 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0807419-6c39-4a3b-88f5-7388f684ec8d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:23.409828 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b439ef30-59ce-48a3-9027-fe5d7ce3152c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.463296 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b439ef30-59ce-48a3-9027-fe5d7ce3152c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.467274 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b439ef30-59ce-48a3-9027-fe5d7ce3152c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.485921 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439ef30-59ce-48a3-9027-fe5d7ce3152c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24ff298-427e-4acd-920e-08a7e96443ec,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:23.494019 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b439ef30-59ce-48a3-9027-fe5d7ce3152c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.495194 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b439ef30-59ce-48a3-9027-fe5d7ce3152c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239848 Feb 04 05:48:23.497842 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53340) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:23.502066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-9173f246-fd39-4989-b197-11b93046a23c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group_rule': {'security_group_id': 'a0807419-6c39-4a3b-88f5-7388f684ec8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:23.528567 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9173f246-fd39-4989-b197-11b93046a23c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.588705 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9173f246-fd39-4989-b197-11b93046a23c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.592123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9173f246-fd39-4989-b197-11b93046a23c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.609130 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173f246-fd39-4989-b197-11b93046a23c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999f5d98-f6d8-44d1-b3ce-1bf266ae5448,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:23.617786 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9173f246-fd39-4989-b197-11b93046a23c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.619034 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9173f246-fd39-4989-b197-11b93046a23c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202767 Feb 04 05:48:23.621692 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53342) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:23.625970 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a7f58575-e884-438e-b26b-7e1f53b4b287 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group_rule': {'security_group_id': 'a0807419-6c39-4a3b-88f5-7388f684ec8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:23.652506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a7f58575-e884-438e-b26b-7e1f53b4b287 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.711243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a7f58575-e884-438e-b26b-7e1f53b4b287 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.715425 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a7f58575-e884-438e-b26b-7e1f53b4b287 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.732760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f58575-e884-438e-b26b-7e1f53b4b287 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f9ea1f-8933-4623-84ef-c3f21b88cb72,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:23.739938 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a7f58575-e884-438e-b26b-7e1f53b4b287 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.741109 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a7f58575-e884-438e-b26b-7e1f53b4b287 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184535 Feb 04 05:48:23.743880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53344) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:23.748093 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f7f69ce6-3318-45ff-8f89-f2a582f4f6c7 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group_rule': {'security_group_id': 'a0807419-6c39-4a3b-88f5-7388f684ec8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:23.774632 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f7f69ce6-3318-45ff-8f89-f2a582f4f6c7 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.830731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f7f69ce6-3318-45ff-8f89-f2a582f4f6c7 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.834516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f7f69ce6-3318-45ff-8f89-f2a582f4f6c7 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.853645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f69ce6-3318-45ff-8f89-f2a582f4f6c7 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894e1e48-88ed-46e3-aecf-4a7b73273e72,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:23.858747 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f7f69ce6-3318-45ff-8f89-f2a582f4f6c7 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.860048 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f7f69ce6-3318-45ff-8f89-f2a582f4f6c7 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151457 Feb 04 05:48:23.863184 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53346) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:23.867332 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7d77e331-3e84-4bbe-965e-6afcaba64352 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group_rule': {'security_group_id': 'a0807419-6c39-4a3b-88f5-7388f684ec8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:23.894900 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d77e331-3e84-4bbe-965e-6afcaba64352 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.957020 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d77e331-3e84-4bbe-965e-6afcaba64352 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.960843 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d77e331-3e84-4bbe-965e-6afcaba64352 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.977826 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77e331-3e84-4bbe-965e-6afcaba64352 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4440df6c-514b-49fb-b984-4dbeefe02143,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:23.985621 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d77e331-3e84-4bbe-965e-6afcaba64352 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:23.986948 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7d77e331-3e84-4bbe-965e-6afcaba64352 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1229317 Feb 04 05:48:23.989711 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53348) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:24.018485 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3d7a5014-306c-4df5-bb6d-f6a7f7b807cf tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.025674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3d7a5014-306c-4df5-bb6d-f6a7f7b807cf tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.051917 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3d7a5014-306c-4df5-bb6d-f6a7f7b807cf tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.058219 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3d7a5014-306c-4df5-bb6d-f6a7f7b807cf tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.059308 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3d7a5014-306c-4df5-bb6d-f6a7f7b807cf tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/4440df6c-514b-49fb-b984-4dbeefe02143 HTTP/1.1" status: 204 len: 168 time: 0.0686674 Feb 04 05:48:24.062055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53350) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:24.064456 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a5014-306c-4df5-bb6d-f6a7f7b807cf tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4440df6c-514b-49fb-b984-4dbeefe02143,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:24.112190 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f06c8feb-08c7-44f2-b6c6-e2450c6d6bc0 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0488575 Feb 04 05:48:24.114793 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53352) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:24.136014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ce160bf-86f1-44e9-a087-13f0a15e7e10 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.143724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ce160bf-86f1-44e9-a087-13f0a15e7e10 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.169982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ce160bf-86f1-44e9-a087-13f0a15e7e10 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.175784 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ce160bf-86f1-44e9-a087-13f0a15e7e10 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.176864 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8ce160bf-86f1-44e9-a087-13f0a15e7e10 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/894e1e48-88ed-46e3-aecf-4a7b73273e72 HTTP/1.1" status: 204 len: 168 time: 0.0611970 Feb 04 05:48:24.179682 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53354) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:24.182074 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce160bf-86f1-44e9-a087-13f0a15e7e10 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=894e1e48-88ed-46e3-aecf-4a7b73273e72,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:24.223557 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-81819042-ed3b-4196-90f3-8cb90e7aa5df tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0427666 Feb 04 05:48:24.226291 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53356) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:24.247912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c6925a68-a651-4681-b3d4-4a7c4bf095cf tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.255788 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c6925a68-a651-4681-b3d4-4a7c4bf095cf tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.281516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c6925a68-a651-4681-b3d4-4a7c4bf095cf tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.286548 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c6925a68-a651-4681-b3d4-4a7c4bf095cf tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.287685 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c6925a68-a651-4681-b3d4-4a7c4bf095cf tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/87f9ea1f-8933-4623-84ef-c3f21b88cb72 HTTP/1.1" status: 204 len: 168 time: 0.0605233 Feb 04 05:48:24.290494 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53358) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:24.294688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6925a68-a651-4681-b3d4-4a7c4bf095cf tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87f9ea1f-8933-4623-84ef-c3f21b88cb72,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:24.333324 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0e8b96b3-8e10-4c3c-9fc0-ece8899fd274 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0414159 Feb 04 05:48:24.336096 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53360) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:24.360984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31022ad3-aafa-42c4-8505-d4e520e63b27 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.372065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31022ad3-aafa-42c4-8505-d4e520e63b27 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.399279 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31022ad3-aafa-42c4-8505-d4e520e63b27 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.405093 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31022ad3-aafa-42c4-8505-d4e520e63b27 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.406189 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-31022ad3-aafa-42c4-8505-d4e520e63b27 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/999f5d98-f6d8-44d1-b3ce-1bf266ae5448 HTTP/1.1" status: 204 len: 168 time: 0.0691819 Feb 04 05:48:24.408867 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53364) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:24.411581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31022ad3-aafa-42c4-8505-d4e520e63b27 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=999f5d98-f6d8-44d1-b3ce-1bf266ae5448,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:24.449269 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4ee62ea7-b4cc-40e9-9005-fa4da7b6cf2b tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0392118 Feb 04 05:48:24.451873 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53366) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:24.474350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28a5a465-97df-45d2-927f-32edf92e5b4a tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.481448 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28a5a465-97df-45d2-927f-32edf92e5b4a tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.506751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28a5a465-97df-45d2-927f-32edf92e5b4a tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.512400 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28a5a465-97df-45d2-927f-32edf92e5b4a tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.513513 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-28a5a465-97df-45d2-927f-32edf92e5b4a tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/a24ff298-427e-4acd-920e-08a7e96443ec HTTP/1.1" status: 204 len: 168 time: 0.0607634 Feb 04 05:48:24.516450 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53368) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:24.518946 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5a465-97df-45d2-927f-32edf92e5b4a tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a24ff298-427e-4acd-920e-08a7e96443ec,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:24.555385 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4b9ce6ad-8526-456f-8c36-cf0b919b58a5 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0378163 Feb 04 05:48:24.558108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53370) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:24.612338 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b43e3cec-fec0-41f1-a56a-bccecbef7292 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.636072 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b43e3cec-fec0-41f1-a56a-bccecbef7292 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.678798 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b43e3cec-fec0-41f1-a56a-bccecbef7292 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.682345 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b43e3cec-fec0-41f1-a56a-bccecbef7292 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.685697 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b43e3cec-fec0-41f1-a56a-bccecbef7292 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-groups/a0807419-6c39-4a3b-88f5-7388f684ec8d HTTP/1.1" status: 204 len: 168 time: 0.1266193 Feb 04 05:48:24.691540 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53372) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:24.703755 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e3cec-fec0-41f1-a56a-bccecbef7292 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0807419-6c39-4a3b-88f5-7388f684ec8d,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:24.736443 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ffe05698-eaf3-4763-8ef5-7e06e6cef1ed tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0453606 Feb 04 05:48:24.740979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53374) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:24.745225 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6797e6c5-396f-423b-b9e4-72222d896194 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group': {'name': 'tempest-secgroup--565673246'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:24.767432 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6797e6c5-396f-423b-b9e4-72222d896194 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.831308 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6797e6c5-396f-423b-b9e4-72222d896194 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.835214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6797e6c5-396f-423b-b9e4-72222d896194 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.863363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6797e6c5-396f-423b-b9e4-72222d896194 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.864579 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6797e6c5-396f-423b-b9e4-72222d896194 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1226442 Feb 04 05:48:24.866473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797e6c5-396f-423b-b9e4-72222d896194 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30772526-ec91-4d68-aed7-19ba7fdf99a5,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:24.867578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53376) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:24.873413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a7c2bb87-1ba5-4d67-8ac4-55dd9531b1cb tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group_rule': {'security_group_id': '30772526-ec91-4d68-aed7-19ba7fdf99a5', 'direction': 'ingress', 'protocol': 17}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:24.907100 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a7c2bb87-1ba5-4d67-8ac4-55dd9531b1cb tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.952959 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a7c2bb87-1ba5-4d67-8ac4-55dd9531b1cb tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.957086 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a7c2bb87-1ba5-4d67-8ac4-55dd9531b1cb tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.972935 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2bb87-1ba5-4d67-8ac4-55dd9531b1cb tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f67f69-5717-4f68-9937-66f80fcd14ec,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:24.983808 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a7c2bb87-1ba5-4d67-8ac4-55dd9531b1cb tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:24.985929 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a7c2bb87-1ba5-4d67-8ac4-55dd9531b1cb tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1155457 Feb 04 05:48:24.988036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53378) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:25.043861 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4fa68843-5554-4162-908b-d0c221b3ce41 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.066112 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4fa68843-5554-4162-908b-d0c221b3ce41 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.109526 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4fa68843-5554-4162-908b-d0c221b3ce41 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.112086 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4fa68843-5554-4162-908b-d0c221b3ce41 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.113262 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4fa68843-5554-4162-908b-d0c221b3ce41 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-groups/30772526-ec91-4d68-aed7-19ba7fdf99a5 HTTP/1.1" status: 204 len: 168 time: 0.1242049 Feb 04 05:48:25.116076 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53380) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:25.122303 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa68843-5554-4162-908b-d0c221b3ce41 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30772526-ec91-4d68-aed7-19ba7fdf99a5,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:25.166755 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ad855c46-ca05-4ec1-82f2-8dfbb1d1724e tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493093 Feb 04 05:48:25.170199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53382) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:25.174403 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-eba0cd50-921a-402f-89a9-660b02644ca5 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group': {'name': 'tempest-secgroup--298431650'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:25.197592 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eba0cd50-921a-402f-89a9-660b02644ca5 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.265563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eba0cd50-921a-402f-89a9-660b02644ca5 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.269789 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eba0cd50-921a-402f-89a9-660b02644ca5 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.295526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eba0cd50-921a-402f-89a9-660b02644ca5 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.296731 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-eba0cd50-921a-402f-89a9-660b02644ca5 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1256154 Feb 04 05:48:25.299665 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53384) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:25.301469 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0cd50-921a-402f-89a9-660b02644ca5 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702c85ad-d71a-4292-b9b1-2b4347f793cd,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:25.304463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4a4a348b-80fc-464d-a01b-75ba67e608e1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603439540'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:25.331118 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a4a348b-80fc-464d-a01b-75ba67e608e1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.404183 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a4a348b-80fc-464d-a01b-75ba67e608e1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.408013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a4a348b-80fc-464d-a01b-75ba67e608e1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.437154 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a4a348b-80fc-464d-a01b-75ba67e608e1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.438378 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4a4a348b-80fc-464d-a01b-75ba67e608e1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1376581 Feb 04 05:48:25.441807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53386) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:25.442841 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a348b-80fc-464d-a01b-75ba67e608e1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=211b1d11-2d78-49f0-917a-a25676c6e6da,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:25.446751 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-58d80ccd-c2f1-4238-9e57-20c250104feb tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group_rule': {'security_group_id': '702c85ad-d71a-4292-b9b1-2b4347f793cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '211b1d11-2d78-49f0-917a-a25676c6e6da', 'remote_ip_prefix': None}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:25.479300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-58d80ccd-c2f1-4238-9e57-20c250104feb tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.549440 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-58d80ccd-c2f1-4238-9e57-20c250104feb tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.553246 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-58d80ccd-c2f1-4238-9e57-20c250104feb tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.575495 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d80ccd-c2f1-4238-9e57-20c250104feb tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9711d33-30d9-4733-b2ab-d185e78bfcb7,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:25.582831 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-58d80ccd-c2f1-4238-9e57-20c250104feb tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.583888 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-58d80ccd-c2f1-4238-9e57-20c250104feb tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1409168 Feb 04 05:48:25.586733 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53388) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:25.610968 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-69987502-d932-4489-a0d0-f8ce440f8b89 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.619407 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-69987502-d932-4489-a0d0-f8ce440f8b89 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.650140 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-69987502-d932-4489-a0d0-f8ce440f8b89 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.655621 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-69987502-d932-4489-a0d0-f8ce440f8b89 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.656807 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-69987502-d932-4489-a0d0-f8ce440f8b89 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/d9711d33-30d9-4733-b2ab-d185e78bfcb7 HTTP/1.1" status: 204 len: 168 time: 0.0690632 Feb 04 05:48:25.659670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53390) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:25.665071 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69987502-d932-4489-a0d0-f8ce440f8b89 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9711d33-30d9-4733-b2ab-d185e78bfcb7,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:25.706354 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-dfd4e5cb-d101-441e-b1b2-d578ad209ddc tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0452898 Feb 04 05:48:25.709272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53392) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:25.761457 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a45ddfb9-8780-49ce-a8ba-cabd66b8ad70 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.783858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a45ddfb9-8780-49ce-a8ba-cabd66b8ad70 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.826248 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a45ddfb9-8780-49ce-a8ba-cabd66b8ad70 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.829153 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a45ddfb9-8780-49ce-a8ba-cabd66b8ad70 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.830436 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a45ddfb9-8780-49ce-a8ba-cabd66b8ad70 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-groups/211b1d11-2d78-49f0-917a-a25676c6e6da HTTP/1.1" status: 204 len: 168 time: 0.1202281 Feb 04 05:48:25.834001 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53394) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:25.840066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ddfb9-8780-49ce-a8ba-cabd66b8ad70 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=211b1d11-2d78-49f0-917a-a25676c6e6da,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:25.892010 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-28e62475-020f-44cc-a7d1-99c74958b9f2 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0567229 Feb 04 05:48:25.894782 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53396) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:25.943830 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e833e187-ad7c-4d8f-b5d0-cd1a96b6acca tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:25.964692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e833e187-ad7c-4d8f-b5d0-cd1a96b6acca tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.003846 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e833e187-ad7c-4d8f-b5d0-cd1a96b6acca tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.006330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e833e187-ad7c-4d8f-b5d0-cd1a96b6acca tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.007452 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e833e187-ad7c-4d8f-b5d0-cd1a96b6acca tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-groups/702c85ad-d71a-4292-b9b1-2b4347f793cd HTTP/1.1" status: 204 len: 168 time: 0.1117899 Feb 04 05:48:26.010294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53398) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:26.015774 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833e187-ad7c-4d8f-b5d0-cd1a96b6acca tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=702c85ad-d71a-4292-b9b1-2b4347f793cd,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:26.053351 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0fed44d3-b146-4942-9c4c-d1d3efa55dce tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0419214 Feb 04 05:48:26.057252 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53400) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:26.061865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-81f60a6d-407d-4b2d-9c70-6335742543ac tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503264055'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:26.086306 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-81f60a6d-407d-4b2d-9c70-6335742543ac tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.153693 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-81f60a6d-407d-4b2d-9c70-6335742543ac tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.157095 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-81f60a6d-407d-4b2d-9c70-6335742543ac tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.184679 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-81f60a6d-407d-4b2d-9c70-6335742543ac tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.185932 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-81f60a6d-407d-4b2d-9c70-6335742543ac tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1276245 Feb 04 05:48:26.188868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53402) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:26.190381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f60a6d-407d-4b2d-9c70-6335742543ac tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0760c4-16b4-4216-8ac7-1006cb3182f2,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:26.194140 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-2a5ae2c8-0e9c-4fdb-baaf-f44b4b48d7c9 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group_rule': {'security_group_id': 'ab0760c4-16b4-4216-8ac7-1006cb3182f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:26.222155 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae2c8-0e9c-4fdb-baaf-f44b4b48d7c9 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.280138 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae2c8-0e9c-4fdb-baaf-f44b4b48d7c9 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.284112 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae2c8-0e9c-4fdb-baaf-f44b4b48d7c9 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.300826 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ae2c8-0e9c-4fdb-baaf-f44b4b48d7c9 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3345e3c4-5a38-4283-8439-d1b291a38158,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:26.309275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae2c8-0e9c-4fdb-baaf-f44b4b48d7c9 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.310436 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2a5ae2c8-0e9c-4fdb-baaf-f44b4b48d7c9 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1198895 Feb 04 05:48:26.313213 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53404) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:26.336885 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f893f216-2b47-4a9c-a791-65117189b742 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.344919 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f893f216-2b47-4a9c-a791-65117189b742 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.370858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f893f216-2b47-4a9c-a791-65117189b742 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.378658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f893f216-2b47-4a9c-a791-65117189b742 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.379735 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f893f216-2b47-4a9c-a791-65117189b742 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3345e3c4-5a38-4283-8439-d1b291a38158 HTTP/1.1" status: 204 len: 168 time: 0.0656404 Feb 04 05:48:26.382471 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53406) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:26.383667 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893f216-2b47-4a9c-a791-65117189b742 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3345e3c4-5a38-4283-8439-d1b291a38158,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:26.423203 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c7664af5-ced7-44d9-8c2e-d6bab4278565 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0395408 Feb 04 05:48:26.426358 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53408) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:26.476215 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7c839a70-e071-409b-a525-39e919c48b05 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.497565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7c839a70-e071-409b-a525-39e919c48b05 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.538477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7c839a70-e071-409b-a525-39e919c48b05 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.540912 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7c839a70-e071-409b-a525-39e919c48b05 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.542046 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7c839a70-e071-409b-a525-39e919c48b05 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-groups/ab0760c4-16b4-4216-8ac7-1006cb3182f2 HTTP/1.1" status: 204 len: 168 time: 0.1147854 Feb 04 05:48:26.544919 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53410) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:26.551399 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c839a70-e071-409b-a525-39e919c48b05 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0760c4-16b4-4216-8ac7-1006cb3182f2,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:26.588619 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f481b967-9e56-4803-8b73-380258c43ad3 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0421460 Feb 04 05:48:26.592275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53412) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:26.596935 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-09aa97ce-27fc-4abd-8a94-1337a79a7ef0 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group': {'name': 'tempest-secgroup--248431897'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:26.619693 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09aa97ce-27fc-4abd-8a94-1337a79a7ef0 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.687120 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09aa97ce-27fc-4abd-8a94-1337a79a7ef0 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.690785 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09aa97ce-27fc-4abd-8a94-1337a79a7ef0 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.719831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09aa97ce-27fc-4abd-8a94-1337a79a7ef0 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.721531 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-09aa97ce-27fc-4abd-8a94-1337a79a7ef0 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1283634 Feb 04 05:48:26.722684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa97ce-27fc-4abd-8a94-1337a79a7ef0 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24efa14a-0834-429a-b80b-e61c2006e8f3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:26.724561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53414) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:26.729148 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6ddf78d4-38fa-40b1-9589-d73c42b9f94c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group_rule': {'security_group_id': '24efa14a-0834-429a-b80b-e61c2006e8f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:26.756996 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6ddf78d4-38fa-40b1-9589-d73c42b9f94c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.802462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6ddf78d4-38fa-40b1-9589-d73c42b9f94c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.806162 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6ddf78d4-38fa-40b1-9589-d73c42b9f94c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.822748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf78d4-38fa-40b1-9589-d73c42b9f94c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8977160-3c64-4bbb-82a2-4db6fb8735e8,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:26.830597 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6ddf78d4-38fa-40b1-9589-d73c42b9f94c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.831757 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6ddf78d4-38fa-40b1-9589-d73c42b9f94c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1062036 Feb 04 05:48:26.834649 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53416) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:26.851511 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-64c165c1-7709-4e1f-918e-e6f44df0d91e tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules/b8977160-3c64-4bbb-82a2-4db6fb8735e8 HTTP/1.1" status: 200 len: 763 time: 0.0157969 Feb 04 05:48:26.853987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53418) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:26.896038 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6217f863-f0e2-40e8-9503-6b6ac1a7c59b tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0409987 Feb 04 05:48:26.898472 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53420) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:26.920724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ad4bc3c9-b3f3-4b37-aae1-a230c73633e7 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.928167 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ad4bc3c9-b3f3-4b37-aae1-a230c73633e7 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.955557 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ad4bc3c9-b3f3-4b37-aae1-a230c73633e7 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.961517 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ad4bc3c9-b3f3-4b37-aae1-a230c73633e7 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:26.962616 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ad4bc3c9-b3f3-4b37-aae1-a230c73633e7 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b8977160-3c64-4bbb-82a2-4db6fb8735e8 HTTP/1.1" status: 204 len: 168 time: 0.0631900 Feb 04 05:48:26.965303 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53422) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:26.967669 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bc3c9-b3f3-4b37-aae1-a230c73633e7 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8977160-3c64-4bbb-82a2-4db6fb8735e8,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:27.003448 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-67be3011-bc63-4317-8ecc-0f48ecda858e tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0370071 Feb 04 05:48:27.006127 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53424) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:27.010533 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-0ed6ac8d-a0bf-4f7d-9cea-a042feab8fa2 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group_rule': {'security_group_id': '24efa14a-0834-429a-b80b-e61c2006e8f3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:27.038724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ed6ac8d-a0bf-4f7d-9cea-a042feab8fa2 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.083578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ed6ac8d-a0bf-4f7d-9cea-a042feab8fa2 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.087040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ed6ac8d-a0bf-4f7d-9cea-a042feab8fa2 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.104785 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6ac8d-a0bf-4f7d-9cea-a042feab8fa2 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acf1be7-3feb-4d20-a1b4-3220f168ca8c,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:27.112381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ed6ac8d-a0bf-4f7d-9cea-a042feab8fa2 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.113559 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0ed6ac8d-a0bf-4f7d-9cea-a042feab8fa2 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1064615 Feb 04 05:48:27.116176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53426) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:27.132071 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3b6d4c92-3548-4ae2-826c-b6e35f9159a9 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules/7acf1be7-3feb-4d20-a1b4-3220f168ca8c HTTP/1.1" status: 200 len: 763 time: 0.0149090 Feb 04 05:48:27.134191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53428) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:27.172277 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d6ec732b-bd58-429e-9c61-214df350f0cd tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0370040 Feb 04 05:48:27.175362 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53430) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:27.197529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-12b5d6d1-d5a9-46b1-8e3b-20f65f68c8b1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.204660 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-12b5d6d1-d5a9-46b1-8e3b-20f65f68c8b1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.230096 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-12b5d6d1-d5a9-46b1-8e3b-20f65f68c8b1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.234513 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-12b5d6d1-d5a9-46b1-8e3b-20f65f68c8b1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.235600 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-12b5d6d1-d5a9-46b1-8e3b-20f65f68c8b1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/7acf1be7-3feb-4d20-a1b4-3220f168ca8c HTTP/1.1" status: 204 len: 168 time: 0.0593662 Feb 04 05:48:27.238914 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53432) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:27.243444 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5d6d1-d5a9-46b1-8e3b-20f65f68c8b1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7acf1be7-3feb-4d20-a1b4-3220f168ca8c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:27.278921 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b88ed7d3-b34e-41f3-b734-cdd6851dcc39 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389023 Feb 04 05:48:27.281451 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53434) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:27.285946 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-86833128-edd4-446a-b79f-845ff40d691c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group_rule': {'security_group_id': '24efa14a-0834-429a-b80b-e61c2006e8f3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:27.307971 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-86833128-edd4-446a-b79f-845ff40d691c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Project 6c726f4f32c547b0aa3bffa4b478531a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:48:27.312503 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-86833128-edd4-446a-b79f-845ff40d691c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.368370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-86833128-edd4-446a-b79f-845ff40d691c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.371512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-86833128-edd4-446a-b79f-845ff40d691c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.386961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86833128-edd4-446a-b79f-845ff40d691c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d736904-f11f-4895-a164-8d10c59c62ac,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:27.393655 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-86833128-edd4-446a-b79f-845ff40d691c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.394848 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-86833128-edd4-446a-b79f-845ff40d691c tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1124833 Feb 04 05:48:27.397587 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53436) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:27.413162 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4e4e63e0-0d59-4359-8dde-6fad5a14d901 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules/9d736904-f11f-4895-a164-8d10c59c62ac HTTP/1.1" status: 200 len: 769 time: 0.0145674 Feb 04 05:48:27.415387 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53438) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:27.453394 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d23fa6bc-130f-4365-8d78-052fe7e0bc0f tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0370383 Feb 04 05:48:27.456046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53440) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:27.478232 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7b19-6b2e-47bb-adb0-a179da023a03 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.485369 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7b19-6b2e-47bb-adb0-a179da023a03 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.510992 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7b19-6b2e-47bb-adb0-a179da023a03 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.516783 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7b19-6b2e-47bb-adb0-a179da023a03 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.517913 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ff0f7b19-6b2e-47bb-adb0-a179da023a03 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/9d736904-f11f-4895-a164-8d10c59c62ac HTTP/1.1" status: 204 len: 168 time: 0.0609477 Feb 04 05:48:27.520546 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53442) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:27.522930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f7b19-6b2e-47bb-adb0-a179da023a03 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d736904-f11f-4895-a164-8d10c59c62ac,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:27.559916 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-afd0c7c1-6bb3-47fb-a4e6-6708b2a081ea tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0381036 Feb 04 05:48:27.562704 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53444) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:27.614970 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f2d09f6d-0716-4f0a-8ceb-941452dc1e40 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.942382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f2d09f6d-0716-4f0a-8ceb-941452dc1e40 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.982389 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f2d09f6d-0716-4f0a-8ceb-941452dc1e40 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.985127 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f2d09f6d-0716-4f0a-8ceb-941452dc1e40 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:27.986322 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f2d09f6d-0716-4f0a-8ceb-941452dc1e40 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-groups/24efa14a-0834-429a-b80b-e61c2006e8f3 HTTP/1.1" status: 204 len: 168 time: 0.4226899 Feb 04 05:48:27.988998 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53446) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:27.994855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d09f6d-0716-4f0a-8ceb-941452dc1e40 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24efa14a-0834-429a-b80b-e61c2006e8f3,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:28.032064 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7c5e0686-f463-4c97-8ec7-c2bfa4352fae tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0410645 Feb 04 05:48:28.035401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53448) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:28.039474 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-0576cf32-0782-4177-aa9c-9391c4ef1391 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820788328'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:28.061005 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0576cf32-0782-4177-aa9c-9391c4ef1391 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:28.125307 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0576cf32-0782-4177-aa9c-9391c4ef1391 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:28.129284 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0576cf32-0782-4177-aa9c-9391c4ef1391 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:28.157233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0576cf32-0782-4177-aa9c-9391c4ef1391 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:28.158994 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0576cf32-0782-4177-aa9c-9391c4ef1391 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1227479 Feb 04 05:48:28.160820 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576cf32-0782-4177-aa9c-9391c4ef1391 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecae711-da12-4be3-b808-a6346d4dc92d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:28.161756 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53450) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:28.167156 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5f8dabdb-ffe3-4ae9-a033-1af54cc796b8 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Request body: {'security_group_rule': {'security_group_id': '5ecae711-da12-4be3-b808-a6346d4dc92d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:28.196080 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f8dabdb-ffe3-4ae9-a033-1af54cc796b8 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:28.254017 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f8dabdb-ffe3-4ae9-a033-1af54cc796b8 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:28.257579 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f8dabdb-ffe3-4ae9-a033-1af54cc796b8 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:28.274702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8dabdb-ffe3-4ae9-a033-1af54cc796b8 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0784261-fc7c-43b5-b0a7-58182985190e,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:28.282610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5f8dabdb-ffe3-4ae9-a033-1af54cc796b8 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:28.284562 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5f8dabdb-ffe3-4ae9-a033-1af54cc796b8 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211650 Feb 04 05:48:28.287262 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53452) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:28.338281 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8991a5d-0438-472b-a917-6907f73c33a1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:28.363053 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8991a5d-0438-472b-a917-6907f73c33a1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:28.403689 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8991a5d-0438-472b-a917-6907f73c33a1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:28.406380 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8991a5d-0438-472b-a917-6907f73c33a1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:28.407505 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f8991a5d-0438-472b-a917-6907f73c33a1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-groups/5ecae711-da12-4be3-b808-a6346d4dc92d HTTP/1.1" status: 204 len: 168 time: 0.1193175 Feb 04 05:48:28.410646 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53454) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:28.416774 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8991a5d-0438-472b-a917-6907f73c33a1 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecae711-da12-4be3-b808-a6346d4dc92d,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:28.459388 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6435184d-9982-4c92-862a-0047c6e28bd5 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475702 Feb 04 05:48:28.461916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53456) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:28.495765 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1831a373-5154-4b23-b8ea-e144b9eb0736 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0328534 Feb 04 05:48:28.498324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53458) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:28.510368 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-6af46bc8-eb84-46fd-9e37-033bf211d072 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] delete failed (client error): The resource could not be found. Feb 04 05:48:28.511291 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6af46bc8-eb84-46fd-9e37-033bf211d072 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "DELETE /v2.0/security-groups/5ecae711-da12-4be3-b808-a6346d4dc92d HTTP/1.1" status: 404 len: 347 time: 0.0121081 Feb 04 05:48:28.514434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53460) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:28.553196 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-66239b4c-f359-4abd-a84e-3f9950527113 tempest-SecGroupIPv6Test-2120636345 tempest-SecGroupIPv6Test-2120636345-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0377431 Feb 04 05:48:28.783923 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53466) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:28.909376 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-57cb6057-4bcc-4512-a9b6-b883ca0554ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c726f4f32c547b0aa3bffa4b478531a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1243360 Feb 04 05:48:28.911765 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53470) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:28.956510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5700ec32-9c29-4be2-8f26-b109973dc214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:28.977929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5700ec32-9c29-4be2-8f26-b109973dc214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:29.025415 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5700ec32-9c29-4be2-8f26-b109973dc214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:29.028075 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5700ec32-9c29-4be2-8f26-b109973dc214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:29.029199 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5700ec32-9c29-4be2-8f26-b109973dc214 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a73f0b92-2025-41b3-8125-fac444c3571b HTTP/1.1" status: 204 len: 168 time: 0.1165667 Feb 04 05:48:29.037698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700ec32-9c29-4be2-8f26-b109973dc214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73f0b92-2025-41b3-8125-fac444c3571b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:29.634321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53492) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:29.724922 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-179db8e7-5dda-400e-8579-fc2ed3e0b401 tempest-SubnetPoolsTestJSON-1477451679 tempest-SubnetPoolsTestJSON-1477451679-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1808595991', 'prefixes': ['172.20.0.0/16']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:29.780211 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-179db8e7-5dda-400e-8579-fc2ed3e0b401 tempest-SubnetPoolsTestJSON-1477451679 tempest-SubnetPoolsTestJSON-1477451679-project] Notify callbacks [] for subnetpool, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:29.781492 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-179db8e7-5dda-400e-8579-fc2ed3e0b401 tempest-SubnetPoolsTestJSON-1477451679 tempest-SubnetPoolsTestJSON-1477451679-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1461735 Feb 04 05:48:29.784778 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53496) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:29.819320 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-192bf2ef-a7bf-436d-a092-4d73d5b820b6 tempest-SubnetPoolsTestJSON-1477451679 tempest-SubnetPoolsTestJSON-1477451679-project] 10.222.0.10 "GET /v2.0/subnetpools/1dba7cdc-a404-4761-aabc-34ff9d9b7c55 HTTP/1.1" status: 200 len: 732 time: 0.0335140 Feb 04 05:48:29.821630 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53498) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:29.825606 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-eb3ad2a8-e21b-478f-aeb4-ecbef9528fe5 tempest-SubnetPoolsTestJSON-1477451679 tempest-SubnetPoolsTestJSON-1477451679-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1869229366'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:29.900242 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad2a8-e21b-478f-aeb4-ecbef9528fe5 tempest-SubnetPoolsTestJSON-1477451679 tempest-SubnetPoolsTestJSON-1477451679-project] Notify callbacks [] for subnetpool, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:29.901423 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-eb3ad2a8-e21b-478f-aeb4-ecbef9528fe5 tempest-SubnetPoolsTestJSON-1477451679 tempest-SubnetPoolsTestJSON-1477451679-project] 10.222.0.10 "PUT /v2.0/subnetpools/1dba7cdc-a404-4761-aabc-34ff9d9b7c55 HTTP/1.1" status: 200 len: 684 time: 0.0788898 Feb 04 05:48:29.904134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53500) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:29.971974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9ef839fb-e1a2-4417-82cf-e8f0fd754bba tempest-SubnetPoolsTestJSON-1477451679 tempest-SubnetPoolsTestJSON-1477451679-project] Notify callbacks [] for subnetpool, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:29.973002 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9ef839fb-e1a2-4417-82cf-e8f0fd754bba tempest-SubnetPoolsTestJSON-1477451679 tempest-SubnetPoolsTestJSON-1477451679-project] 10.222.0.10 "DELETE /v2.0/subnetpools/1dba7cdc-a404-4761-aabc-34ff9d9b7c55 HTTP/1.1" status: 204 len: 168 time: 0.0679796 Feb 04 05:48:29.975921 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53502) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:29.988972 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-b2d652c8-4f8d-4096-9164-5b5bd388f14c tempest-SubnetPoolsTestJSON-1477451679 tempest-SubnetPoolsTestJSON-1477451679-project] show failed (client error): The resource could not be found. Feb 04 05:48:29.989952 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b2d652c8-4f8d-4096-9164-5b5bd388f14c tempest-SubnetPoolsTestJSON-1477451679 tempest-SubnetPoolsTestJSON-1477451679-project] 10.222.0.10 "GET /v2.0/subnetpools/1dba7cdc-a404-4761-aabc-34ff9d9b7c55 HTTP/1.1" status: 404 len: 346 time: 0.0131185 Feb 04 05:48:29.992469 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53504) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:30.004930 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-e8bd12a4-2993-4ba3-9cf2-926588eb2011 tempest-SubnetPoolsTestJSON-1477451679 tempest-SubnetPoolsTestJSON-1477451679-project] delete failed (client error): The resource could not be found. Feb 04 05:48:30.005885 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e8bd12a4-2993-4ba3-9cf2-926588eb2011 tempest-SubnetPoolsTestJSON-1477451679 tempest-SubnetPoolsTestJSON-1477451679-project] 10.222.0.10 "DELETE /v2.0/subnetpools/1dba7cdc-a404-4761-aabc-34ff9d9b7c55 HTTP/1.1" status: 404 len: 346 time: 0.0125742 Feb 04 05:48:30.238071 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53510) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:30.342034 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2568cb43-0bf7-41ef-aa52-f80fd84f2b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:30.416788 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2568cb43-0bf7-41ef-aa52-f80fd84f2b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:30.420243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2568cb43-0bf7-41ef-aa52-f80fd84f2b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:30.457091 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2568cb43-0bf7-41ef-aa52-f80fd84f2b47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acbeb0a05a8d48aaab84a9f363586878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2179291 Feb 04 05:48:30.458475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568cb43-0bf7-41ef-aa52-f80fd84f2b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999e790a-d775-4b85-b6ea-74ee4a5437c0,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:30.460113 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53514) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:30.510508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-08a8f72e-5923-4c97-af75-e7a10032b288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:30.530982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-08a8f72e-5923-4c97-af75-e7a10032b288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:30.577491 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-08a8f72e-5923-4c97-af75-e7a10032b288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:30.580017 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-08a8f72e-5923-4c97-af75-e7a10032b288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:30.581291 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-08a8f72e-5923-4c97-af75-e7a10032b288 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/999e790a-d775-4b85-b6ea-74ee4a5437c0 HTTP/1.1" status: 204 len: 168 time: 0.1199725 Feb 04 05:48:30.589457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8f72e-5923-4c97-af75-e7a10032b288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999e790a-d775-4b85-b6ea-74ee4a5437c0,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:31.704715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53552) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:31.883201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'network': {'name': 'tempest-network-smoke--390380631', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'port_security_enabled': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:31.912915 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:31.917307 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:31.926853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:32.008641 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:32.012686 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:32.043916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:48:32.052298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa266700-217e-4aaf-b954-7ec6899492a8,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:32.058126 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:32.058494 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Added segment 17ef868f-71e6-4d4f-9e20-4da287caed6b of type vlan for network bff57db3-8555-4e60-b049-0fc8e32fada3 Feb 04 05:48:32.099508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:32.122735 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:32.129448 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:32.130055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:32.192678 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4863791 Feb 04 05:48:32.195550 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53556) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:32.199852 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'admin_state_up': True, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:32.221719 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47392d-1e49-4c07-9595-027fa944acb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Network': ['ID=bff57db3-8555-4e60-b049-0fc8e32fada3,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:32.232318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network bff57db3-8555-4e60-b049-0fc8e32fada3 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:48:32.259777 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:32.260833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:32.316900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:32.458767 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:32.651131 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:32.669538 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:32.776544 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.64 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/580830e5-486d-4ff0-9ddc-651341a3fbf5) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:48:32.875376 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:32.910757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:32.957706 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:48:32.962760 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:32.965387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:48:32.993742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=580830e5-486d-4ff0-9ddc-651341a3fbf5,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:33.220716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:33.421681 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:33.542089 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 04071f91-725f-48a5-b848-63de4c537d49 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:48:33.645881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:48:33.655247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Sync routers for ids ['04071f91-725f-48a5-b848-63de4c537d49'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:48:33.664978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Routers {'04071f91-725f-48a5-b848-63de4c537d49'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:48:33.665546 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:48:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['04071f91-725f-48a5-b848-63de4c537d49'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:33.668543 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:33.669805 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ef33f068-77a3-4b80-9340-79baed267cfe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4733267 Feb 04 05:48:33.672971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53558) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:33.747000 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-846f32f5-2415-4cc6-9c82-12838280c3e3 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=40ad8d16904547d4bb154abb4c3cacdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0727296 Feb 04 05:48:33.749555 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53562) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:33.770253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Set router 04071f91-725f-48a5-b848-63de4c537d49 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:48:33.843898 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9df95c9-9918-495a-bb4a-02a8f3c4c1bb tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:33.846110 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e9df95c9-9918-495a-bb4a-02a8f3c4c1bb tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948918 Feb 04 05:48:33.848875 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53564) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:33.880644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53566) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:33.881288 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-01f62f0c-d9ec-4ca1-9530-9099171d25d7 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308979 Feb 04 05:48:33.885566 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-727ef30a-0c57-40a5-87e9-30369294bb5e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1007973358', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:33.950783 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:33.959062 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:33Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:33.973820 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727ef30a-0c57-40a5-87e9-30369294bb5e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:33.977190 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-727ef30a-0c57-40a5-87e9-30369294bb5e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:33.985225 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Checking router: 04071f91-725f-48a5-b848-63de4c537d49 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:48:33.985579 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Updating router 04071f91-725f-48a5-b848-63de4c537d49 port 580830e5-486d-4ff0-9ddc-651341a3fbf5 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:48:34.014106 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:34.149541 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-727ef30a-0c57-40a5-87e9-30369294bb5e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:34.213833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ef30a-0c57-40a5-87e9-30369294bb5e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Subnet': ['ID=e1c61a2e-ba0b-4887-8a6d-8d96150eaab5,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:34.222018 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ef30a-0c57-40a5-87e9-30369294bb5e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Checking segment: {'id': '17ef868f-71e6-4d4f-9e20-4da287caed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:34.222376 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ef30a-0c57-40a5-87e9-30369294bb5e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network hostable DHCP agents. Network: bff57db3-8555-4e60-b049-0fc8e32fada3, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:48:34.238328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ef30a-0c57-40a5-87e9-30369294bb5e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network bff57db3-8555-4e60-b049-0fc8e32fada3 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:48:34.246819 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-727ef30a-0c57-40a5-87e9-30369294bb5e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, bff57db3-8555-4e60-b049-0fc8e32fada3) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:34.252514 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727ef30a-0c57-40a5-87e9-30369294bb5e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:34.253268 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-727ef30a-0c57-40a5-87e9-30369294bb5e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:34.261623 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927ea12e-4faf-48a9-8855-b67f8f02f2da None None] Network bff57db3-8555-4e60-b049-0fc8e32fada3 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:34.267934 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:34.273167 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-727ef30a-0c57-40a5-87e9-30369294bb5e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3913901 Feb 04 05:48:34.276138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53568) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:34.280958 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:34.374114 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fab53-234a-42bb-bade-0aa970a9a2c2 None None] Pushing event updated for resources: {'Port': ['ID=580830e5-486d-4ff0-9ddc-651341a3fbf5,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:34.378898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Attempting to bind port 580830e5-486d-4ff0-9ddc-651341a3fbf5 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:48:34.379271 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Attempting to bind port 580830e5-486d-4ff0-9ddc-651341a3fbf5 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:48:34.379628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Attempting to bind port 580830e5-486d-4ff0-9ddc-651341a3fbf5 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:48:34.391684 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fab53-234a-42bb-bade-0aa970a9a2c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:34.392034 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fab53-234a-42bb-bade-0aa970a9a2c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:34.392927 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fab53-234a-42bb-bade-0aa970a9a2c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:34.393256 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fab53-234a-42bb-bade-0aa970a9a2c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:34.393579 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fab53-234a-42bb-bade-0aa970a9a2c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:34.393932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fab53-234a-42bb-bade-0aa970a9a2c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:34.394257 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fab53-234a-42bb-bade-0aa970a9a2c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:34.394579 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fab53-234a-42bb-bade-0aa970a9a2c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:34.394898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fab53-234a-42bb-bade-0aa970a9a2c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:34.395216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fab53-234a-42bb-bade-0aa970a9a2c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:34.395529 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fab53-234a-42bb-bade-0aa970a9a2c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:34.395843 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543fab53-234a-42bb-bade-0aa970a9a2c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:48:34.407166 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:48:34.407540 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:34.407964 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:34.408349 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:48:34.408815 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Bound port: 580830e5-486d-4ff0-9ddc-651341a3fbf5, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:48:34.409189 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:34.516662 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] For port 580830e5-486d-4ff0-9ddc-651341a3fbf5, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:48:34.527213 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-bff57db3-8555-4e60-b049-0fc8e32fada3', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:48:34.528040 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:34.534392 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] For port 580830e5-486d-4ff0-9ddc-651341a3fbf5, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=580830e5-486d-4ff0-9ddc-651341a3fbf5,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:48:34.543758 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:34.661446 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fab53-234a-42bb-bade-0aa970a9a2c2 None None] Pushing event updated for resources: {'Port': ['ID=580830e5-486d-4ff0-9ddc-651341a3fbf5,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:34.665890 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Routers {'04071f91-725f-48a5-b848-63de4c537d49'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:48:34.666499 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:48:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['04071f91-725f-48a5-b848-63de4c537d49'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:34.718982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:34.799764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Allocated IP 172.20.0.2 (bff57db3-8555-4e60-b049-0fc8e32fada3/e1c61a2e-ba0b-4887-8a6d-8d96150eaab5/74740027-7b80-4ece-a9eb-6a8355e13c31) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:48:34.820445 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] Set router 04071f91-725f-48a5-b848-63de4c537d49 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:48:35.081429 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:35.089183 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:35.132893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Network bff57db3-8555-4e60-b049-0fc8e32fada3 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:48:35.139256 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.1 (bff57db3-8555-4e60-b049-0fc8e32fada3/e1c61a2e-ba0b-4887-8a6d-8d96150eaab5/045693cc-d56c-41c5-9b5b-68bc9c8c3707) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:48:35.139808 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:35.144644 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:33Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:35.149117 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:48:35.176952 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Pushing event updated for resources: {'Port': ['ID=74740027-7b80-4ece-a9eb-6a8355e13c31,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:35.179585 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53190803-df99-48b8-a0ed-c1588c6ea662 None None] The sync data for ids ['04071f91-725f-48a5-b848-63de4c537d49'] in dv-neutron-827794-1-hyperv is: [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:33Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:48:35.275817 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:35.312672 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:35.358205 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network bff57db3-8555-4e60-b049-0fc8e32fada3 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:48:35.361383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:35.365170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:48:35.380150 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Attempting to bind port 74740027-7b80-4ece-a9eb-6a8355e13c31 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:48:35.380915 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Attempting to bind port 74740027-7b80-4ece-a9eb-6a8355e13c31 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '17ef868f-71e6-4d4f-9e20-4da287caed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:48:35.381468 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Attempting to bind port 74740027-7b80-4ece-a9eb-6a8355e13c31 on network bff57db3-8555-4e60-b049-0fc8e32fada3 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:48:35.386803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:48:35.387175 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Checking segment: {'id': '17ef868f-71e6-4d4f-9e20-4da287caed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:35.388272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:35.388682 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Bound using segment: {'id': '17ef868f-71e6-4d4f-9e20-4da287caed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:48:35.388814 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=045693cc-d56c-41c5-9b5b-68bc9c8c3707,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:35.389153 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Bound port: 74740027-7b80-4ece-a9eb-6a8355e13c31, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ef868f-71e6-4d4f-9e20-4da287caed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:48:35.389530 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:35.412556 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:35.479123 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] For port 74740027-7b80-4ece-a9eb-6a8355e13c31, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:48:35.482384 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] For port 74740027-7b80-4ece-a9eb-6a8355e13c31, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=74740027-7b80-4ece-a9eb-6a8355e13c31,segment=NetworkSegment(17ef868f-71e6-4d4f-9e20-4da287caed6b),segment_id=17ef868f-71e6-4d4f-9e20-4da287caed6b)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:48:35.488148 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:35.552812 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8412a-e802-4b6c-bf92-ac58ea667032 None None] Pushing event updated for resources: {'Port': ['ID=74740027-7b80-4ece-a9eb-6a8355e13c31,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:35.582392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:35.921129 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:35.926520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:36.016267 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:36.020019 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=045693cc-d56c-41c5-9b5b-68bc9c8c3707,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:36.130097 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 580830e5-486d-4ff0-9ddc-651341a3fbf5 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:36.186408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 580830e5-486d-4ff0-9ddc-651341a3fbf5 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:36.186780 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:36.275956 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:36.298893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 580830e5-486d-4ff0-9ddc-651341a3fbf5, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=580830e5-486d-4ff0-9ddc-651341a3fbf5,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:36.303459 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:36.304460 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 74740027-7b80-4ece-a9eb-6a8355e13c31 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:36.387318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=580830e5-486d-4ff0-9ddc-651341a3fbf5,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:36.398054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 74740027-7b80-4ece-a9eb-6a8355e13c31 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:36.398424 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:36.448564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network bff57db3-8555-4e60-b049-0fc8e32fada3 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:48:36.450868 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:36.485614 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:36.524046 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 74740027-7b80-4ece-a9eb-6a8355e13c31, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=74740027-7b80-4ece-a9eb-6a8355e13c31,segment=NetworkSegment(17ef868f-71e6-4d4f-9e20-4da287caed6b),segment_id=17ef868f-71e6-4d4f-9e20-4da287caed6b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:36.528664 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:36.589879 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 04071f91-725f-48a5-b848-63de4c537d49 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:48:36.594950 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=74740027-7b80-4ece-a9eb-6a8355e13c31,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:36.708866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:48:36.714267 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-31635f10-4a4d-4a41-98f5-621cb42e877a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/04071f91-725f-48a5-b848-63de4c537d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4368966 Feb 04 05:48:36.716636 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53570) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:36.766567 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51621bef-d81c-4766-b7bb-732a71c2b960 None None] Network bff57db3-8555-4e60-b049-0fc8e32fada3 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:48:36.824499 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-46093c3e-6475-4a41-bb37-ab324e706dfd None None] Provisioning complete for port 74740027-7b80-4ece-a9eb-6a8355e13c31 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:36.824876 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-46093c3e-6475-4a41-bb37-ab324e706dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:36.896293 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b040014-2eb8-4210-a6ce-4a39808c93f2 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:36.896768 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b040014-2eb8-4210-a6ce-4a39808c93f2 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:36.897229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b040014-2eb8-4210-a6ce-4a39808c93f2 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:36.897803 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b040014-2eb8-4210-a6ce-4a39808c93f2 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:36.898316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b040014-2eb8-4210-a6ce-4a39808c93f2 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:36.898913 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b040014-2eb8-4210-a6ce-4a39808c93f2 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:36.899310 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b040014-2eb8-4210-a6ce-4a39808c93f2 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:36.904935 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1b040014-2eb8-4210-a6ce-4a39808c93f2 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 0.1846461 Feb 04 05:48:36.905136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53572) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:37.008235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d9ed1-b133-42e3-9098-451e9c3281ff tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:37.008789 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d9ed1-b133-42e3-9098-451e9c3281ff tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:37.009212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d9ed1-b133-42e3-9098-451e9c3281ff tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:37.009608 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d9ed1-b133-42e3-9098-451e9c3281ff tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:37.010097 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d9ed1-b133-42e3-9098-451e9c3281ff tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:37.010553 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d9ed1-b133-42e3-9098-451e9c3281ff tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:37.011002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d9ed1-b133-42e3-9098-451e9c3281ff tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:37.014759 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ac9d9ed1-b133-42e3-9098-451e9c3281ff tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1086657 Feb 04 05:48:37.015768 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53574) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:37.212482 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5254d8ab-a85d-4ba4-91b6-1163e4ccc94c None None] Provisioning complete for port 74740027-7b80-4ece-a9eb-6a8355e13c31 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:37.213081 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5254d8ab-a85d-4ba4-91b6-1163e4ccc94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.243159 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Sync routers for ids ['04071f91-725f-48a5-b848-63de4c537d49'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:48:37.253071 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Routers {'04071f91-725f-48a5-b848-63de4c537d49'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:48:37.254170 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:48:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['04071f91-725f-48a5-b848-63de4c537d49'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:37.292286 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-168978d0-4234-418f-9c40-7e7956a67a2a tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2753956 Feb 04 05:48:37.342828 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5254d8ab-a85d-4ba4-91b6-1163e4ccc94c None None] Provisioning complete for port 045693cc-d56c-41c5-9b5b-68bc9c8c3707 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:37.343332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5254d8ab-a85d-4ba4-91b6-1163e4ccc94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.377655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5254d8ab-a85d-4ba4-91b6-1163e4ccc94c None None] Port 045693cc-d56c-41c5-9b5b-68bc9c8c3707 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:48:37.391853 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Set router 04071f91-725f-48a5-b848-63de4c537d49 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:48:37.496962 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0cc70fc5-fabe-440b-86c7-431dfa0789a4 None None] Provisioning complete for port 045693cc-d56c-41c5-9b5b-68bc9c8c3707 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:37.497358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0cc70fc5-fabe-440b-86c7-431dfa0789a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.560643 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53578) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:37.562989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0cc70fc5-fabe-440b-86c7-431dfa0789a4 None None] Port 045693cc-d56c-41c5-9b5b-68bc9c8c3707 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:48:37.566211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a2469a14-ed03-4f07-95c7-d69f7f54715f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227553632', 'description': 'tempest-secgroup-smoke-227553632 description', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:37.596142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2469a14-ed03-4f07-95c7-d69f7f54715f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.624588 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:35Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '045693cc-d56c-41c5-9b5b-68bc9c8c3707', 'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:06:a0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:34Z', 'updated_at': '2022-02-04T05:48:35Z', 'revision_number': 2, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:37.657920 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Checking router: 04071f91-725f-48a5-b848-63de4c537d49 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:48:37.658272 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Updating router 04071f91-725f-48a5-b848-63de4c537d49 port 045693cc-d56c-41c5-9b5b-68bc9c8c3707 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:48:37.669252 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2469a14-ed03-4f07-95c7-d69f7f54715f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.674141 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2469a14-ed03-4f07-95c7-d69f7f54715f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.687628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8d79a157-8f1d-4921-a676-550e4aa80c6f None None] Provisioning complete for port 045693cc-d56c-41c5-9b5b-68bc9c8c3707 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:37.687824 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.687958 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8d79a157-8f1d-4921-a676-550e4aa80c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.705900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2469a14-ed03-4f07-95c7-d69f7f54715f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.710244 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a2469a14-ed03-4f07-95c7-d69f7f54715f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1485236 Feb 04 05:48:37.710707 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53580) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:37.711310 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2469a14-ed03-4f07-95c7-d69f7f54715f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfe2826-db97-4682-9c3e-b9d19b0d4734,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:37.715697 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6263ef18-3030-4ee9-ba72-e8be51408896 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8cfe2826-db97-4682-9c3e-b9d19b0d4734', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:37.734027 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8d79a157-8f1d-4921-a676-550e4aa80c6f None None] Port 045693cc-d56c-41c5-9b5b-68bc9c8c3707 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:48:37.749687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6263ef18-3030-4ee9-ba72-e8be51408896 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.806169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6263ef18-3030-4ee9-ba72-e8be51408896 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.809939 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6263ef18-3030-4ee9-ba72-e8be51408896 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.827434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263ef18-3030-4ee9-ba72-e8be51408896 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7054f699-a806-42d8-9a24-d13d118de660,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:37.836758 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6263ef18-3030-4ee9-ba72-e8be51408896 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.838002 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6263ef18-3030-4ee9-ba72-e8be51408896 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260540 Feb 04 05:48:37.840818 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53582) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:37.845310 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f85d6c4c-9cd9-4d05-b7cc-e30619795ee1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8cfe2826-db97-4682-9c3e-b9d19b0d4734', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:37.875803 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f85d6c4c-9cd9-4d05-b7cc-e30619795ee1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.936221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f85d6c4c-9cd9-4d05-b7cc-e30619795ee1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.940999 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f85d6c4c-9cd9-4d05-b7cc-e30619795ee1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.947228 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 580830e5-486d-4ff0-9ddc-651341a3fbf5 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:37.960158 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d6c4c-9cd9-4d05-b7cc-e30619795ee1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5b4e3d-9a88-46c5-bfee-9638806ac740,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:37.969144 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f85d6c4c-9cd9-4d05-b7cc-e30619795ee1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.970481 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f85d6c4c-9cd9-4d05-b7cc-e30619795ee1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287215 Feb 04 05:48:37.973277 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53584) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:37.977972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f0b172e6-07c9-4710-bce6-8433ce816eee tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8cfe2826-db97-4682-9c3e-b9d19b0d4734', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:37.985984 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:37.994369 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.005498 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 580830e5-486d-4ff0-9ddc-651341a3fbf5 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:38.005988 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.010454 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0b172e6-07c9-4710-bce6-8433ce816eee tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.074261 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0b172e6-07c9-4710-bce6-8433ce816eee tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.084277 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0b172e6-07c9-4710-bce6-8433ce816eee tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.101702 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 74740027-7b80-4ece-a9eb-6a8355e13c31 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:38.103512 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313329b4-a222-45d6-8f38-fe727bef0dfc None None] Pushing event updated for resources: {'Port': ['ID=045693cc-d56c-41c5-9b5b-68bc9c8c3707,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:38.106578 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Attempting to bind port 045693cc-d56c-41c5-9b5b-68bc9c8c3707 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:48:38.106941 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Attempting to bind port 045693cc-d56c-41c5-9b5b-68bc9c8c3707 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '17ef868f-71e6-4d4f-9e20-4da287caed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:48:38.107554 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Attempting to bind port 045693cc-d56c-41c5-9b5b-68bc9c8c3707 on network bff57db3-8555-4e60-b049-0fc8e32fada3 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:48:38.114431 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:48:38.115039 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Checking segment: {'id': '17ef868f-71e6-4d4f-9e20-4da287caed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:38.115610 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.116257 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Bound using segment: {'id': '17ef868f-71e6-4d4f-9e20-4da287caed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:48:38.117601 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Bound port: 045693cc-d56c-41c5-9b5b-68bc9c8c3707, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ef868f-71e6-4d4f-9e20-4da287caed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:48:38.118111 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.122436 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b172e6-07c9-4710-bce6-8433ce816eee tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc6237e-aa73-4678-b72a-59474fd35424,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:38.134746 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0b172e6-07c9-4710-bce6-8433ce816eee tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.139995 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f0b172e6-07c9-4710-bce6-8433ce816eee tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1656454 Feb 04 05:48:38.140299 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53586) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:38.146339 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-20d9201f-d205-4ea8-9f4d-d7a6f7b2f409 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8cfe2826-db97-4682-9c3e-b9d19b0d4734', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:38.166238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 74740027-7b80-4ece-a9eb-6a8355e13c31 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:38.166769 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.184062 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-20d9201f-d205-4ea8-9f4d-d7a6f7b2f409 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.201498 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] For port 045693cc-d56c-41c5-9b5b-68bc9c8c3707, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:48:38.209000 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] For port 045693cc-d56c-41c5-9b5b-68bc9c8c3707, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=045693cc-d56c-41c5-9b5b-68bc9c8c3707,segment=NetworkSegment(17ef868f-71e6-4d4f-9e20-4da287caed6b),segment_id=17ef868f-71e6-4d4f-9e20-4da287caed6b)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:48:38.214970 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.283683 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Routers {'04071f91-725f-48a5-b848-63de4c537d49'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:48:38.284422 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-20d9201f-d205-4ea8-9f4d-d7a6f7b2f409 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.284553 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:48:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['04071f91-725f-48a5-b848-63de4c537d49'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:38.288791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-20d9201f-d205-4ea8-9f4d-d7a6f7b2f409 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.308080 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9201f-d205-4ea8-9f4d-d7a6f7b2f409 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af1494c-af6c-4bac-9db0-d250b7150062,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:38.313260 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-20d9201f-d205-4ea8-9f4d-d7a6f7b2f409 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.317024 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-20d9201f-d205-4ea8-9f4d-d7a6f7b2f409 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1731308 Feb 04 05:48:38.317186 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53588) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:38.321714 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-40630c5c-b8e4-4046-a4e9-d01fa324a3c4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8cfe2826-db97-4682-9c3e-b9d19b0d4734', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:38.336884 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313329b4-a222-45d6-8f38-fe727bef0dfc None None] Pushing event updated for resources: {'Port': ['ID=045693cc-d56c-41c5-9b5b-68bc9c8c3707,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:38.347349 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-40630c5c-b8e4-4046-a4e9-d01fa324a3c4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:48:38.355013 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-40630c5c-b8e4-4046-a4e9-d01fa324a3c4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.373430 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-53f2fdea-f9d7-49c8-bf63-1bbc4ee98ef7 None None] Provisioning complete for port 045693cc-d56c-41c5-9b5b-68bc9c8c3707 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:38.374763 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53f2fdea-f9d7-49c8-bf63-1bbc4ee98ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.411603 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] Set router 04071f91-725f-48a5-b848-63de4c537d49 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:48:38.432420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-40630c5c-b8e4-4046-a4e9-d01fa324a3c4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.439574 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-40630c5c-b8e4-4046-a4e9-d01fa324a3c4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.469507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40630c5c-b8e4-4046-a4e9-d01fa324a3c4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcdf7855-9d6f-4f24-a136-9a3c2e3db066,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:38.481580 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-40630c5c-b8e4-4046-a4e9-d01fa324a3c4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.486788 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-40630c5c-b8e4-4046-a4e9-d01fa324a3c4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1685014 Feb 04 05:48:38.487634 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53590) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:38.494870 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b6a1da6d-d61f-49a2-ac23-14508aaa2222 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8cfe2826-db97-4682-9c3e-b9d19b0d4734', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:38.495649 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53f2fdea-f9d7-49c8-bf63-1bbc4ee98ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.524066 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-b6a1da6d-d61f-49a2-ac23-14508aaa2222 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:48:38.530814 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-53f2fdea-f9d7-49c8-bf63-1bbc4ee98ef7 None None] For port 045693cc-d56c-41c5-9b5b-68bc9c8c3707, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=045693cc-d56c-41c5-9b5b-68bc9c8c3707,segment=NetworkSegment(17ef868f-71e6-4d4f-9e20-4da287caed6b),segment_id=17ef868f-71e6-4d4f-9e20-4da287caed6b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:38.534188 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6a1da6d-d61f-49a2-ac23-14508aaa2222 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.536131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53f2fdea-f9d7-49c8-bf63-1bbc4ee98ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.594508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2fdea-f9d7-49c8-bf63-1bbc4ee98ef7 None None] Pushing event updated for resources: {'Port': ['ID=045693cc-d56c-41c5-9b5b-68bc9c8c3707,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:38.614309 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6a1da6d-d61f-49a2-ac23-14508aaa2222 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.618309 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6a1da6d-d61f-49a2-ac23-14508aaa2222 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.635829 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1da6d-d61f-49a2-ac23-14508aaa2222 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea84046-d0b4-44f2-adef-f59fe7072a0f,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:38.640339 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:35Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '045693cc-d56c-41c5-9b5b-68bc9c8c3707', 'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:06:a0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:34Z', 'updated_at': '2022-02-04T05:48:38Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:38.644880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6a1da6d-d61f-49a2-ac23-14508aaa2222 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.646272 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b6a1da6d-d61f-49a2-ac23-14508aaa2222 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576326 Feb 04 05:48:38.661321 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d7cca993-72f9-42f7-b3be-d84d1b0820ef None None] Provisioning complete for port 045693cc-d56c-41c5-9b5b-68bc9c8c3707 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:38.661762 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d7cca993-72f9-42f7-b3be-d84d1b0820ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:38.674188 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88265a7-71b4-4ed7-ad26-a8941ee39b09 None None] The sync data for ids ['04071f91-725f-48a5-b848-63de4c537d49'] in dv-neutron-827794-1-hyperv is: [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:35Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '045693cc-d56c-41c5-9b5b-68bc9c8c3707', 'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:06:a0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:34Z', 'updated_at': '2022-02-04T05:48:38Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:48:38.854536 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-fa78cc64-b25c-4071-a4e8-ef1a4b02cd2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227553632&fields=id&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 267 time: 0.0519786 Feb 04 05:48:39.060190 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-184dd862-a6d3-4fcc-a1a3-8277858f38a7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:39.061670 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-184dd862-a6d3-4fcc-a1a3-8277858f38a7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/networks?id=bff57db3-8555-4e60-b049-0fc8e32fada3 HTTP/1.1" status: 200 len: 796 time: 0.1994150 Feb 04 05:48:39.077534 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e10fa036-1710-427e-ba6c-a5b9f8ae6126 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/quotas/40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 375 time: 0.0098217 Feb 04 05:48:39.162122 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-6f46fbe1-46d0-4c68-b426-384da3e87e03 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779719 Feb 04 05:48:39.326043 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-5006b342-3c53-4350-88c0-e5011bed2f5a service neutron] 10.222.0.10 "GET /v2.0/networks/bff57db3-8555-4e60-b049-0fc8e32fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490068 Feb 04 05:48:39.434522 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-56abbbe8-f676-4768-aeae-8cb7cca721f9 service neutron] 10.222.0.10 "GET /v2.0/networks/bff57db3-8555-4e60-b049-0fc8e32fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010983 Feb 04 05:48:39.613299 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-37ff4f65-fe60-486d-ab38-415a18c65188 req-c89acf6a-ea74-4462-b44c-bbb932a15fde tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 210 time: 0.0300198 Feb 04 05:48:39.980749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 045693cc-d56c-41c5-9b5b-68bc9c8c3707 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:40.028409 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 045693cc-d56c-41c5-9b5b-68bc9c8c3707 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:40.028697 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:40.615134 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-3a401a38-7873-4fc3-83bf-8ab2a83aebfd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:40.616557 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-3a401a38-7873-4fc3-83bf-8ab2a83aebfd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/networks?id=bff57db3-8555-4e60-b049-0fc8e32fada3 HTTP/1.1" status: 200 len: 796 time: 0.1027799 Feb 04 05:48:40.683681 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-235d5fa1-79d3-463b-9159-785435bc1c39 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 379 time: 0.0530097 Feb 04 05:48:40.700230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-287b25c4-2ff8-4acf-b7c5-7f1239c4d07d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'port': {'device_id': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'admin_state_up': True, 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'security_groups': ['8cfe2826-db97-4682-9c3e-b9d19b0d4734']}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:40.734284 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ddd695bf-e43a-44c5-8ccf-c05705b386ba req-9fe14222-9f1d-4f05-bf47-62fcbfde5290 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 210 time: 0.0480959 Feb 04 05:48:40.828835 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-287b25c4-2ff8-4acf-b7c5-7f1239c4d07d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:48:40.833132 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-287b25c4-2ff8-4acf-b7c5-7f1239c4d07d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:40.951613 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-287b25c4-2ff8-4acf-b7c5-7f1239c4d07d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.14 (bff57db3-8555-4e60-b049-0fc8e32fada3/e1c61a2e-ba0b-4887-8a6d-8d96150eaab5/9effbd4c-b944-4e07-9db7-5899a12587b5) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:48:41.103325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-287b25c4-2ff8-4acf-b7c5-7f1239c4d07d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:41.106035 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b478f67d-2e42-41f4-9557-df92f669480a req-ef121251-fd35-4ba5-8271-328666e30ec0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383027 Feb 04 05:48:41.136764 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-287b25c4-2ff8-4acf-b7c5-7f1239c4d07d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:41.180830 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-287b25c4-2ff8-4acf-b7c5-7f1239c4d07d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network bff57db3-8555-4e60-b049-0fc8e32fada3 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:48:41.183758 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-287b25c4-2ff8-4acf-b7c5-7f1239c4d07d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:41.184270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478f67d-2e42-41f4-9557-df92f669480a req-96b1df0c-3ab5-4418-940b-45416ec9b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:41.185762 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b478f67d-2e42-41f4-9557-df92f669480a req-96b1df0c-3ab5-4418-940b-45416ec9b323 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 1098 time: 0.0395553 Feb 04 05:48:41.187406 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-287b25c4-2ff8-4acf-b7c5-7f1239c4d07d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:48:41.215681 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b25c4-2ff8-4acf-b7c5-7f1239c4d07d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=9effbd4c-b944-4e07-9db7-5899a12587b5,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:41.244806 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-287b25c4-2ff8-4acf-b7c5-7f1239c4d07d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:41.245537 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-287b25c4-2ff8-4acf-b7c5-7f1239c4d07d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:41.267558 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-287b25c4-2ff8-4acf-b7c5-7f1239c4d07d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5704982 Feb 04 05:48:41.282546 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Request body: {'port': {'device_id': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:41.305364 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478f67d-2e42-41f4-9557-df92f669480a req-c69a3700-de4d-4129-b446-abaea0dd9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:41.306696 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b478f67d-2e42-41f4-9557-df92f669480a req-c69a3700-de4d-4129-b446-abaea0dd9982 service neutron] 10.222.0.26 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 912 time: 0.0989778 Feb 04 05:48:41.338334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:41.379996 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b478f67d-2e42-41f4-9557-df92f669480a req-94a97c1b-3c1c-48b0-abc2-49b43863fcd8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c10ae1e-ab20-4199-87d9-07acf6450909 HTTP/1.1" status: 200 len: 1001 time: 0.0636332 Feb 04 05:48:41.411229 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c3782a81-4a3b-40db-9698-5878abecd007 None None] Provisioning complete for port 9effbd4c-b944-4e07-9db7-5899a12587b5 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:41.411887 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c3782a81-4a3b-40db-9698-5878abecd007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:41.430312 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478f67d-2e42-41f4-9557-df92f669480a req-b494fb76-cf9e-44ac-a3ff-4f34923fc28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:41.432431 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b478f67d-2e42-41f4-9557-df92f669480a req-b494fb76-cf9e-44ac-a3ff-4f34923fc28a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 200 len: 851 time: 0.0460284 Feb 04 05:48:41.445490 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c3782a81-4a3b-40db-9698-5878abecd007 None None] Port 9effbd4c-b944-4e07-9db7-5899a12587b5 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:48:41.481146 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478f67d-2e42-41f4-9557-df92f669480a req-f44d000e-2571-4bc3-9ca7-aedc325bb8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:41.482670 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b478f67d-2e42-41f4-9557-df92f669480a req-f44d000e-2571-4bc3-9ca7-aedc325bb8c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436208 Feb 04 05:48:41.573078 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b478f67d-2e42-41f4-9557-df92f669480a req-e72e73cf-c256-4e00-b6a0-4c48f82c8d8c service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833583 Feb 04 05:48:41.657921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9effbd4c-b944-4e07-9db7-5899a12587b5 {{(pid=108745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:48:41.663582 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b478f67d-2e42-41f4-9557-df92f669480a req-dca58115-514e-4cdd-8f76-36554f1f3314 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834746 Feb 04 05:48:41.665302 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:41.681507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.provisioning_blocks [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Transition to ACTIVE for port object 9effbd4c-b944-4e07-9db7-5899a12587b5 will not be triggered until provisioned by entity L2. {{(pid=108745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:48:41.684826 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:41.770485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Pushing event updated for resources: {'Port': ['ID=9effbd4c-b944-4e07-9db7-5899a12587b5,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:41.852633 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Attempting to bind port 9effbd4c-b944-4e07-9db7-5899a12587b5 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:48:41.853132 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Attempting to bind port 9effbd4c-b944-4e07-9db7-5899a12587b5 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '17ef868f-71e6-4d4f-9e20-4da287caed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:48:41.853405 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Attempting to bind port 9effbd4c-b944-4e07-9db7-5899a12587b5 on network bff57db3-8555-4e60-b049-0fc8e32fada3 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:48:41.862832 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Port 9effbd4c-b944-4e07-9db7-5899a12587b5 on network bff57db3-8555-4e60-b049-0fc8e32fada3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:48:41.863221 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Attempting to bind port 9effbd4c-b944-4e07-9db7-5899a12587b5 on network bff57db3-8555-4e60-b049-0fc8e32fada3 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:48:41.870861 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:48:41.871196 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Checking segment: {'id': '17ef868f-71e6-4d4f-9e20-4da287caed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:48:41.871597 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Bound using segment: {'id': '17ef868f-71e6-4d4f-9e20-4da287caed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:48:41.872037 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Bound port: 9effbd4c-b944-4e07-9db7-5899a12587b5, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ef868f-71e6-4d4f-9e20-4da287caed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:48:41.872392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:41.889006 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31f438-ce52-4ae6-96ac-5c012f6b908e req-2338cdf1-390b-4411-9c64-5ae1e0f4b1a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:41.890530 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb31f438-ce52-4ae6-96ac-5c012f6b908e req-2338cdf1-390b-4411-9c64-5ae1e0f4b1a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 944 time: 0.0756462 Feb 04 05:48:41.960110 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb31f438-ce52-4ae6-96ac-5c012f6b908e req-5bb37f25-d8dd-453e-b569-14101bd85c13 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cfe2826-db97-4682-9c3e-b9d19b0d4734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624371 Feb 04 05:48:41.970982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] For port 9effbd4c-b944-4e07-9db7-5899a12587b5, host hv-neutron-8277, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:48:41.975089 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] For port 9effbd4c-b944-4e07-9db7-5899a12587b5, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9effbd4c-b944-4e07-9db7-5899a12587b5,segment=NetworkSegment(17ef868f-71e6-4d4f-9e20-4da287caed6b),segment_id=17ef868f-71e6-4d4f-9e20-4da287caed6b)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:48:41.979888 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:42.012396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:42.013006 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:42.014719 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] 10.222.0.26 "PUT /v2.0/ports/9effbd4c-b944-4e07-9db7-5899a12587b5 HTTP/1.1" status: 200 len: 1094 time: 0.7367079 Feb 04 05:48:42.019465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'tag': '9effbd4c-b944-4e07-9db7-5899a12587b5'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:48:42.021894 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995294d9-fe6d-4237-895e-7baa1d912a23" -d '{"events": [{"name": "network-changed", "server_uuid": "c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a", "tag": "9effbd4c-b944-4e07-9db7-5899a12587b5"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:48:42.079630 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fd76e-4f98-4019-acb2-f88de8518d77 service neutron] Pushing event updated for resources: {'Port': ['ID=9effbd4c-b944-4e07-9db7-5899a12587b5,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:42.114775 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-df7730a9-5972-4e5c-9160-40a2238aa7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:42.116520 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-df7730a9-5972-4e5c-9160-40a2238aa7b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 1097 time: 0.0538163 Feb 04 05:48:42.118380 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbca1f3-08b3-44cf-8c2a-dda09bb4551a x-openstack-request-id: req-ffbca1f3-08b3-44cf-8c2a-dda09bb4551a {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:48:42.118926 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a", "tag": "9effbd4c-b944-4e07-9db7-5899a12587b5", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:48:42.119240 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ffbca1f3-08b3-44cf-8c2a-dda09bb4551a {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:48:42.119687 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'tag': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'status': 'completed', 'code': 200} Feb 04 05:48:42.160119 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-ff5a9504-2bae-4579-9a19-836390f80813 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9effbd4c-b944-4e07-9db7-5899a12587b5 HTTP/1.1" status: 200 len: 217 time: 0.0358136 Feb 04 05:48:42.213384 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-f8161ea3-77f9-4034-a5c3-6729194a018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:42.214955 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-f8161ea3-77f9-4034-a5c3-6729194a018e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e1c61a2e-ba0b-4887-8a6d-8d96150eaab5 HTTP/1.1" status: 200 len: 835 time: 0.0451393 Feb 04 05:48:42.267199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-1480ca05-1107-4976-aae2-18bfc09048dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:42.269618 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-1480ca05-1107-4976-aae2-18bfc09048dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bff57db3-8555-4e60-b049-0fc8e32fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474861 Feb 04 05:48:42.359936 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-7ce97b76-d752-4cd2-bc09-add0e5662597 service neutron] 10.222.0.26 "GET /v2.0/networks/bff57db3-8555-4e60-b049-0fc8e32fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824142 Feb 04 05:48:42.449449 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3bb13634-15f3-45b8-93a2-7d44013d0e18 req-3855d6d0-fc4f-4e79-acd5-c10e59f7a9b9 service neutron] 10.222.0.26 "GET /v2.0/networks/bff57db3-8555-4e60-b049-0fc8e32fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818613 Feb 04 05:48:42.536283 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995294d9-fe6d-4237-895e-7baa1d912a23 req-d6e85401-7238-413a-9175-4e53919c6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:42.537803 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-995294d9-fe6d-4237-895e-7baa1d912a23 req-d6e85401-7238-413a-9175-4e53919c6c80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 1097 time: 0.0402977 Feb 04 05:48:42.627891 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995294d9-fe6d-4237-895e-7baa1d912a23 req-8d01d8c0-368c-4850-9c06-49aa4d14a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:42.629317 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-995294d9-fe6d-4237-895e-7baa1d912a23 req-8d01d8c0-368c-4850-9c06-49aa4d14a4a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bff57db3-8555-4e60-b049-0fc8e32fada3 HTTP/1.1" status: 200 len: 896 time: 0.0849683 Feb 04 05:48:42.718811 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-40aaa5e9-89da-4cd6-ace4-3f55efb191e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:42.967013 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-995294d9-fe6d-4237-895e-7baa1d912a23 req-d66b8d64-77c3-4232-82cd-1a49b89eea5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9effbd4c-b944-4e07-9db7-5899a12587b5 HTTP/1.1" status: 200 len: 217 time: 0.3283770 Feb 04 05:48:43.015195 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995294d9-fe6d-4237-895e-7baa1d912a23 req-4ee24dc8-3efb-4601-b4d8-20087a55a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:43.016650 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-995294d9-fe6d-4237-895e-7baa1d912a23 req-4ee24dc8-3efb-4601-b4d8-20087a55a2bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e1c61a2e-ba0b-4887-8a6d-8d96150eaab5 HTTP/1.1" status: 200 len: 835 time: 0.0424156 Feb 04 05:48:43.093910 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995294d9-fe6d-4237-895e-7baa1d912a23 req-008892bf-61a2-438b-9e60-e5f1ec742bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:43.095437 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-995294d9-fe6d-4237-895e-7baa1d912a23 req-008892bf-61a2-438b-9e60-e5f1ec742bd2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bff57db3-8555-4e60-b049-0fc8e32fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705709 Feb 04 05:48:43.103378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3c240-77a8-4979-988a-02bd1bb31c80 req-830890e7-0308-468c-87cd-992b61771231 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:43.104737 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7fc3c240-77a8-4979-988a-02bd1bb31c80 req-830890e7-0308-468c-87cd-992b61771231 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 944 time: 0.0725942 Feb 04 05:48:43.188259 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7fc3c240-77a8-4979-988a-02bd1bb31c80 req-7228ee9f-42fe-4cc6-979e-384ac4fe8d28 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cfe2826-db97-4682-9c3e-b9d19b0d4734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749528 Feb 04 05:48:43.214388 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-995294d9-fe6d-4237-895e-7baa1d912a23 req-9fc5a86c-5bdf-406e-ae04-1d0ca95bb440 service neutron] 10.222.0.26 "GET /v2.0/networks/bff57db3-8555-4e60-b049-0fc8e32fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087196 Feb 04 05:48:43.300880 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-995294d9-fe6d-4237-895e-7baa1d912a23 req-dc87be46-5989-494c-9dd8-ce673436ff48 service neutron] 10.222.0.26 "GET /v2.0/networks/bff57db3-8555-4e60-b049-0fc8e32fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791318 Feb 04 05:48:44.306591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f278d2-e02a-4d8d-99a2-1e0562d3fc91 req-2248ef5b-fec6-4fbf-8634-cd4d64055fb0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:44.308067 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-43f278d2-e02a-4d8d-99a2-1e0562d3fc91 req-2248ef5b-fec6-4fbf-8634-cd4d64055fb0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 944 time: 0.0499990 Feb 04 05:48:44.351871 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-43f278d2-e02a-4d8d-99a2-1e0562d3fc91 req-fea34ee8-bfd7-46d9-8356-989c1dd739d2 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cfe2826-db97-4682-9c3e-b9d19b0d4734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376134 Feb 04 05:48:44.416707 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 9effbd4c-b944-4e07-9db7-5899a12587b5 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:48:44.512094 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 9effbd4c-b944-4e07-9db7-5899a12587b5, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9effbd4c-b944-4e07-9db7-5899a12587b5,segment=NetworkSegment(17ef868f-71e6-4d4f-9e20-4da287caed6b),segment_id=17ef868f-71e6-4d4f-9e20-4da287caed6b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:44.522586 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'port_id': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'mac_address': 'fa:16:3e:7e:83:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:48:44.557885 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:44.570408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9effbd4c-b944-4e07-9db7-5899a12587b5 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:48:44.592297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 9effbd4c-b944-4e07-9db7-5899a12587b5, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9effbd4c-b944-4e07-9db7-5899a12587b5,segment=NetworkSegment(17ef868f-71e6-4d4f-9e20-4da287caed6b),segment_id=17ef868f-71e6-4d4f-9e20-4da287caed6b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:44.596010 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:44.640895 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=9effbd4c-b944-4e07-9db7-5899a12587b5,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:44.831122 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1235459d-33e4-4815-8457-ca6ff5dea44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:44.836361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['9effbd4c-b944-4e07-9db7-5899a12587b5'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:48:45.476066 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ece39-380b-414b-a413-82e9e9a22474 req-cecaeebf-2efd-4efc-8827-5d720ef94a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:45.477565 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee6ece39-380b-414b-a413-82e9e9a22474 req-cecaeebf-2efd-4efc-8827-5d720ef94a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 945 time: 0.0531070 Feb 04 05:48:45.514684 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee6ece39-380b-414b-a413-82e9e9a22474 req-668d3dfb-2fe8-4611-b1da-db73d6a31998 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cfe2826-db97-4682-9c3e-b9d19b0d4734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311432 Feb 04 05:48:45.849400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:45.930121 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:48:46.431818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 9effbd4c-b944-4e07-9db7-5899a12587b5 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:48:46.482030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 9effbd4c-b944-4e07-9db7-5899a12587b5 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:48:46.486338 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 9effbd4c-b944-4e07-9db7-5899a12587b5 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:48:46.486706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:46.559920 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:46.583578 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9effbd4c-b944-4e07-9db7-5899a12587b5'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:48:46.585959 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c606e28c-84c9-4670-8ce6-96e7af6297e5" -d '{"events": [{"server_uuid": "c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a", "name": "network-vif-plugged", "status": "completed", "tag": "9effbd4c-b944-4e07-9db7-5899a12587b5"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:48:46.598448 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 9effbd4c-b944-4e07-9db7-5899a12587b5, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9effbd4c-b944-4e07-9db7-5899a12587b5,segment=NetworkSegment(17ef868f-71e6-4d4f-9e20-4da287caed6b),segment_id=17ef868f-71e6-4d4f-9e20-4da287caed6b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:48:46.603248 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:46.627588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bd477a-ae6b-49f9-b23e-883a3993e22d x-openstack-request-id: req-68bd477a-ae6b-49f9-b23e-883a3993e22d {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:48:46.627879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a", "name": "network-vif-plugged", "status": "completed", "tag": "9effbd4c-b944-4e07-9db7-5899a12587b5", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:48:46.628125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68bd477a-ae6b-49f9-b23e-883a3993e22d {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:48:46.628499 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'code': 200} Feb 04 05:48:46.632373 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768e898-0684-4072-bc73-9fb7acee4682 req-8887473b-5b22-4df9-b8c3-ebd1406f1b8f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:46.633956 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3768e898-0684-4072-bc73-9fb7acee4682 req-8887473b-5b22-4df9-b8c3-ebd1406f1b8f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 945 time: 0.0505857 Feb 04 05:48:46.659511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=9effbd4c-b944-4e07-9db7-5899a12587b5,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:46.672189 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3768e898-0684-4072-bc73-9fb7acee4682 req-627b0f01-e868-441c-be45-2ed317fde902 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cfe2826-db97-4682-9c3e-b9d19b0d4734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319133 Feb 04 05:48:46.793285 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1a6c5-0a45-4ce9-9bb8-5fcccfeea559 req-adec60de-0ce3-4e79-aad1-f704ade534bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:46.794799 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0fa1a6c5-0a45-4ce9-9bb8-5fcccfeea559 req-adec60de-0ce3-4e79-aad1-f704ade534bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 1099 time: 0.0395026 Feb 04 05:48:46.827075 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0fa1a6c5-0a45-4ce9-9bb8-5fcccfeea559 req-dcec1d33-e91f-4347-9f11-6cfce3f2dd3d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8cfe2826-db97-4682-9c3e-b9d19b0d4734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261366 Feb 04 05:48:47.642840 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:47.794447 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d73909-e21f-487c-b3fd-364e0fed697e req-4d4e4b4b-4889-44ca-9d7c-21ef7a9a8bae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:47.795847 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-99d73909-e21f-487c-b3fd-364e0fed697e req-4d4e4b4b-4889-44ca-9d7c-21ef7a9a8bae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 946 time: 0.0516889 Feb 04 05:48:47.834979 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-99d73909-e21f-487c-b3fd-364e0fed697e req-a55dba37-9d07-4a9e-922b-37182c1b192a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cfe2826-db97-4682-9c3e-b9d19b0d4734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330732 Feb 04 05:48:47.920038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:48.946559 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba812b8-6592-4f88-8388-f62ab355148b req-870dbf2f-7be5-4b90-9f67-b27d584b7ca7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:48.948014 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0ba812b8-6592-4f88-8388-f62ab355148b req-870dbf2f-7be5-4b90-9f67-b27d584b7ca7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 946 time: 0.0476377 Feb 04 05:48:48.989314 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0ba812b8-6592-4f88-8388-f62ab355148b req-12523096-4e04-44d3-9ebe-b4a277ea2dec tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cfe2826-db97-4682-9c3e-b9d19b0d4734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355375 Feb 04 05:48:49.100187 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f04a9-db1e-4f32-b70f-4e73fb8670da req-f492764b-4909-4d3c-99a4-fda253be2826 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:49.101543 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-133f04a9-db1e-4f32-b70f-4e73fb8670da req-f492764b-4909-4d3c-99a4-fda253be2826 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 946 time: 0.0479546 Feb 04 05:48:49.138121 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-133f04a9-db1e-4f32-b70f-4e73fb8670da req-c714f67c-22c1-41fe-b16e-6871dd406243 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cfe2826-db97-4682-9c3e-b9d19b0d4734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307450 Feb 04 05:48:49.162456 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53654) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:49.204850 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f02681-2d66-412f-9564-bb537a787384 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:49.206350 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-07f02681-2d66-412f-9564-bb537a787384 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 1094 time: 0.0429111 Feb 04 05:48:49.209411 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53656) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:49.213617 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:48:49.235972 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:49.328309 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:49.432658 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.13 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/e92f4e3f-3e17-4866-9a9c-b62fd663e269) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:48:49.529456 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:49.561455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:49.603989 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:48:49.606740 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:48:49.610629 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:48:49.615754 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=e92f4e3f-3e17-4866-9a9c-b62fd663e269,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:49.957403 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:50.024292 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:50.164390 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:50.169070 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:50.240646 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=e92f4e3f-3e17-4866-9a9c-b62fd663e269,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:48:50.250009 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:50.347175 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP ce2efc33-11f0-4284-9230-4512ee746ddf associated. External IP: 172.26.3.13, port: 9effbd4c-b944-4e07-9db7-5899a12587b5. Feb 04 05:48:50.550782 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 04071f91-725f-48a5-b848-63de4c537d49 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:48:50.655955 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:48:50.668425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7330c36-1441-4ee4-87eb-9f4f13a70d17 None None] Sync routers for ids ['04071f91-725f-48a5-b848-63de4c537d49'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:48:50.673730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:48:50.678623 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7330c36-1441-4ee4-87eb-9f4f13a70d17 None None] Routers {'04071f91-725f-48a5-b848-63de4c537d49'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:48:50.679230 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a7330c36-1441-4ee4-87eb-9f4f13a70d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:48:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['04071f91-725f-48a5-b848-63de4c537d49'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:50.700432 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4289905b-424e-4c3f-9942-94bb3738ada3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4899909 Feb 04 05:48:50.701119 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'tag': '9effbd4c-b944-4e07-9db7-5899a12587b5'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:48:50.703454 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53660) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:50.704562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0c6ecc-5c40-4d17-bf73-8041e93f4ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a", "tag": "9effbd4c-b944-4e07-9db7-5899a12587b5"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:48:50.742758 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ab5fc1-03bd-40bd-8356-bc3f72944e0e x-openstack-request-id: req-f5ab5fc1-03bd-40bd-8356-bc3f72944e0e {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:48:50.743128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a", "tag": "9effbd4c-b944-4e07-9db7-5899a12587b5", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:48:50.743587 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5ab5fc1-03bd-40bd-8356-bc3f72944e0e {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:48:50.744061 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'tag': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'status': 'completed', 'code': 200} Feb 04 05:48:50.793558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-a7330c36-1441-4ee4-87eb-9f4f13a70d17 None None] Set router 04071f91-725f-48a5-b848-63de4c537d49 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:48:50.809598 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c6ecc-5c40-4d17-bf73-8041e93f4ecc req-1569f12b-ca3e-407c-b61d-3480e4fe5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:50.811444 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-db0c6ecc-5c40-4d17-bf73-8041e93f4ecc req-1569f12b-ca3e-407c-b61d-3480e4fe5ac6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 1099 time: 0.0430756 Feb 04 05:48:50.912415 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c6ecc-5c40-4d17-bf73-8041e93f4ecc req-5021e552-9541-42b7-a339-4f9d78d80157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:50.914126 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-db0c6ecc-5c40-4d17-bf73-8041e93f4ecc req-5021e552-9541-42b7-a339-4f9d78d80157 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bff57db3-8555-4e60-b049-0fc8e32fada3 HTTP/1.1" status: 200 len: 896 time: 0.0948260 Feb 04 05:48:50.981449 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-db0c6ecc-5c40-4d17-bf73-8041e93f4ecc req-671acaa9-1499-44bb-9387-e0fc5bb56786 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9effbd4c-b944-4e07-9db7-5899a12587b5 HTTP/1.1" status: 200 len: 999 time: 0.0597734 Feb 04 05:48:51.026287 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a7330c36-1441-4ee4-87eb-9f4f13a70d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:35Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ce2efc33-11f0-4284-9230-4512ee746ddf', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.13', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '04071f91-725f-48a5-b848-63de4c537d49', 'port_id': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'mac_address': 'fa:16:3e:7e:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:49Z', 'updated_at': '2022-02-04T05:48:49Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045693cc-d56c-41c5-9b5b-68bc9c8c3707', 'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:06:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:34Z', 'updated_at': '2022-02-04T05:48:38Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:51.031401 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c6ecc-5c40-4d17-bf73-8041e93f4ecc req-24b4733e-2b87-48fc-a820-31ad0f72bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:51.032961 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-db0c6ecc-5c40-4d17-bf73-8041e93f4ecc req-24b4733e-2b87-48fc-a820-31ad0f72bad9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e1c61a2e-ba0b-4887-8a6d-8d96150eaab5 HTTP/1.1" status: 200 len: 835 time: 0.0448942 Feb 04 05:48:51.053233 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7330c36-1441-4ee4-87eb-9f4f13a70d17 None None] Checking router: 04071f91-725f-48a5-b848-63de4c537d49 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:48:51.061440 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7330c36-1441-4ee4-87eb-9f4f13a70d17 None None] Routers {'04071f91-725f-48a5-b848-63de4c537d49'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:48:51.062088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a7330c36-1441-4ee4-87eb-9f4f13a70d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:48:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['04071f91-725f-48a5-b848-63de4c537d49'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:51.084420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c6ecc-5c40-4d17-bf73-8041e93f4ecc req-4991a27b-6a94-4d0a-a713-23a84c7cb5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:51.086209 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-db0c6ecc-5c40-4d17-bf73-8041e93f4ecc req-4991a27b-6a94-4d0a-a713-23a84c7cb5eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bff57db3-8555-4e60-b049-0fc8e32fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458646 Feb 04 05:48:51.095499 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-61b7ab36-502a-4bc6-bd8b-cde86ccda238 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/ce2efc33-11f0-4284-9230-4512ee746ddf HTTP/1.1" status: 200 len: 991 time: 0.3892109 Feb 04 05:48:51.165660 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-a7330c36-1441-4ee4-87eb-9f4f13a70d17 None None] Set router 04071f91-725f-48a5-b848-63de4c537d49 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:48:51.179737 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-db0c6ecc-5c40-4d17-bf73-8041e93f4ecc req-b7f1541d-bdef-4561-993b-91b913690e0a service neutron] 10.222.0.26 "GET /v2.0/networks/bff57db3-8555-4e60-b049-0fc8e32fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868323 Feb 04 05:48:51.274130 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-db0c6ecc-5c40-4d17-bf73-8041e93f4ecc req-d7a7368f-c61a-4645-ab56-f2ffe8a50d6e service neutron] 10.222.0.26 "GET /v2.0/networks/bff57db3-8555-4e60-b049-0fc8e32fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854855 Feb 04 05:48:51.389561 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a7330c36-1441-4ee4-87eb-9f4f13a70d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:35Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ce2efc33-11f0-4284-9230-4512ee746ddf', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.13', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '04071f91-725f-48a5-b848-63de4c537d49', 'port_id': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'mac_address': 'fa:16:3e:7e:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:49Z', 'updated_at': '2022-02-04T05:48:49Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045693cc-d56c-41c5-9b5b-68bc9c8c3707', 'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:06:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:34Z', 'updated_at': '2022-02-04T05:48:38Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:48:51.415296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7330c36-1441-4ee4-87eb-9f4f13a70d17 None None] The sync data for ids ['04071f91-725f-48a5-b848-63de4c537d49'] in dv-neutron-827794-1-hyperv is: [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:35Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ce2efc33-11f0-4284-9230-4512ee746ddf', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.13', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '04071f91-725f-48a5-b848-63de4c537d49', 'port_id': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'mac_address': 'fa:16:3e:7e:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:49Z', 'updated_at': '2022-02-04T05:48:49Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045693cc-d56c-41c5-9b5b-68bc9c8c3707', 'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:06:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:34Z', 'updated_at': '2022-02-04T05:48:38Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:48:51.612440 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e111df7b-8c9d-446d-bd2d-1e9d90f0cb73 None None] New status for floating IP ce2efc33-11f0-4284-9230-4512ee746ddf: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:48:52.098366 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53664) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:48:52.163438 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-201e3571-72fe-43d6-bd21-4401d6a8fdb8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/ce2efc33-11f0-4284-9230-4512ee746ddf HTTP/1.1" status: 200 len: 993 time: 0.0639961 Feb 04 05:48:55.557165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd88af-cc7f-49e4-9755-cc2d642b1922 req-290db2f6-b427-4706-b281-bb65893d5687 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:55.558706 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-05cd88af-cc7f-49e4-9755-cc2d642b1922 req-290db2f6-b427-4706-b281-bb65893d5687 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0529153 Feb 04 05:48:55.597434 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-05cd88af-cc7f-49e4-9755-cc2d642b1922 req-b881a09a-c9b4-4254-86da-d70305082d4b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321407 Feb 04 05:48:56.714753 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b62b7d-5904-484c-97b6-ded021383d72 req-3f1bb0ed-3311-4068-85e1-89f93bfd52af tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:56.716270 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26b62b7d-5904-484c-97b6-ded021383d72 req-3f1bb0ed-3311-4068-85e1-89f93bfd52af tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0514109 Feb 04 05:48:56.753208 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26b62b7d-5904-484c-97b6-ded021383d72 req-fd5eb74e-251a-480a-90e9-cccdc5d8f8fb tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305285 Feb 04 05:48:57.870358 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98ba2a-5bf6-4268-83cb-d11c6f878f43 req-d0d3eacb-0ac1-4d74-8876-8f6255c0f26e tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:57.872567 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6a98ba2a-5bf6-4268-83cb-d11c6f878f43 req-d0d3eacb-0ac1-4d74-8876-8f6255c0f26e tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0519359 Feb 04 05:48:57.909970 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6a98ba2a-5bf6-4268-83cb-d11c6f878f43 req-7c569136-3340-4cf3-a6ac-c25a7c963ac4 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307639 Feb 04 05:48:59.023600 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f3349-54ae-44ae-8a52-711809831379 req-73f4b0e1-5db9-4408-8c11-1e10571ce1e4 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:48:59.025052 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7d3f3349-54ae-44ae-8a52-711809831379 req-73f4b0e1-5db9-4408-8c11-1e10571ce1e4 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0477717 Feb 04 05:48:59.060808 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7d3f3349-54ae-44ae-8a52-711809831379 req-95a8bf1e-abcf-4b1f-8b8f-c3576af7e424 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298979 Feb 04 05:49:00.171708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1beb5-ba6f-4c83-b07c-1cf9208cb59a req-35d17d84-d575-4970-9d4b-bfca30236b57 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:00.173152 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-87b1beb5-ba6f-4c83-b07c-1cf9208cb59a req-35d17d84-d575-4970-9d4b-bfca30236b57 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0475724 Feb 04 05:49:00.209975 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-87b1beb5-ba6f-4c83-b07c-1cf9208cb59a req-850fa4a4-fae0-4ef3-a7f8-e1fd70b6c59f tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309196 Feb 04 05:49:01.327236 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce530a4b-9b88-4e63-97c0-2ffd36959c10 req-7cf34a63-64c0-4cff-906b-32d35804c4f2 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:01.328678 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ce530a4b-9b88-4e63-97c0-2ffd36959c10 req-7cf34a63-64c0-4cff-906b-32d35804c4f2 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0520837 Feb 04 05:49:01.365951 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ce530a4b-9b88-4e63-97c0-2ffd36959c10 req-5e2beb43-18f3-4496-ba19-b2f1c3aab61c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310726 Feb 04 05:49:02.479107 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fabf8-d144-4c56-843e-27fd7ce9dfe1 req-2f8355d2-a11c-469b-97c6-b3693842dca8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:02.480576 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c33fabf8-d144-4c56-843e-27fd7ce9dfe1 req-2f8355d2-a11c-469b-97c6-b3693842dca8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0483320 Feb 04 05:49:02.517672 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c33fabf8-d144-4c56-843e-27fd7ce9dfe1 req-c5e617d3-a895-46d9-a538-a419f85e91b6 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306027 Feb 04 05:49:03.642299 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96c234-6a91-497a-bec6-5e572a69e787 req-b3fa1f07-4352-4acf-b53a-d3097672a274 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:03.643878 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-db96c234-6a91-497a-bec6-5e572a69e787 req-b3fa1f07-4352-4acf-b53a-d3097672a274 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0549810 Feb 04 05:49:03.687070 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-db96c234-6a91-497a-bec6-5e572a69e787 req-7c266ed1-b278-4f7d-844b-6a2b6f1d31f0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357671 Feb 04 05:49:03.952339 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:04.807257 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db7a9e-876e-4b13-aba7-f02a67f9fef4 req-914b2c4f-8581-4384-9a08-6795e3b6ac2d tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:04.808739 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-83db7a9e-876e-4b13-aba7-f02a67f9fef4 req-914b2c4f-8581-4384-9a08-6795e3b6ac2d tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0524015 Feb 04 05:49:04.846366 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-83db7a9e-876e-4b13-aba7-f02a67f9fef4 req-903ad93b-4530-4912-bd25-dd7ecd159654 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308208 Feb 04 05:49:05.963852 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce9276-f500-4a37-8e5e-b3975d34648c req-02692548-e9e6-4a62-a430-a47aff17b731 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:05.965299 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e8ce9276-f500-4a37-8e5e-b3975d34648c req-02692548-e9e6-4a62-a430-a47aff17b731 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0473220 Feb 04 05:49:06.003793 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e8ce9276-f500-4a37-8e5e-b3975d34648c req-3612c640-0be2-412c-9eed-30379ca00007 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316823 Feb 04 05:49:07.116039 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230f363-744b-48be-8f38-edeee939b36d req-0fc9adda-1c5b-4eef-8ba9-a7048e7abf20 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:07.117479 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b230f363-744b-48be-8f38-edeee939b36d req-0fc9adda-1c5b-4eef-8ba9-a7048e7abf20 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0473847 Feb 04 05:49:07.153959 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b230f363-744b-48be-8f38-edeee939b36d req-297e81ec-c53e-4cb1-834a-6b29d2f6b8c7 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307009 Feb 04 05:49:08.276881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a4981-9782-4435-b658-8b10675df296 req-aff308a6-2f26-4a87-9221-5cc722f83996 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:08.278403 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5b7a4981-9782-4435-b658-8b10675df296 req-aff308a6-2f26-4a87-9221-5cc722f83996 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0570059 Feb 04 05:49:08.314455 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5b7a4981-9782-4435-b658-8b10675df296 req-c16838e5-c379-4d07-823c-9011b6e785ec tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295591 Feb 04 05:49:09.425496 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409f681-33bf-4cfa-b42c-4353492fcef6 req-854182fa-5eb1-40e6-b418-d693aac6b62a tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:09.426968 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7409f681-33bf-4cfa-b42c-4353492fcef6 req-854182fa-5eb1-40e6-b418-d693aac6b62a tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0476015 Feb 04 05:49:09.463976 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7409f681-33bf-4cfa-b42c-4353492fcef6 req-3b6264e9-21f4-4dbd-af40-a802172f70b9 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310342 Feb 04 05:49:10.578845 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cff85-ee3e-466f-9ffb-860f331a027d req-520d1622-988c-4fb5-abfd-f9637e02f0c0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:10.580367 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-995cff85-ee3e-466f-9ffb-860f331a027d req-520d1622-988c-4fb5-abfd-f9637e02f0c0 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0487273 Feb 04 05:49:10.617668 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-995cff85-ee3e-466f-9ffb-860f331a027d req-4edc98d9-5f49-40fa-93f7-b8ab091cdc78 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310616 Feb 04 05:49:11.739283 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cbeb7-cd37-465f-b88e-2c0e7ec42c5d req-53541d8c-209b-4181-a2ab-9118e20b6a51 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:11.740900 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-270cbeb7-cd37-465f-b88e-2c0e7ec42c5d req-53541d8c-209b-4181-a2ab-9118e20b6a51 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0539474 Feb 04 05:49:11.779363 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-270cbeb7-cd37-465f-b88e-2c0e7ec42c5d req-ce8fcf26-e273-433a-81b5-06c338c356a2 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324979 Feb 04 05:49:12.720095 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b5594a66-bd2e-4064-99e9-ac6724d447a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:12.892502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18c7d8-96fb-40d4-b98f-675f1b86b96e req-8c5662c6-9698-4d82-ab5e-e2396c4c9b2e tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:12.893999 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8e18c7d8-96fb-40d4-b98f-675f1b86b96e req-8c5662c6-9698-4d82-ab5e-e2396c4c9b2e tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0484495 Feb 04 05:49:12.930812 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8e18c7d8-96fb-40d4-b98f-675f1b86b96e req-847d38e3-51dd-4157-9dc8-f662ae6b686b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308759 Feb 04 05:49:13.344818 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791143e9-dcbd-43ea-85d3-7ce50c41fab1 req-f06d271c-5de9-4eaa-9951-ab3965fe619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:13.346300 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-791143e9-dcbd-43ea-85d3-7ce50c41fab1 req-f06d271c-5de9-4eaa-9951-ab3965fe619c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 1098 time: 0.0390055 Feb 04 05:49:13.379742 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-791143e9-dcbd-43ea-85d3-7ce50c41fab1 req-4e41fa2f-7b78-4bb5-8153-56785383ba4b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262752 Feb 04 05:49:14.047432 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea207d-47a2-497f-b78c-2bc9cbf19aed req-c6e88842-b9da-4f69-a86a-5815862e0101 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:14.048884 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5cea207d-47a2-497f-b78c-2bc9cbf19aed req-c6e88842-b9da-4f69-a86a-5815862e0101 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0518878 Feb 04 05:49:14.346768 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5cea207d-47a2-497f-b78c-2bc9cbf19aed req-4fc65704-8102-469f-99e3-2aa48dccb7d4 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900443 Feb 04 05:49:14.602559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device dac5ca01-9eaf-483b-804c-c075848c7e49 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:49:14.842770 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port dac5ca01-9eaf-483b-804c-c075848c7e49, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dac5ca01-9eaf-483b-804c-c075848c7e49,segment=NetworkSegment(f753de4a-a5b8-4d81-bf83-fd9efea40297),segment_id=f753de4a-a5b8-4d81-bf83-fd9efea40297)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:49:14.845556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-16352a0d-88e3-434c-8363-28ab68e5a82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:14.854611 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'dac5ca01-9eaf-483b-804c-c075848c7e49', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'port_id': 'dac5ca01-9eaf-483b-804c-c075848c7e49', 'mac_address': 'fa:16:3e:8e:db:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:49:14.895329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:14.908108 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dac5ca01-9eaf-483b-804c-c075848c7e49 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:49:14.926535 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port dac5ca01-9eaf-483b-804c-c075848c7e49, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dac5ca01-9eaf-483b-804c-c075848c7e49,segment=NetworkSegment(f753de4a-a5b8-4d81-bf83-fd9efea40297),segment_id=f753de4a-a5b8-4d81-bf83-fd9efea40297)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:49:14.930148 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:14.974586 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=dac5ca01-9eaf-483b-804c-c075848c7e49,revision_number=6']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:15.249127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['dac5ca01-9eaf-483b-804c-c075848c7e49'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:49:15.459855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dccd0f-bbce-4e80-9837-4f349a0378fb req-2880ee2f-fe89-4be9-a82b-23d477ac73ce tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:15.461335 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-34dccd0f-bbce-4e80-9837-4f349a0378fb req-2880ee2f-fe89-4be9-a82b-23d477ac73ce tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 944 time: 0.0475144 Feb 04 05:49:15.498500 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-34dccd0f-bbce-4e80-9837-4f349a0378fb req-a920ef43-9b0b-4892-8fd7-a61049cdb607 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304081 Feb 04 05:49:15.521172 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53734) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:15.578344 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-34e2fb91-5455-4e8a-8245-8b10cb3d2b53 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/floatingips/16f1b0a6-65c3-469e-b1b6-37ffb8f75677 HTTP/1.1" status: 200 len: 992 time: 0.0560040 Feb 04 05:49:15.851095 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:16.633200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device dac5ca01-9eaf-483b-804c-c075848c7e49 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:49:16.681547 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port dac5ca01-9eaf-483b-804c-c075848c7e49 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:49:16.681950 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:16.757294 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:16.778796 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac5ca01-9eaf-483b-804c-c075848c7e49'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:49:16.781068 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24807e95-58f9-4609-a8a8-de38ce6c2167" -d '{"events": [{"server_uuid": "ad844d66-f954-4be0-831d-683bebc2bdd3", "name": "network-vif-plugged", "status": "completed", "tag": "dac5ca01-9eaf-483b-804c-c075848c7e49"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:49:16.793054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port dac5ca01-9eaf-483b-804c-c075848c7e49, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dac5ca01-9eaf-483b-804c-c075848c7e49,segment=NetworkSegment(f753de4a-a5b8-4d81-bf83-fd9efea40297),segment_id=f753de4a-a5b8-4d81-bf83-fd9efea40297)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:49:16.798758 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:16.824915 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402603fe-ccb7-419a-8fca-25b6fbcefafd x-openstack-request-id: req-402603fe-ccb7-419a-8fca-25b6fbcefafd {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:49:16.825216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad844d66-f954-4be0-831d-683bebc2bdd3", "name": "network-vif-plugged", "status": "completed", "tag": "dac5ca01-9eaf-483b-804c-c075848c7e49", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:49:16.825474 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-402603fe-ccb7-419a-8fca-25b6fbcefafd {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:49:16.825881 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac5ca01-9eaf-483b-804c-c075848c7e49', 'code': 200} Feb 04 05:49:16.850688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=dac5ca01-9eaf-483b-804c-c075848c7e49,revision_number=7']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:17.645805 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:17.920850 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:22.928307 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:49:25.235411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53744) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:25.307317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cedb0d-8c29-4e60-83aa-02259f641d30 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:25.307796 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cedb0d-8c29-4e60-83aa-02259f641d30 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:25.308273 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cedb0d-8c29-4e60-83aa-02259f641d30 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:25.309959 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-62cedb0d-8c29-4e60-83aa-02259f641d30 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=40ad8d16904547d4bb154abb4c3cacdf&network_id=bff57db3-8555-4e60-b049-0fc8e32fada3 HTTP/1.1" status: 200 len: 3000 time: 0.0735488 Feb 04 05:49:27.157349 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53754) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:27.207901 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a6048d-05da-4e32-9bb5-9ff7558a5f1b tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:27.209358 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a2a6048d-05da-4e32-9bb5-9ff7558a5f1b tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624 HTTP/1.1" status: 200 len: 814 time: 0.0509932 Feb 04 05:49:27.728324 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53760) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:27.733393 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'network': {'name': 'tempest-network-smoke--695408413', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'port_security_enabled': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:49:27.755985 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:49:27.759577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:27.781168 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:49:27.790715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:27.791052 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Added segment 20551564-d1d6-4279-95b9-c5e1f5917c0c of type vlan for network 9109d8e7-b8f3-4280-a528-3264f9c21d4b Feb 04 05:49:27.829283 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:27.852347 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:27.857637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:27.858232 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:27.916834 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1875036 Feb 04 05:49:27.920047 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53762) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:27.927866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Network': ['ID=9109d8e7-b8f3-4280-a528-3264f9c21d4b,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:27.934686 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:27.935038 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:27.935373 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:27.935704 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:27.936036 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:27.936357 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:27.936682 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:27.937002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:27.937324 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:27.937636 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:27.937977 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:27.938289 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3f671d-62bc-41fb-abf6-abd9babb7b91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:27.949491 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 9109d8e7-b8f3-4280-a528-3264f9c21d4b details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:49:27.991760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f517aa-1e2e-406f-a7e8-5f0000dd9e69 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:27.993182 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d5f517aa-1e2e-406f-a7e8-5f0000dd9e69 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=40ad8d16904547d4bb154abb4c3cacdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0721388 Feb 04 05:49:27.995914 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53764) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:28.161304 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb93728-2a32-4638-b537-683fded3a533 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:28.162837 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fbb93728-2a32-4638-b537-683fded3a533 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1660275 Feb 04 05:49:28.165634 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53766) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:28.202556 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2cd21c60-9718-4918-98af-7597d043fc41 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358653 Feb 04 05:49:28.205553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53768) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:28.231776 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ef3cdf3e-556f-4110-8b38-a49bb230e59d tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=40ad8d16904547d4bb154abb4c3cacdf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0249927 Feb 04 05:49:28.233924 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53770) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:28.315097 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906b5e76-8418-4139-bdcc-361e977ecff6 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:28.316522 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-906b5e76-8418-4139-bdcc-361e977ecff6 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0817230 Feb 04 05:49:28.319184 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53772) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:28.351054 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ad3384f5-a96d-4f55-b182-dedd88777b52 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308776 Feb 04 05:49:28.353820 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53774) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:28.358529 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1712804931', 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:49:28.442507 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:49:28.445912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:28.620598 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:28.678414 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Subnet': ['ID=261a28bd-62c7-4b1b-9345-247c2b322123,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:28.688243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:28.689121 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:28.689455 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:28.689800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:28.690131 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:28.690453 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:28.690774 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:28.691093 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:28.691413 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:28.691730 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:28.692045 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:28.692359 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:28.697287 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Checking segment: {'id': '20551564-d1d6-4279-95b9-c5e1f5917c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:49:28.697642 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network hostable DHCP agents. Network: 9109d8e7-b8f3-4280-a528-3264f9c21d4b, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:49:28.714386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 9109d8e7-b8f3-4280-a528-3264f9c21d4b is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:49:28.722361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 9109d8e7-b8f3-4280-a528-3264f9c21d4b) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:49:28.726387 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:28.726973 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:28.731093 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871c0e1a-68f4-4451-b585-63955b3b1e4f None None] Network 9109d8e7-b8f3-4280-a528-3264f9c21d4b requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:49:28.742616 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e1dfec6a-acba-4071-b80b-49275296f747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3878214 Feb 04 05:49:28.871752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-9109d8e7-b8f3-4280-a528-3264f9c21d4b', 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ips': [{'subnet_id': '261a28bd-62c7-4b1b-9345-247c2b322123'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:49:28.872555 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.001640 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Allocated IP 172.20.0.18 (9109d8e7-b8f3-4280-a528-3264f9c21d4b/261a28bd-62c7-4b1b-9345-247c2b322123/dd8e4e80-2169-4446-9b02-517a2f75a269) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:49:29.080283 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53778) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:29.085223 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-fea5ba8a-2d61-49c4-843b-9ee81df34736 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1779360227', 'description': 'tempest-secgroup-smoke-1779360227 description', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:49:29.108345 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fea5ba8a-2d61-49c4-843b-9ee81df34736 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.142707 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.148906 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.176030 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fea5ba8a-2d61-49c4-843b-9ee81df34736 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.180188 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fea5ba8a-2d61-49c4-843b-9ee81df34736 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.188222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Network 9109d8e7-b8f3-4280-a528-3264f9c21d4b is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:49:29.191028 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:49:29.194415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:49:29.202383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Pushing event updated for resources: {'Port': ['ID=dd8e4e80-2169-4446-9b02-517a2f75a269,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:29.209696 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fea5ba8a-2d61-49c4-843b-9ee81df34736 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.213626 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fea5ba8a-2d61-49c4-843b-9ee81df34736 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1293395 Feb 04 05:49:29.214512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53780) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:29.218836 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-677eea44-ab1e-41b7-af35-60439d61c31f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'da9609ab-9666-40f7-b4e4-876c2596593e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:49:29.224287 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5ba8a-2d61-49c4-843b-9ee81df34736 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9609ab-9666-40f7-b4e4-876c2596593e,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:29.249892 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-677eea44-ab1e-41b7-af35-60439d61c31f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.251656 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Attempting to bind port dd8e4e80-2169-4446-9b02-517a2f75a269 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:49:29.252036 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Attempting to bind port dd8e4e80-2169-4446-9b02-517a2f75a269 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '20551564-d1d6-4279-95b9-c5e1f5917c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:49:29.252400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Attempting to bind port dd8e4e80-2169-4446-9b02-517a2f75a269 on network 9109d8e7-b8f3-4280-a528-3264f9c21d4b {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:49:29.257317 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:49:29.257668 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Checking segment: {'id': '20551564-d1d6-4279-95b9-c5e1f5917c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:49:29.258105 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.258498 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Bound using segment: {'id': '20551564-d1d6-4279-95b9-c5e1f5917c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:49:29.258966 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Bound port: dd8e4e80-2169-4446-9b02-517a2f75a269, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20551564-d1d6-4279-95b9-c5e1f5917c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:49:29.259343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.310516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-677eea44-ab1e-41b7-af35-60439d61c31f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.314056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-677eea44-ab1e-41b7-af35-60439d61c31f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.323451 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] For port dd8e4e80-2169-4446-9b02-517a2f75a269, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:49:29.326592 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] For port dd8e4e80-2169-4446-9b02-517a2f75a269, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=dd8e4e80-2169-4446-9b02-517a2f75a269,segment=NetworkSegment(20551564-d1d6-4279-95b9-c5e1f5917c0c),segment_id=20551564-d1d6-4279-95b9-c5e1f5917c0c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:49:29.331284 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.331462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677eea44-ab1e-41b7-af35-60439d61c31f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7ca7e8-dbd0-42ff-a2d6-66ea70af0ca4,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:29.341114 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-677eea44-ab1e-41b7-af35-60439d61c31f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.342358 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-677eea44-ab1e-41b7-af35-60439d61c31f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276035 Feb 04 05:49:29.345604 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53782) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:29.349954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7a7c871c-388a-460a-80b1-2430d1db11b7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'da9609ab-9666-40f7-b4e4-876c2596593e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:49:29.381631 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a7c871c-388a-460a-80b1-2430d1db11b7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.390340 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4796037-31f7-4e62-b602-296014d64a79 None None] Pushing event updated for resources: {'Port': ['ID=dd8e4e80-2169-4446-9b02-517a2f75a269,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:29.439529 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a7c871c-388a-460a-80b1-2430d1db11b7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.443304 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a7c871c-388a-460a-80b1-2430d1db11b7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.460866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c871c-388a-460a-80b1-2430d1db11b7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252ad0dd-facd-47ac-9773-3a3453aa2ce2,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:29.474294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a7c871c-388a-460a-80b1-2430d1db11b7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.478076 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7a7c871c-388a-460a-80b1-2430d1db11b7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290083 Feb 04 05:49:29.478813 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53784) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:29.486062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-015c7293-c0af-414e-96ca-a54c94cf090d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'da9609ab-9666-40f7-b4e4-876c2596593e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:49:29.515023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-015c7293-c0af-414e-96ca-a54c94cf090d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.594120 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-015c7293-c0af-414e-96ca-a54c94cf090d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.601087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-015c7293-c0af-414e-96ca-a54c94cf090d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.620980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c7293-c0af-414e-96ca-a54c94cf090d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83a3da4-de38-4428-bb53-e10cc9623722,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:29.632482 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-015c7293-c0af-414e-96ca-a54c94cf090d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.636459 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-015c7293-c0af-414e-96ca-a54c94cf090d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541145 Feb 04 05:49:29.636660 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53786) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:29.641107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-84a62865-91a8-49e2-98cf-b162add7e9c3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'da9609ab-9666-40f7-b4e4-876c2596593e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:49:29.677416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-84a62865-91a8-49e2-98cf-b162add7e9c3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.739818 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-84a62865-91a8-49e2-98cf-b162add7e9c3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.743009 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-84a62865-91a8-49e2-98cf-b162add7e9c3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.760469 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a62865-91a8-49e2-98cf-b162add7e9c3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2342e1-d625-4b7d-9586-56acbf2622e5,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:29.764851 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-84a62865-91a8-49e2-98cf-b162add7e9c3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.767083 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-84a62865-91a8-49e2-98cf-b162add7e9c3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284196 Feb 04 05:49:29.769340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53788) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:29.773528 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d72b6408-5de3-4b1b-bbe7-c49d8efac31e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'da9609ab-9666-40f7-b4e4-876c2596593e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:49:29.795869 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-d72b6408-5de3-4b1b-bbe7-c49d8efac31e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:49:29.800411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d72b6408-5de3-4b1b-bbe7-c49d8efac31e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.860079 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d72b6408-5de3-4b1b-bbe7-c49d8efac31e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.863642 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d72b6408-5de3-4b1b-bbe7-c49d8efac31e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.880733 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b6408-5de3-4b1b-bbe7-c49d8efac31e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea078be9-0249-445a-9364-26b065f1378c,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:29.888176 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d72b6408-5de3-4b1b-bbe7-c49d8efac31e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.889408 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d72b6408-5de3-4b1b-bbe7-c49d8efac31e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191258 Feb 04 05:49:29.892824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53790) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:29.897076 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-dd5538ac-836d-406e-a36c-7c584708cf60 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'da9609ab-9666-40f7-b4e4-876c2596593e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:49:29.919524 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-dd5538ac-836d-406e-a36c-7c584708cf60 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:49:29.928648 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dd5538ac-836d-406e-a36c-7c584708cf60 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:29.997799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dd5538ac-836d-406e-a36c-7c584708cf60 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:30.002656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dd5538ac-836d-406e-a36c-7c584708cf60 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:30.023672 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5538ac-836d-406e-a36c-7c584708cf60 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616b9485-0138-4396-a50d-355a47111b62,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:30.030284 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dd5538ac-836d-406e-a36c-7c584708cf60 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:30.038317 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-dd5538ac-836d-406e-a36c-7c584708cf60 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444564 Feb 04 05:49:30.044082 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device dd8e4e80-2169-4446-9b02-517a2f75a269 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:49:30.099374 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port dd8e4e80-2169-4446-9b02-517a2f75a269 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:49:30.099742 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:30.182301 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-fbb12ef0-9b35-4996-af68-12b6c0343421 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1779360227&fields=id&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 267 time: 0.0358427 Feb 04 05:49:30.184427 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:30.218081 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port dd8e4e80-2169-4446-9b02-517a2f75a269, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=dd8e4e80-2169-4446-9b02-517a2f75a269,segment=NetworkSegment(20551564-d1d6-4279-95b9-c5e1f5917c0c),segment_id=20551564-d1d6-4279-95b9-c5e1f5917c0c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:49:30.222546 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:30.272525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=dd8e4e80-2169-4446-9b02-517a2f75a269,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:30.298331 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174f6b82-80e1-4d20-ac9b-0e0f8de8e98e None None] Network 9109d8e7-b8f3-4280-a528-3264f9c21d4b requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:49:30.299914 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-1ab134e3-10cd-4463-b1e1-59edb2e9a1cf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:30.301447 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-1ab134e3-10cd-4463-b1e1-59edb2e9a1cf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/networks?id=9109d8e7-b8f3-4280-a528-3264f9c21d4b HTTP/1.1" status: 200 len: 796 time: 0.1108170 Feb 04 05:49:30.316803 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-4cd662e9-7f63-4398-974f-edaf78ed18ac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/quotas/40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 375 time: 0.0096030 Feb 04 05:49:30.373883 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-5e2e8bf3-4094-46d3-9686-99bc6d3136f6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0514534 Feb 04 05:49:30.418358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-3ec73449-7f32-4d85-92d1-488caf49db4a None None] Provisioning complete for port dd8e4e80-2169-4446-9b02-517a2f75a269 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:49:30.418724 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3ec73449-7f32-4d85-92d1-488caf49db4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:30.465610 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-266cb8d4-a00b-4904-ad73-a4b6270d7659 service neutron] 10.222.0.10 "GET /v2.0/networks/9109d8e7-b8f3-4280-a528-3264f9c21d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798094 Feb 04 05:49:30.565557 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-7c55ad8a-51dd-44eb-a0b4-79b822e8866b service neutron] 10.222.0.10 "GET /v2.0/networks/9109d8e7-b8f3-4280-a528-3264f9c21d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880506 Feb 04 05:49:30.731966 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-eaaffd55-de7c-4414-be15-6489a3f4ab5e req-7b9bda5c-67e3-42d9-99a0-1fb7eb5470ea tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 210 time: 0.0265443 Feb 04 05:49:30.747429 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0f445196-096a-4a95-9f52-cfd76486bd49 None None] Provisioning complete for port dd8e4e80-2169-4446-9b02-517a2f75a269 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:49:30.747900 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0f445196-096a-4a95-9f52-cfd76486bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:31.617933 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-004a1fdb-ecb9-42c3-9d1c-74cc7155f16e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:31.619427 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-004a1fdb-ecb9-42c3-9d1c-74cc7155f16e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/networks?id=9109d8e7-b8f3-4280-a528-3264f9c21d4b HTTP/1.1" status: 200 len: 796 time: 0.1083055 Feb 04 05:49:31.665020 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-d5c28931-db9f-4ea7-99d0-d16bf4d77051 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 472 time: 0.0363839 Feb 04 05:49:31.677291 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-45572581-d6de-4cbc-9e06-dacbb6226013 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'port': {'device_id': 'a545662e-6312-4d89-997a-3e7cce902890', 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b', 'admin_state_up': True, 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'security_groups': ['da9609ab-9666-40f7-b4e4-876c2596593e']}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:49:31.784108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-45572581-d6de-4cbc-9e06-dacbb6226013 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:49:31.787813 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-45572581-d6de-4cbc-9e06-dacbb6226013 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:31.840892 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b5dbd037-93a8-4566-aafb-75e3061676b8 req-483296a1-6573-47c0-9966-a535dd7ef5d9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 210 time: 0.0370927 Feb 04 05:49:31.937008 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-45572581-d6de-4cbc-9e06-dacbb6226013 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.26 (9109d8e7-b8f3-4280-a528-3264f9c21d4b/261a28bd-62c7-4b1b-9345-247c2b322123/19ee4e47-8102-4616-b03e-8fff064a7df7) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:49:31.966594 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device dd8e4e80-2169-4446-9b02-517a2f75a269 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:49:32.019352 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port dd8e4e80-2169-4446-9b02-517a2f75a269 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:49:32.019624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:32.076274 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-45572581-d6de-4cbc-9e06-dacbb6226013 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:32.111705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-45572581-d6de-4cbc-9e06-dacbb6226013 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:32.154895 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-45572581-d6de-4cbc-9e06-dacbb6226013 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 9109d8e7-b8f3-4280-a528-3264f9c21d4b is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:49:32.157727 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-45572581-d6de-4cbc-9e06-dacbb6226013 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:49:32.161221 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-45572581-d6de-4cbc-9e06-dacbb6226013 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:49:32.183603 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45572581-d6de-4cbc-9e06-dacbb6226013 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=19ee4e47-8102-4616-b03e-8fff064a7df7,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:32.212827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-45572581-d6de-4cbc-9e06-dacbb6226013 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:32.213453 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-45572581-d6de-4cbc-9e06-dacbb6226013 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:32.229399 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-45572581-d6de-4cbc-9e06-dacbb6226013 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5563769 Feb 04 05:49:32.241411 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Request body: {'port': {'device_id': 'a545662e-6312-4d89-997a-3e7cce902890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:49:32.301308 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:32.352834 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6836999d-7174-4fb8-9814-5923161a98b4 None None] Provisioning complete for port 19ee4e47-8102-4616-b03e-8fff064a7df7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:49:32.353206 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6836999d-7174-4fb8-9814-5923161a98b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:32.385995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6836999d-7174-4fb8-9814-5923161a98b4 None None] Port 19ee4e47-8102-4616-b03e-8fff064a7df7 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:49:32.569124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ee4e47-8102-4616-b03e-8fff064a7df7 {{(pid=108745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:49:32.576315 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:32.588390 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.provisioning_blocks [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Transition to ACTIVE for port object 19ee4e47-8102-4616-b03e-8fff064a7df7 will not be triggered until provisioned by entity L2. {{(pid=108745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:49:32.592199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:32.639811 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Pushing event updated for resources: {'Port': ['ID=19ee4e47-8102-4616-b03e-8fff064a7df7,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:32.714733 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Attempting to bind port 19ee4e47-8102-4616-b03e-8fff064a7df7 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:49:32.715071 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Attempting to bind port 19ee4e47-8102-4616-b03e-8fff064a7df7 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '20551564-d1d6-4279-95b9-c5e1f5917c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:49:32.715405 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Attempting to bind port 19ee4e47-8102-4616-b03e-8fff064a7df7 on network 9109d8e7-b8f3-4280-a528-3264f9c21d4b {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:49:32.719845 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Port 19ee4e47-8102-4616-b03e-8fff064a7df7 on network 9109d8e7-b8f3-4280-a528-3264f9c21d4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:49:32.720514 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Attempting to bind port 19ee4e47-8102-4616-b03e-8fff064a7df7 on network 9109d8e7-b8f3-4280-a528-3264f9c21d4b {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:49:32.725443 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:49:32.725806 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Checking segment: {'id': '20551564-d1d6-4279-95b9-c5e1f5917c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:49:32.726193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Bound using segment: {'id': '20551564-d1d6-4279-95b9-c5e1f5917c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:49:32.726625 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Bound port: 19ee4e47-8102-4616-b03e-8fff064a7df7, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20551564-d1d6-4279-95b9-c5e1f5917c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:49:32.726984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:32.793211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] For port 19ee4e47-8102-4616-b03e-8fff064a7df7, host hv-neutron-8277, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:49:32.796185 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] For port 19ee4e47-8102-4616-b03e-8fff064a7df7, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=19ee4e47-8102-4616-b03e-8fff064a7df7,segment=NetworkSegment(20551564-d1d6-4279-95b9-c5e1f5917c0c),segment_id=20551564-d1d6-4279-95b9-c5e1f5917c0c)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:49:32.801396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:32.840952 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:32.841520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:32.842931 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] 10.222.0.26 "PUT /v2.0/ports/19ee4e47-8102-4616-b03e-8fff064a7df7 HTTP/1.1" status: 200 len: 1094 time: 0.6059754 Feb 04 05:49:32.843396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a545662e-6312-4d89-997a-3e7cce902890', 'tag': '19ee4e47-8102-4616-b03e-8fff064a7df7'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:49:32.846305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7ae354-2cd8-4f29-82b1-23e4a4db39f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a545662e-6312-4d89-997a-3e7cce902890", "tag": "19ee4e47-8102-4616-b03e-8fff064a7df7"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:49:32.881201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb645d56-e91e-4864-b33e-b14ecc0586eb service neutron] Pushing event updated for resources: {'Port': ['ID=19ee4e47-8102-4616-b03e-8fff064a7df7,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:32.902370 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27008eca-64ca-4f38-90bb-adf3d0c1f4a0 x-openstack-request-id: req-27008eca-64ca-4f38-90bb-adf3d0c1f4a0 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:49:32.902849 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a545662e-6312-4d89-997a-3e7cce902890", "tag": "19ee4e47-8102-4616-b03e-8fff064a7df7", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:49:32.903111 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27008eca-64ca-4f38-90bb-adf3d0c1f4a0 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:49:32.903507 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a545662e-6312-4d89-997a-3e7cce902890', 'tag': '19ee4e47-8102-4616-b03e-8fff064a7df7', 'status': 'completed', 'code': 200} Feb 04 05:49:32.971245 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-d5fa482f-b120-4e60-a6d2-11de09635f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:32.972757 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-d5fa482f-b120-4e60-a6d2-11de09635f23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 1097 time: 0.0797853 Feb 04 05:49:32.984866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcff02-ff4e-48be-81e3-a7284f1f4b54 req-520411e4-af06-4e62-b715-e574275fd9a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:32.986437 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9afcff02-ff4e-48be-81e3-a7284f1f4b54 req-520411e4-af06-4e62-b715-e574275fd9a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 944 time: 0.0606711 Feb 04 05:49:33.033626 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-5c05dd33-8a5a-461d-a6ab-2185e109dfa1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=19ee4e47-8102-4616-b03e-8fff064a7df7 HTTP/1.1" status: 200 len: 217 time: 0.0462146 Feb 04 05:49:33.081668 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9afcff02-ff4e-48be-81e3-a7284f1f4b54 req-359c9d96-bab7-411f-a866-5082612d03d6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=da9609ab-9666-40f7-b4e4-876c2596593e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885823 Feb 04 05:49:33.096789 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-e29c82df-343a-42b4-a0ae-a40a40f9110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:33.098234 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-e29c82df-343a-42b4-a0ae-a40a40f9110f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=261a28bd-62c7-4b1b-9345-247c2b322123 HTTP/1.1" status: 200 len: 838 time: 0.0575290 Feb 04 05:49:33.144385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-67956c3a-2851-45b1-a789-4539b4391152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:33.145907 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-67956c3a-2851-45b1-a789-4539b4391152 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9109d8e7-b8f3-4280-a528-3264f9c21d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401509 Feb 04 05:49:33.231221 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-7c982561-f6d6-44d5-ab3a-7c4df93a1846 service neutron] 10.222.0.26 "GET /v2.0/networks/9109d8e7-b8f3-4280-a528-3264f9c21d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790071 Feb 04 05:49:33.322398 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9ef2b86-c10d-4dd7-8bcf-f23b78d8162d req-7f2afce0-1984-4d12-86cb-2f017d605cdd service neutron] 10.222.0.26 "GET /v2.0/networks/9109d8e7-b8f3-4280-a528-3264f9c21d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844169 Feb 04 05:49:33.407258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ae354-2cd8-4f29-82b1-23e4a4db39f2 req-8abaa8a4-dfad-4c05-b22f-0b823f21054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:33.408747 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5f7ae354-2cd8-4f29-82b1-23e4a4db39f2 req-8abaa8a4-dfad-4c05-b22f-0b823f21054f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 1097 time: 0.0390725 Feb 04 05:49:33.502667 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ae354-2cd8-4f29-82b1-23e4a4db39f2 req-296d256d-9bc1-45c9-83f4-520b5dffa458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:33.504182 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5f7ae354-2cd8-4f29-82b1-23e4a4db39f2 req-296d256d-9bc1-45c9-83f4-520b5dffa458 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9109d8e7-b8f3-4280-a528-3264f9c21d4b HTTP/1.1" status: 200 len: 896 time: 0.0878310 Feb 04 05:49:33.544425 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5f7ae354-2cd8-4f29-82b1-23e4a4db39f2 req-661144ca-410e-4997-bac5-cee1899d00a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=19ee4e47-8102-4616-b03e-8fff064a7df7 HTTP/1.1" status: 200 len: 217 time: 0.0326929 Feb 04 05:49:33.595060 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ae354-2cd8-4f29-82b1-23e4a4db39f2 req-af6b7a30-a0c7-4faa-9e29-4cfdf32153b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:33.596475 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5f7ae354-2cd8-4f29-82b1-23e4a4db39f2 req-af6b7a30-a0c7-4faa-9e29-4cfdf32153b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=261a28bd-62c7-4b1b-9345-247c2b322123 HTTP/1.1" status: 200 len: 838 time: 0.0440869 Feb 04 05:49:33.639253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ae354-2cd8-4f29-82b1-23e4a4db39f2 req-c2b5b9f2-54d9-467c-9e85-9d09a8362e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:33.640715 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5f7ae354-2cd8-4f29-82b1-23e4a4db39f2 req-c2b5b9f2-54d9-467c-9e85-9d09a8362e00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9109d8e7-b8f3-4280-a528-3264f9c21d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0376673 Feb 04 05:49:33.739774 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5f7ae354-2cd8-4f29-82b1-23e4a4db39f2 req-d4f44967-3dac-405b-9384-7bdf456d89c5 service neutron] 10.222.0.26 "GET /v2.0/networks/9109d8e7-b8f3-4280-a528-3264f9c21d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885613 Feb 04 05:49:33.825910 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5f7ae354-2cd8-4f29-82b1-23e4a4db39f2 req-47bbe907-8372-4ce7-891a-6d691a36a061 service neutron] 10.222.0.26 "GET /v2.0/networks/9109d8e7-b8f3-4280-a528-3264f9c21d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789704 Feb 04 05:49:33.965679 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:34.198090 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068625a0-3c1e-4c62-b5ec-53cc0c664bb5 req-7cec72aa-802d-409e-9630-99a0189caec7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:34.199538 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-068625a0-3c1e-4c62-b5ec-53cc0c664bb5 req-7cec72aa-802d-409e-9630-99a0189caec7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 944 time: 0.0522916 Feb 04 05:49:34.236350 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-068625a0-3c1e-4c62-b5ec-53cc0c664bb5 req-3191c7e7-0703-42ba-8e16-1670822837e2 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=da9609ab-9666-40f7-b4e4-876c2596593e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304756 Feb 04 05:49:34.711104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 19ee4e47-8102-4616-b03e-8fff064a7df7 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:49:34.803253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 19ee4e47-8102-4616-b03e-8fff064a7df7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=19ee4e47-8102-4616-b03e-8fff064a7df7,segment=NetworkSegment(20551564-d1d6-4279-95b9-c5e1f5917c0c),segment_id=20551564-d1d6-4279-95b9-c5e1f5917c0c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:49:34.813702 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '19ee4e47-8102-4616-b03e-8fff064a7df7', 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b', 'port_id': '19ee4e47-8102-4616-b03e-8fff064a7df7', 'mac_address': 'fa:16:3e:e4:d8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261a28bd-62c7-4b1b-9345-247c2b322123', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:49:34.853142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:34.865963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ee4e47-8102-4616-b03e-8fff064a7df7 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:49:34.887629 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 19ee4e47-8102-4616-b03e-8fff064a7df7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=19ee4e47-8102-4616-b03e-8fff064a7df7,segment=NetworkSegment(20551564-d1d6-4279-95b9-c5e1f5917c0c),segment_id=20551564-d1d6-4279-95b9-c5e1f5917c0c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:49:34.891271 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:34.937667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=19ee4e47-8102-4616-b03e-8fff064a7df7,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:34.945081 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:34.945429 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:34.945787 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:34.946117 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:34.946443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:34.946771 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:34.947095 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:34.947415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:34.947738 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:34.948055 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:34.948369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:34.948684 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:49:35.130045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['19ee4e47-8102-4616-b03e-8fff064a7df7'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:49:35.355439 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec82df2-3d20-468e-bdf7-2ca16d40e370 req-7e6ff48d-5103-4f68-a365-37eda7c6ee22 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:35.356915 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3ec82df2-3d20-468e-bdf7-2ca16d40e370 req-7e6ff48d-5103-4f68-a365-37eda7c6ee22 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 945 time: 0.0490303 Feb 04 05:49:35.393832 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3ec82df2-3d20-468e-bdf7-2ca16d40e370 req-0420cf3b-84e3-4f70-be82-e3734fbf9f4c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=da9609ab-9666-40f7-b4e4-876c2596593e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301304 Feb 04 05:49:36.506509 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e76d6e-be66-417a-bdf7-182a8ad83e54 req-78c8408c-1067-4840-a49e-e901320b2f0c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:36.507981 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e8e76d6e-be66-417a-bdf7-182a8ad83e54 req-78c8408c-1067-4840-a49e-e901320b2f0c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 945 time: 0.0486672 Feb 04 05:49:36.543564 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e8e76d6e-be66-417a-bdf7-182a8ad83e54 req-dda56302-b092-47dd-9d25-e08aa8abc121 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=da9609ab-9666-40f7-b4e4-876c2596593e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297761 Feb 04 05:49:36.700572 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 19ee4e47-8102-4616-b03e-8fff064a7df7 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:49:36.747561 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 19ee4e47-8102-4616-b03e-8fff064a7df7 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:49:36.751070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 19ee4e47-8102-4616-b03e-8fff064a7df7 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:49:36.751435 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:36.825912 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:36.848408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a545662e-6312-4d89-997a-3e7cce902890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ee4e47-8102-4616-b03e-8fff064a7df7'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:49:36.851695 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3976a7cf-6b91-4ddf-a951-2d56cccae817" -d '{"events": [{"server_uuid": "a545662e-6312-4d89-997a-3e7cce902890", "name": "network-vif-plugged", "status": "completed", "tag": "19ee4e47-8102-4616-b03e-8fff064a7df7"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:49:36.865811 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 19ee4e47-8102-4616-b03e-8fff064a7df7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=19ee4e47-8102-4616-b03e-8fff064a7df7,segment=NetworkSegment(20551564-d1d6-4279-95b9-c5e1f5917c0c),segment_id=20551564-d1d6-4279-95b9-c5e1f5917c0c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:49:36.872731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:36.895756 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a07308-8422-4c99-a079-808a4c9845ea x-openstack-request-id: req-93a07308-8422-4c99-a079-808a4c9845ea {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:49:36.896045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a545662e-6312-4d89-997a-3e7cce902890", "name": "network-vif-plugged", "status": "completed", "tag": "19ee4e47-8102-4616-b03e-8fff064a7df7", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:49:36.896300 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93a07308-8422-4c99-a079-808a4c9845ea {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:49:36.896675 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a545662e-6312-4d89-997a-3e7cce902890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ee4e47-8102-4616-b03e-8fff064a7df7', 'code': 200} Feb 04 05:49:36.927044 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=19ee4e47-8102-4616-b03e-8fff064a7df7,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:37.048940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeeecb2-4bc8-4c8d-84a5-2db155dda2ee req-6ada173b-6813-4704-a46f-0f251d6f7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:37.050393 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-afeeecb2-4bc8-4c8d-84a5-2db155dda2ee req-6ada173b-6813-4704-a46f-0f251d6f7516 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 1099 time: 0.0436957 Feb 04 05:49:37.084393 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-afeeecb2-4bc8-4c8d-84a5-2db155dda2ee req-b684529b-284d-4f79-befa-289da3554e72 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da9609ab-9666-40f7-b4e4-876c2596593e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265522 Feb 04 05:49:37.654665 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fd7f1-9a24-4852-8413-0e98d59cbf6c req-ec4d159f-d52a-43c7-b462-507e1999a6e0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:37.656228 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-393fd7f1-9a24-4852-8413-0e98d59cbf6c req-ec4d159f-d52a-43c7-b462-507e1999a6e0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 946 time: 0.0477934 Feb 04 05:49:37.692779 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-393fd7f1-9a24-4852-8413-0e98d59cbf6c req-d84b5186-1d61-41a5-a5ef-3531a646ebfd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=da9609ab-9666-40f7-b4e4-876c2596593e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307331 Feb 04 05:49:38.807080 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d9596-54d4-4030-a89c-adb4641b68ef req-d16df892-9a90-4aba-b7e2-53a14c003934 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:38.808544 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-309d9596-54d4-4030-a89c-adb4641b68ef req-d16df892-9a90-4aba-b7e2-53a14c003934 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 946 time: 0.0488954 Feb 04 05:49:38.845623 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-309d9596-54d4-4030-a89c-adb4641b68ef req-00a50a10-34cf-444f-90cb-ba8ceb697d73 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=da9609ab-9666-40f7-b4e4-876c2596593e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312545 Feb 04 05:49:38.961113 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12673811-824d-409f-866a-c3c4cd67bf32 req-c05d4a6d-c2e0-4dab-8b7f-d16e1ab27420 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:38.962589 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-12673811-824d-409f-866a-c3c4cd67bf32 req-c05d4a6d-c2e0-4dab-8b7f-d16e1ab27420 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 946 time: 0.0516834 Feb 04 05:49:38.998468 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-12673811-824d-409f-866a-c3c4cd67bf32 req-b0edb84c-6312-4a23-b3d8-5ab79166af84 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=da9609ab-9666-40f7-b4e4-876c2596593e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299408 Feb 04 05:49:40.472719 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53842) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:41.002355 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:41.279587 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.17 (9109d8e7-b8f3-4280-a528-3264f9c21d4b/261a28bd-62c7-4b1b-9345-247c2b322123/4c053454-c6cd-4b53-954e-432602075cf9) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:49:41.385218 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:41.417917 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:41.460960 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 9109d8e7-b8f3-4280-a528-3264f9c21d4b is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:49:41.463918 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:49:41.469140 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:49:41.492846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=4c053454-c6cd-4b53-954e-432602075cf9,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:41.517250 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:41.652008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:41.696056 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e15ae56d-30cb-4337-923e-8e1eb6d4369f None None] Provisioning complete for port 4c053454-c6cd-4b53-954e-432602075cf9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:49:41.696617 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e15ae56d-30cb-4337-923e-8e1eb6d4369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:41.733855 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e15ae56d-30cb-4337-923e-8e1eb6d4369f None None] Port 4c053454-c6cd-4b53-954e-432602075cf9 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:49:41.929531 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:41.933889 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:42.007592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:42.009352 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=4c053454-c6cd-4b53-954e-432602075cf9,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:42.095644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 9109d8e7-b8f3-4280-a528-3264f9c21d4b is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:49:42.097088 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:49:42.217972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 04071f91-725f-48a5-b848-63de4c537d49 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:49:42.324969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:49:42.330902 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4c1e9a22-f0e6-4992-b9f8-5a6e2b4d9c37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/04071f91-725f-48a5-b848-63de4c537d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8568475 Feb 04 05:49:42.334706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Sync routers for ids ['04071f91-725f-48a5-b848-63de4c537d49'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:49:42.346396 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Routers {'04071f91-725f-48a5-b848-63de4c537d49'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:49:42.347038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:49:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['04071f91-725f-48a5-b848-63de4c537d49'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:49:42.396653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-2fd9d3fb-d3c6-43c6-920d-1a60d3e6f34c None None] Provisioning complete for port 4c053454-c6cd-4b53-954e-432602075cf9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:49:42.397030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d3fb-d3c6-43c6-920d-1a60d3e6f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:42.475505 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-2fd9d3fb-d3c6-43c6-920d-1a60d3e6f34c None None] Port 4c053454-c6cd-4b53-954e-432602075cf9 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:49:42.486053 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Set router 04071f91-725f-48a5-b848-63de4c537d49 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:49:42.859355 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:49:41Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ce2efc33-11f0-4284-9230-4512ee746ddf', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.13', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '04071f91-725f-48a5-b848-63de4c537d49', 'port_id': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'mac_address': 'fa:16:3e:7e:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:49Z', 'updated_at': '2022-02-04T05:48:51Z', 'revision_number': 1, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045693cc-d56c-41c5-9b5b-68bc9c8c3707', 'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:06:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:34Z', 'updated_at': '2022-02-04T05:48:38Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c053454-c6cd-4b53-954e-432602075cf9', 'name': '', 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:fc:09:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '261a28bd-62c7-4b1b-9345-247c2b322123', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:49:41Z', 'updated_at': '2022-02-04T05:49:41Z', 'revision_number': 2, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '261a28bd-62c7-4b1b-9345-247c2b322123', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:49:42.890376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e1a715ae-d097-4fc2-9edb-021b1bc6b99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:42.891790 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Checking router: 04071f91-725f-48a5-b848-63de4c537d49 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:49:42.892151 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Updating router 04071f91-725f-48a5-b848-63de4c537d49 port 4c053454-c6cd-4b53-954e-432602075cf9 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:49:42.919342 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:43.123970 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8769aeef-38ea-4f32-9a46-aff0dc5bbbaf req-378935d3-19e7-46c4-9bdb-84cfdf9f7932 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382864 Feb 04 05:49:43.176113 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:43.181898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:43.183609 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769aeef-38ea-4f32-9a46-aff0dc5bbbaf req-09082244-b0b3-4b10-bab3-589accf32716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:43.185139 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8769aeef-38ea-4f32-9a46-aff0dc5bbbaf req-09082244-b0b3-4b10-bab3-589accf32716 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3120528cd6c340fba4a655aafc002893&device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 1098 time: 0.0415025 Feb 04 05:49:43.254224 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f2740-e512-4f93-aa82-03f16657a323 None None] Pushing event updated for resources: {'Port': ['ID=4c053454-c6cd-4b53-954e-432602075cf9,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:43.293915 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Attempting to bind port 4c053454-c6cd-4b53-954e-432602075cf9 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:49:43.294642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Attempting to bind port 4c053454-c6cd-4b53-954e-432602075cf9 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '20551564-d1d6-4279-95b9-c5e1f5917c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:49:43.294642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Attempting to bind port 4c053454-c6cd-4b53-954e-432602075cf9 on network 9109d8e7-b8f3-4280-a528-3264f9c21d4b {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:49:43.297314 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769aeef-38ea-4f32-9a46-aff0dc5bbbaf req-9761d13d-27db-441b-8344-4dd5ec9816b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:43.298855 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8769aeef-38ea-4f32-9a46-aff0dc5bbbaf req-9761d13d-27db-441b-8344-4dd5ec9816b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cebf943b-8243-4e18-a878-d4ea177c7c95 HTTP/1.1" status: 200 len: 897 time: 0.0962780 Feb 04 05:49:43.299943 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:49:43.300316 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Checking segment: {'id': '20551564-d1d6-4279-95b9-c5e1f5917c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:49:43.300717 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:43.301105 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Bound using segment: {'id': '20551564-d1d6-4279-95b9-c5e1f5917c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:49:43.301569 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Bound port: 4c053454-c6cd-4b53-954e-432602075cf9, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20551564-d1d6-4279-95b9-c5e1f5917c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:49:43.301982 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:43.370711 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8769aeef-38ea-4f32-9a46-aff0dc5bbbaf req-2d5d0e01-61b4-439b-975e-79e67ec76b79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac5ca01-9eaf-483b-804c-c075848c7e49 HTTP/1.1" status: 200 len: 1001 time: 0.0641215 Feb 04 05:49:43.374265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] For port 4c053454-c6cd-4b53-954e-432602075cf9, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:49:43.377484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] For port 4c053454-c6cd-4b53-954e-432602075cf9, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4c053454-c6cd-4b53-954e-432602075cf9,segment=NetworkSegment(20551564-d1d6-4279-95b9-c5e1f5917c0c),segment_id=20551564-d1d6-4279-95b9-c5e1f5917c0c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:49:43.382760 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:43.430427 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769aeef-38ea-4f32-9a46-aff0dc5bbbaf req-8d7ffbcf-c993-4611-81fc-3e11413f20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:43.432299 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8769aeef-38ea-4f32-9a46-aff0dc5bbbaf req-8d7ffbcf-c993-4611-81fc-3e11413f20fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f0d36942-8ddc-4f02-b130-9e707a2f940c HTTP/1.1" status: 200 len: 834 time: 0.0535190 Feb 04 05:49:43.441729 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Routers {'04071f91-725f-48a5-b848-63de4c537d49'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:49:43.442369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:49:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['04071f91-725f-48a5-b848-63de4c537d49'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:49:43.444168 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f2740-e512-4f93-aa82-03f16657a323 None None] Pushing event updated for resources: {'Port': ['ID=4c053454-c6cd-4b53-954e-432602075cf9,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:43.483844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769aeef-38ea-4f32-9a46-aff0dc5bbbaf req-f1b66bed-723a-4405-a47d-92fd0a1de316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:43.485282 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8769aeef-38ea-4f32-9a46-aff0dc5bbbaf req-f1b66bed-723a-4405-a47d-92fd0a1de316 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cebf943b-8243-4e18-a878-d4ea177c7c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464056 Feb 04 05:49:43.540499 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-84089fa5-634f-43c1-a39c-68e638935024 None None] Provisioning complete for port 4c053454-c6cd-4b53-954e-432602075cf9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:49:43.540874 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-84089fa5-634f-43c1-a39c-68e638935024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:43.576054 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8769aeef-38ea-4f32-9a46-aff0dc5bbbaf req-b47a852a-6ae3-4913-b4e6-9a771ee454b5 service neutron] 10.222.0.26 "GET /v2.0/networks/cebf943b-8243-4e18-a878-d4ea177c7c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844142 Feb 04 05:49:43.596079 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] Set router 04071f91-725f-48a5-b848-63de4c537d49 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:49:43.671882 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8769aeef-38ea-4f32-9a46-aff0dc5bbbaf req-b4615b22-a02e-4bcf-864f-c96c9d2345f3 service neutron] 10.222.0.26 "GET /v2.0/networks/cebf943b-8243-4e18-a878-d4ea177c7c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880117 Feb 04 05:49:43.711127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-84089fa5-634f-43c1-a39c-68e638935024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:43.791958 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-84089fa5-634f-43c1-a39c-68e638935024 None None] For port 4c053454-c6cd-4b53-954e-432602075cf9, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4c053454-c6cd-4b53-954e-432602075cf9,segment=NetworkSegment(20551564-d1d6-4279-95b9-c5e1f5917c0c),segment_id=20551564-d1d6-4279-95b9-c5e1f5917c0c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:49:43.798051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-84089fa5-634f-43c1-a39c-68e638935024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:43.881327 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84089fa5-634f-43c1-a39c-68e638935024 None None] Pushing event updated for resources: {'Port': ['ID=4c053454-c6cd-4b53-954e-432602075cf9,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:43.920894 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:49:41Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ce2efc33-11f0-4284-9230-4512ee746ddf', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.13', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '04071f91-725f-48a5-b848-63de4c537d49', 'port_id': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'mac_address': 'fa:16:3e:7e:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:49Z', 'updated_at': '2022-02-04T05:48:51Z', 'revision_number': 1, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045693cc-d56c-41c5-9b5b-68bc9c8c3707', 'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:06:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:34Z', 'updated_at': '2022-02-04T05:48:38Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c053454-c6cd-4b53-954e-432602075cf9', 'name': '', 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:fc:09:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '261a28bd-62c7-4b1b-9345-247c2b322123', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:49:41Z', 'updated_at': '2022-02-04T05:49:43Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '261a28bd-62c7-4b1b-9345-247c2b322123', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:49:43.950792 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-bdae3ab7-dff2-4ca4-a615-298bcfc33fc3 None None] Provisioning complete for port 4c053454-c6cd-4b53-954e-432602075cf9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:49:43.951105 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bdae3ab7-dff2-4ca4-a615-298bcfc33fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:43.952755 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a38ab3d-2d39-4f08-91a4-420c15e9fd52 None None] The sync data for ids ['04071f91-725f-48a5-b848-63de4c537d49'] in dv-neutron-827794-1-hyperv is: [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:49:41Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ce2efc33-11f0-4284-9230-4512ee746ddf', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.13', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '04071f91-725f-48a5-b848-63de4c537d49', 'port_id': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'mac_address': 'fa:16:3e:7e:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:49Z', 'updated_at': '2022-02-04T05:48:51Z', 'revision_number': 1, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045693cc-d56c-41c5-9b5b-68bc9c8c3707', 'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:06:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:34Z', 'updated_at': '2022-02-04T05:48:38Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c053454-c6cd-4b53-954e-432602075cf9', 'name': '', 'network_id': '9109d8e7-b8f3-4280-a528-3264f9c21d4b', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:fc:09:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '261a28bd-62c7-4b1b-9345-247c2b322123', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:49:41Z', 'updated_at': '2022-02-04T05:49:43Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '261a28bd-62c7-4b1b-9345-247c2b322123', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:49:44.837594 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c23d0481-db3a-4e0a-9ab4-b98268618150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:45.854628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:46.002690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4c053454-c6cd-4b53-954e-432602075cf9 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:49:46.054042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 4c053454-c6cd-4b53-954e-432602075cf9 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:49:46.054521 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:47.648861 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:47.921708 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:48.001563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53880) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:48.217237 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-d5b87f30-310f-4125-9fed-f9b453a252d8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Deleting port 42476e05-a2aa-4550-b2c7-6c8b06c70790 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:49:48.217594 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5b87f30-310f-4125-9fed-f9b453a252d8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:48.298128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5b87f30-310f-4125-9fed-f9b453a252d8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:48.298461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5b87f30-310f-4125-9fed-f9b453a252d8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:48.310717 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-d5b87f30-310f-4125-9fed-f9b453a252d8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Calling delete_port for 42476e05-a2aa-4550-b2c7-6c8b06c70790 owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:49:48.495414 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5b87f30-310f-4125-9fed-f9b453a252d8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:48.520365 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b87f30-310f-4125-9fed-f9b453a252d8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event deleted for resources: {'Port': ['ID=42476e05-a2aa-4550-b2c7-6c8b06c70790,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:48.581846 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5b87f30-310f-4125-9fed-f9b453a252d8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:48.582107 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-d5b87f30-310f-4125-9fed-f9b453a252d8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Floating IP 16f1b0a6-65c3-469e-b1b6-37ffb8f75677 disassociated (deleted). External IP: 172.26.3.176, port: dac5ca01-9eaf-483b-804c-c075848c7e49. Feb 04 05:49:49.058136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b87f30-310f-4125-9fed-f9b453a252d8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:49:49.170955 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b87f30-310f-4125-9fed-f9b453a252d8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:49:49.175773 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5b87f30-310f-4125-9fed-f9b453a252d8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:49.181050 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891e0fc-899d-4ee3-88cd-59764d15c78c None None] Sync routers for ids ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:49:49.190144 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8891e0fc-899d-4ee3-88cd-59764d15c78c None None] Routers {'1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:49:49.191028 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8891e0fc-899d-4ee3-88cd-59764d15c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:49:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:49:49.202861 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d5b87f30-310f-4125-9fed-f9b453a252d8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "DELETE /v2.0/floatingips/16f1b0a6-65c3-469e-b1b6-37ffb8f75677 HTTP/1.1" status: 204 len: 168 time: 1.1999660 Feb 04 05:49:49.203446 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'tag': 'dac5ca01-9eaf-483b-804c-c075848c7e49'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:49:49.206492 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0e3740-bd93-4be2-9a36-16007eddd243" -d '{"events": [{"name": "network-changed", "server_uuid": "ad844d66-f954-4be0-831d-683bebc2bdd3", "tag": "dac5ca01-9eaf-483b-804c-c075848c7e49"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:49:49.256054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f1e42a-c5cc-455c-86a1-da854cbb4f33 x-openstack-request-id: req-81f1e42a-c5cc-455c-86a1-da854cbb4f33 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:49:49.256419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad844d66-f954-4be0-831d-683bebc2bdd3", "tag": "dac5ca01-9eaf-483b-804c-c075848c7e49", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:49:49.256735 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81f1e42a-c5cc-455c-86a1-da854cbb4f33 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:49:49.257468 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'tag': 'dac5ca01-9eaf-483b-804c-c075848c7e49', 'status': 'completed', 'code': 200} Feb 04 05:49:49.310137 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-8891e0fc-899d-4ee3-88cd-59764d15c78c None None] Set router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:49:49.326575 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e3740-bd93-4be2-9a36-16007eddd243 req-a09d2436-ff67-417f-8513-e1144e83461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:49.328149 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee0e3740-bd93-4be2-9a36-16007eddd243 req-a09d2436-ff67-417f-8513-e1144e83461d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3120528cd6c340fba4a655aafc002893&device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 1098 time: 0.0452883 Feb 04 05:49:49.490022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54075784-e849-4fc6-aa5d-ce915af09b72 req-c0ccdff7-efbe-407b-8faf-c74cbef2287c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:49.491445 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-54075784-e849-4fc6-aa5d-ce915af09b72 req-c0ccdff7-efbe-407b-8faf-c74cbef2287c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0751278 Feb 04 05:49:49.492443 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e3740-bd93-4be2-9a36-16007eddd243 req-63146af7-6a6c-48e8-a747-570223a980c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:49.493800 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee0e3740-bd93-4be2-9a36-16007eddd243 req-63146af7-6a6c-48e8-a747-570223a980c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cebf943b-8243-4e18-a878-d4ea177c7c95 HTTP/1.1" status: 200 len: 897 time: 0.1441662 Feb 04 05:49:49.517686 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8891e0fc-899d-4ee3-88cd-59764d15c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:54Z', 'updated_at': '2022-02-04T05:48:00Z', 'revision_number': 4, 'project_id': '3120528cd6c340fba4a655aafc002893', 'gw_port': {'id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:55Z', 'updated_at': '2022-02-04T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '25f5ee35-aee4-417f-856c-b70bc9fc5e34', 'name': '', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'mac_address': 'fa:16:3e:d7:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:59Z', 'updated_at': '2022-02-04T05:48:04Z', 'revision_number': 5, 'project_id': '3120528cd6c340fba4a655aafc002893', 'subnets': [{'id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:49:49.545078 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891e0fc-899d-4ee3-88cd-59764d15c78c None None] Checking router: 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:49:49.553293 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8891e0fc-899d-4ee3-88cd-59764d15c78c None None] Routers {'1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:49:49.553970 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8891e0fc-899d-4ee3-88cd-59764d15c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:49:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:49:49.558251 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee0e3740-bd93-4be2-9a36-16007eddd243 req-922d2521-4beb-4abb-a0ca-e257d985c19c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dac5ca01-9eaf-483b-804c-c075848c7e49 HTTP/1.1" status: 200 len: 217 time: 0.0448415 Feb 04 05:49:49.563320 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-54075784-e849-4fc6-aa5d-ce915af09b72 req-4d2457ce-0246-4182-bb6e-053141b3a9f7 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639896 Feb 04 05:49:49.616325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e3740-bd93-4be2-9a36-16007eddd243 req-268f1b6f-54f1-4bb9-ba1b-4b04d4fc091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:49.617895 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee0e3740-bd93-4be2-9a36-16007eddd243 req-268f1b6f-54f1-4bb9-ba1b-4b04d4fc091f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f0d36942-8ddc-4f02-b130-9e707a2f940c HTTP/1.1" status: 200 len: 834 time: 0.0517387 Feb 04 05:49:49.671405 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-8891e0fc-899d-4ee3-88cd-59764d15c78c None None] Set router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:49:49.687451 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e3740-bd93-4be2-9a36-16007eddd243 req-51550994-aea7-4fd5-9cb9-2459e4da57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:49.688962 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee0e3740-bd93-4be2-9a36-16007eddd243 req-51550994-aea7-4fd5-9cb9-2459e4da57aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cebf943b-8243-4e18-a878-d4ea177c7c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0627215 Feb 04 05:49:49.785237 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee0e3740-bd93-4be2-9a36-16007eddd243 req-620c228f-5615-4412-b54d-84bdee3d246f service neutron] 10.222.0.26 "GET /v2.0/networks/cebf943b-8243-4e18-a878-d4ea177c7c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877235 Feb 04 05:49:49.869962 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8891e0fc-899d-4ee3-88cd-59764d15c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:54Z', 'updated_at': '2022-02-04T05:48:00Z', 'revision_number': 4, 'project_id': '3120528cd6c340fba4a655aafc002893', 'gw_port': {'id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:55Z', 'updated_at': '2022-02-04T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '25f5ee35-aee4-417f-856c-b70bc9fc5e34', 'name': '', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'mac_address': 'fa:16:3e:d7:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:59Z', 'updated_at': '2022-02-04T05:48:04Z', 'revision_number': 5, 'project_id': '3120528cd6c340fba4a655aafc002893', 'subnets': [{'id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:49:49.884509 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee0e3740-bd93-4be2-9a36-16007eddd243 req-8eecc968-3992-4f14-9ffe-90b5eb05b65d service neutron] 10.222.0.26 "GET /v2.0/networks/cebf943b-8243-4e18-a878-d4ea177c7c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904570 Feb 04 05:49:49.900713 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8891e0fc-899d-4ee3-88cd-59764d15c78c None None] The sync data for ids ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'] in dv-neutron-827794-1-hyperv is: [{'id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:54Z', 'updated_at': '2022-02-04T05:48:00Z', 'revision_number': 4, 'project_id': '3120528cd6c340fba4a655aafc002893', 'gw_port': {'id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:55Z', 'updated_at': '2022-02-04T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '25f5ee35-aee4-417f-856c-b70bc9fc5e34', 'name': '', 'network_id': 'cebf943b-8243-4e18-a878-d4ea177c7c95', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'mac_address': 'fa:16:3e:d7:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:59Z', 'updated_at': '2022-02-04T05:48:04Z', 'revision_number': 5, 'project_id': '3120528cd6c340fba4a655aafc002893', 'subnets': [{'id': 'f0d36942-8ddc-4f02-b130-9e707a2f940c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:49:50.129312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af5d3b8-3a03-41c8-a50d-5338ac2b28cb None None] New status for floating IP 16f1b0a6-65c3-469e-b1b6-37ffb8f75677: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:49:50.711122 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add508e8-7242-4a19-ab2e-b9bb3b88449c req-62d34b22-6905-4e27-9d02-da84470072a9 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:50.712697 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-add508e8-7242-4a19-ab2e-b9bb3b88449c req-62d34b22-6905-4e27-9d02-da84470072a9 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0630713 Feb 04 05:49:50.772035 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-add508e8-7242-4a19-ab2e-b9bb3b88449c req-e149106f-a23f-4a68-b7cc-71f1fa90f621 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/security-groups?id=25977bfd-e528-409b-ab16-b2a28df982f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470071 Feb 04 05:49:50.966320 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2cc42-724d-45b5-95ba-30294c5437be req-74b29a4e-098f-48e5-a70a-091a5541b4bd tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:50.967851 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-47b2cc42-724d-45b5-95ba-30294c5437be req-74b29a4e-098f-48e5-a70a-091a5541b4bd tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 945 time: 0.0551796 Feb 04 05:49:51.098873 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [req-47b2cc42-724d-45b5-95ba-30294c5437be req-6b61a25f-fe31-4bc8-a186-0eced6ad6b5c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Deleting port dac5ca01-9eaf-483b-804c-c075848c7e49 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:49:51.099288 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-47b2cc42-724d-45b5-95ba-30294c5437be req-6b61a25f-fe31-4bc8-a186-0eced6ad6b5c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:51.230994 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-47b2cc42-724d-45b5-95ba-30294c5437be req-6b61a25f-fe31-4bc8-a186-0eced6ad6b5c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] For port dac5ca01-9eaf-483b-804c-c075848c7e49, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dac5ca01-9eaf-483b-804c-c075848c7e49,segment=NetworkSegment(f753de4a-a5b8-4d81-bf83-fd9efea40297),segment_id=f753de4a-a5b8-4d81-bf83-fd9efea40297)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:49:51.230994 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-47b2cc42-724d-45b5-95ba-30294c5437be req-6b61a25f-fe31-4bc8-a186-0eced6ad6b5c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:51.253623 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [req-47b2cc42-724d-45b5-95ba-30294c5437be req-6b61a25f-fe31-4bc8-a186-0eced6ad6b5c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Calling delete_port for dac5ca01-9eaf-483b-804c-c075848c7e49 owned by compute:nova {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:49:51.499043 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-47b2cc42-724d-45b5-95ba-30294c5437be req-6b61a25f-fe31-4bc8-a186-0eced6ad6b5c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:51.544092 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61a25f-fe31-4bc8-a186-0eced6ad6b5c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event deleted for resources: {'Port': ['ID=dac5ca01-9eaf-483b-804c-c075848c7e49,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:51.621004 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b2cc42-724d-45b5-95ba-30294c5437be req-6b61a25f-fe31-4bc8-a186-0eced6ad6b5c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] No DVR routers for this DVR port dac5ca01-9eaf-483b-804c-c075848c7e49 on host hv-neutron-8277 {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:49:51.623897 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-47b2cc42-724d-45b5-95ba-30294c5437be req-6b61a25f-fe31-4bc8-a186-0eced6ad6b5c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:51.628719 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-47b2cc42-724d-45b5-95ba-30294c5437be req-6b61a25f-fe31-4bc8-a186-0eced6ad6b5c tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.26 "DELETE /v2.0/ports/dac5ca01-9eaf-483b-804c-c075848c7e49 HTTP/1.1" status: 204 len: 173 time: 0.6540611 Feb 04 05:49:51.629457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'name': 'network-vif-deleted', 'tag': 'dac5ca01-9eaf-483b-804c-c075848c7e49'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:49:51.632897 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908f5171-f33e-4bb0-a009-aa0e8a31cbfb" -d '{"events": [{"server_uuid": "ad844d66-f954-4be0-831d-683bebc2bdd3", "name": "network-vif-deleted", "tag": "dac5ca01-9eaf-483b-804c-c075848c7e49"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:49:51.678583 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5906dbb-9fd6-4012-bc9c-508badbc3cc2 x-openstack-request-id: req-d5906dbb-9fd6-4012-bc9c-508badbc3cc2 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:49:51.678969 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad844d66-f954-4be0-831d-683bebc2bdd3", "name": "network-vif-deleted", "tag": "dac5ca01-9eaf-483b-804c-c075848c7e49", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:49:51.679280 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5906dbb-9fd6-4012-bc9c-508badbc3cc2 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:49:51.679696 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad844d66-f954-4be0-831d-683bebc2bdd3', 'name': 'network-vif-deleted', 'tag': 'dac5ca01-9eaf-483b-804c-c075848c7e49', 'status': 'completed', 'code': 200} Feb 04 05:49:51.970483 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7bf2cd13-689f-4f4d-8bc4-92b55d42f161 req-72d74201-0a98-4e7d-ac91-66281feb096d tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad844d66-f954-4be0-831d-683bebc2bdd3 HTTP/1.1" status: 200 len: 210 time: 0.0883026 Feb 04 05:49:53.031046 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53914) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:53.573997 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-212cf68c-9b32-4b08-a727-1923d3006553 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:53.914977 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-212cf68c-9b32-4b08-a727-1923d3006553 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Deleting port 25f5ee35-aee4-417f-856c-b70bc9fc5e34 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:49:53.915319 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-212cf68c-9b32-4b08-a727-1923d3006553 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:54.009000 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-212cf68c-9b32-4b08-a727-1923d3006553 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] For port 25f5ee35-aee4-417f-856c-b70bc9fc5e34, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=25f5ee35-aee4-417f-856c-b70bc9fc5e34,segment=NetworkSegment(f753de4a-a5b8-4d81-bf83-fd9efea40297),segment_id=f753de4a-a5b8-4d81-bf83-fd9efea40297)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:49:54.009362 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-212cf68c-9b32-4b08-a727-1923d3006553 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:54.020987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-212cf68c-9b32-4b08-a727-1923d3006553 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Calling delete_port for 25f5ee35-aee4-417f-856c-b70bc9fc5e34 owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:49:54.211120 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-212cf68c-9b32-4b08-a727-1923d3006553 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:54.243289 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cf68c-9b32-4b08-a727-1923d3006553 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event deleted for resources: {'Port': ['ID=25f5ee35-aee4-417f-856c-b70bc9fc5e34,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:54.444924 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-212cf68c-9b32-4b08-a727-1923d3006553 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:54.668372 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212cf68c-9b32-4b08-a727-1923d3006553 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:49:54.775958 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212cf68c-9b32-4b08-a727-1923d3006553 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:49:54.786976 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd0bc4-eaf4-4ae4-84d0-2645ea7edab6 None None] Sync routers for ids ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:49:54.796836 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-212cf68c-9b32-4b08-a727-1923d3006553 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "PUT /v2.0/routers/1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7619855 Feb 04 05:49:54.797018 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd0bc4-eaf4-4ae4-84d0-2645ea7edab6 None None] Routers {'1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:49:54.797118 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53922) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:54.797423 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6dfd0bc4-eaf4-4ae4-84d0-2645ea7edab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:49:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:49:54.813580 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device dac5ca01-9eaf-483b-804c-c075848c7e49 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:49:54.837600 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: dac5ca01-9eaf-483b-804c-c075848c7e49 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:49:54.838408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device dac5ca01-9eaf-483b-804c-c075848c7e49 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:49:54.861964 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d265c701-c249-44da-9ff1-9c002bef805e tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Deleting subnet f0d36942-8ddc-4f02-b130-9e707a2f940c {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:49:54.867781 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d265c701-c249-44da-9ff1-9c002bef805e tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:54.911299 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d265c701-c249-44da-9ff1-9c002bef805e tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:54.920831 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-6dfd0bc4-eaf4-4ae4-84d0-2645ea7edab6 None None] Set router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:49:55.048433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d265c701-c249-44da-9ff1-9c002bef805e tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:55.114866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d265c701-c249-44da-9ff1-9c002bef805e tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:55.126724 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6dfd0bc4-eaf4-4ae4-84d0-2645ea7edab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:54Z', 'updated_at': '2022-02-04T05:49:54Z', 'revision_number': 5, 'project_id': '3120528cd6c340fba4a655aafc002893', 'gw_port': {'id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:55Z', 'updated_at': '2022-02-04T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:49:55.128234 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d265c701-c249-44da-9ff1-9c002bef805e tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:55.133643 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d265c701-c249-44da-9ff1-9c002bef805e tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "DELETE /v2.0/subnets/f0d36942-8ddc-4f02-b130-9e707a2f940c HTTP/1.1" status: 204 len: 168 time: 0.3332913 Feb 04 05:49:55.134422 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53924) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:55.139128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2911c48c-61f2-430b-a284-ea6866879176 None None] Network cebf943b-8243-4e18-a878-d4ea177c7c95 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:49:55.157259 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd0bc4-eaf4-4ae4-84d0-2645ea7edab6 None None] Checking router: 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:49:55.167069 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265c701-c249-44da-9ff1-9c002bef805e tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d36942-8ddc-4f02-b130-9e707a2f940c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:55.180358 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd0bc4-eaf4-4ae4-84d0-2645ea7edab6 None None] Routers {'1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:49:55.180971 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6dfd0bc4-eaf4-4ae4-84d0-2645ea7edab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:49:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:49:55.251445 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:55.323409 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-6dfd0bc4-eaf4-4ae4-84d0-2645ea7edab6 None None] Set router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:49:55.390312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d737613-717a-4c09-9697-346e2507a08c None None] DHCP port deletion for cebf943b-8243-4e18-a878-d4ea177c7c95 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:49:55.402266 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:55.451338 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6d737613-717a-4c09-9697-346e2507a08c None None] Deleting port 48389211-89b1-493c-87fe-53fd4b41f40f {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:49:55.451746 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6d737613-717a-4c09-9697-346e2507a08c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:55.481279 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Deleting port 407a9319-0996-4da5-84d8-bfe29c86c716 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:49:55.481684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:55.573322 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6dfd0bc4-eaf4-4ae4-84d0-2645ea7edab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:54Z', 'updated_at': '2022-02-04T05:49:54Z', 'revision_number': 5, 'project_id': '3120528cd6c340fba4a655aafc002893', 'gw_port': {'id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:55Z', 'updated_at': '2022-02-04T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:49:55.579155 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6d737613-717a-4c09-9697-346e2507a08c None None] For port 48389211-89b1-493c-87fe-53fd4b41f40f, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=48389211-89b1-493c-87fe-53fd4b41f40f,segment=NetworkSegment(f753de4a-a5b8-4d81-bf83-fd9efea40297),segment_id=f753de4a-a5b8-4d81-bf83-fd9efea40297)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:49:55.579662 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6d737613-717a-4c09-9697-346e2507a08c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:55.590265 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] For port 407a9319-0996-4da5-84d8-bfe29c86c716, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=407a9319-0996-4da5-84d8-bfe29c86c716,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:49:55.590616 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:55.599628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6d737613-717a-4c09-9697-346e2507a08c None None] Calling delete_port for 48389211-89b1-493c-87fe-53fd4b41f40f owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:49:55.605846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Calling delete_port for 407a9319-0996-4da5-84d8-bfe29c86c716 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:49:55.685067 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6d737613-717a-4c09-9697-346e2507a08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:55.709013 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd0bc4-eaf4-4ae4-84d0-2645ea7edab6 None None] The sync data for ids ['1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc'] in dv-neutron-827794-1-hyperv is: [{'id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145386883', 'tenant_id': '3120528cd6c340fba4a655aafc002893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:47:54Z', 'updated_at': '2022-02-04T05:49:54Z', 'revision_number': 5, 'project_id': '3120528cd6c340fba4a655aafc002893', 'gw_port': {'id': '407a9319-0996-4da5-84d8-bfe29c86c716', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:47:55Z', 'updated_at': '2022-02-04T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:49:55.712481 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d737613-717a-4c09-9697-346e2507a08c None None] Pushing event deleted for resources: {'Port': ['ID=48389211-89b1-493c-87fe-53fd4b41f40f,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:55.715998 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d737613-717a-4c09-9697-346e2507a08c None None] No DVR routers for this DVR port 48389211-89b1-493c-87fe-53fd4b41f40f on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:49:55.792079 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:55.816677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event deleted for resources: {'Port': ['ID=407a9319-0996-4da5-84d8-bfe29c86c716,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:55.873738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:56.192639 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 25f5ee35-aee4-417f-856c-b70bc9fc5e34 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:49:56.214635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 25f5ee35-aee4-417f-856c-b70bc9fc5e34 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:49:56.215322 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 25f5ee35-aee4-417f-856c-b70bc9fc5e34 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:49:56.216189 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 48389211-89b1-493c-87fe-53fd4b41f40f no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:49:56.242774 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 48389211-89b1-493c-87fe-53fd4b41f40f {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:49:56.243199 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 48389211-89b1-493c-87fe-53fd4b41f40f not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:49:56.294544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:56.296738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:56.354316 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:56.354762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Fanout notify agent at l3_agent the message router_deleted on router 1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:49:56.361494 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:56.362886 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-72011152-8833-4e7a-af83-6b565f8a744b tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "DELETE /v2.0/routers/1a14a4a2-c3b8-417a-800d-34fc8ce7a6cc HTTP/1.1" status: 204 len: 168 time: 1.2265213 Feb 04 05:49:56.365388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53930) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:56.445789 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91583670-d59e-4dc0-b8fe-41500ea925b8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:56.532919 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91583670-d59e-4dc0-b8fe-41500ea925b8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:56.552325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-91583670-d59e-4dc0-b8fe-41500ea925b8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebf943b-8243-4e18-a878-d4ea177c7c95']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:49:56.561170 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-91583670-d59e-4dc0-b8fe-41500ea925b8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f753de4a-a5b8-4d81-bf83-fd9efea40297') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:49:56.561471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-91583670-d59e-4dc0-b8fe-41500ea925b8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f753de4a-a5b8-4d81-bf83-fd9efea40297') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:49:56.571349 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91583670-d59e-4dc0-b8fe-41500ea925b8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:56.585083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91583670-d59e-4dc0-b8fe-41500ea925b8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:56.591236 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91583670-d59e-4dc0-b8fe-41500ea925b8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:49:56.591632 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91583670-d59e-4dc0-b8fe-41500ea925b8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:49:56.594978 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:49:56.655687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91583670-d59e-4dc0-b8fe-41500ea925b8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:56.673156 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91583670-d59e-4dc0-b8fe-41500ea925b8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:56.676769 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-91583670-d59e-4dc0-b8fe-41500ea925b8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "DELETE /v2.0/networks/cebf943b-8243-4e18-a878-d4ea177c7c95 HTTP/1.1" status: 204 len: 168 time: 0.3104312 Feb 04 05:49:56.679595 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53938) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:56.688388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91583670-d59e-4dc0-b8fe-41500ea925b8 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event deleted for resources: {'Network': ['ID=cebf943b-8243-4e18-a878-d4ea177c7c95,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:57.039208 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c76faa2d-f002-457b-b1ff-7cbc67c1cd22 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:57.049952 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-5a2d3a32-d032-4d6a-898f-21dcab276f64 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977250023&fields=id&tenant_id=cc5330e91f224377a5a1b171420d5342 HTTP/1.1" status: 200 len: 267 time: 0.0509315 Feb 04 05:49:57.089153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c76faa2d-f002-457b-b1ff-7cbc67c1cd22 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:57.187748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-35fa2d55-2f75-4413-a008-b72f760d23ab tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:57.189168 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-35fa2d55-2f75-4413-a008-b72f760d23ab tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 812 time: 0.1318791 Feb 04 05:49:57.207076 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-2f989bee-3e0a-4961-a9f2-173544845bac tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/quotas/cc5330e91f224377a5a1b171420d5342 HTTP/1.1" status: 200 len: 375 time: 0.0119534 Feb 04 05:49:57.228806 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c76faa2d-f002-457b-b1ff-7cbc67c1cd22 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:57.231320 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c76faa2d-f002-457b-b1ff-7cbc67c1cd22 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:57.232385 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c76faa2d-f002-457b-b1ff-7cbc67c1cd22 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] 10.222.0.10 "DELETE /v2.0/security-groups/25977bfd-e528-409b-ab16-b2a28df982f7 HTTP/1.1" status: 204 len: 168 time: 0.5518129 Feb 04 05:49:57.258380 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76faa2d-f002-457b-b1ff-7cbc67c1cd22 tempest-TestNetworkAdvancedServerOps-1850775735 tempest-TestNetworkAdvancedServerOps-1850775735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25977bfd-e528-409b-ab16-b2a28df982f7,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:57.283165 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-2b52d495-b2d2-450a-85ca-7a6f9be401cf tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0671251 Feb 04 05:49:57.381274 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-1c77acf5-336a-4cb7-a964-9e59fd03b0c6 service neutron] 10.222.0.10 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862763 Feb 04 05:49:57.472407 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-290cdc25-09f3-4e6b-9c90-b3a698102de5 service neutron] 10.222.0.10 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842822 Feb 04 05:49:57.528230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53952) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:57.664901 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f55777ce-da0a-42d6-b1b5-5e0a10f3a488 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3120528cd6c340fba4a655aafc002893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354222 Feb 04 05:49:57.667368 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53960) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:57.719948 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef914202-aebd-4752-8687-ebb1dcda8cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:57.743479 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef914202-aebd-4752-8687-ebb1dcda8cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:57.782716 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d678e7e1-0e46-4240-9100-cdcf58f7d725 req-48adb5eb-9a99-4285-94e1-5cf241129719 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 210 time: 0.0413618 Feb 04 05:49:57.822230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef914202-aebd-4752-8687-ebb1dcda8cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:57.824904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef914202-aebd-4752-8687-ebb1dcda8cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:57.826216 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ef914202-aebd-4752-8687-ebb1dcda8cec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc99b53b-edc2-4b51-af66-e33a7fe75227 HTTP/1.1" status: 204 len: 168 time: 0.1576343 Feb 04 05:49:57.836578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef914202-aebd-4752-8687-ebb1dcda8cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc99b53b-edc2-4b51-af66-e33a7fe75227,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:57.939952 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 407a9319-0996-4da5-84d8-bfe29c86c716 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:49:57.966333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 407a9319-0996-4da5-84d8-bfe29c86c716 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:49:57.966684 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 407a9319-0996-4da5-84d8-bfe29c86c716 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:49:58.107600 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 53978) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:58.120483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2de17b42-9442-49c5-8b86-f578ab2f6a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:58.201685 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2de17b42-9442-49c5-8b86-f578ab2f6a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:58.206275 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2de17b42-9442-49c5-8b86-f578ab2f6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:58.243349 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2de17b42-9442-49c5-8b86-f578ab2f6a0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64de968ace3b4fabbe691626340ac81a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346612 Feb 04 05:49:58.245461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de17b42-9442-49c5-8b86-f578ab2f6a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd46dca-c6ab-4cdf-9216-961045f1d5ff,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:58.246174 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 53980) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:49:58.305972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f53511a8-b192-44ec-bd05-c4c6c0dc2e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:58.326710 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f53511a8-b192-44ec-bd05-c4c6c0dc2e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:58.371630 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f53511a8-b192-44ec-bd05-c4c6c0dc2e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:58.374120 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f53511a8-b192-44ec-bd05-c4c6c0dc2e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:58.375262 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f53511a8-b192-44ec-bd05-c4c6c0dc2e79 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2fd46dca-c6ab-4cdf-9216-961045f1d5ff HTTP/1.1" status: 204 len: 168 time: 0.1238437 Feb 04 05:49:58.383348 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53511a8-b192-44ec-bd05-c4c6c0dc2e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd46dca-c6ab-4cdf-9216-961045f1d5ff,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:58.726879 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-22163f72-2cb1-4364-a060-5e907acea08d tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:58.728633 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-22163f72-2cb1-4364-a060-5e907acea08d tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.26 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 812 time: 0.1137514 Feb 04 05:49:58.775814 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-4521b3ed-de27-4f40-b4ce-8634fc5c2831 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc5330e91f224377a5a1b171420d5342 HTTP/1.1" status: 200 len: 379 time: 0.0375590 Feb 04 05:49:58.784592 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-6cb8fa5c-43ee-4044-9278-194f458ead69 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Request body: {'port': {'device_id': '5eb0e2c9-ffb7-45f4-8205-a4cf949ed505', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'admin_state_up': True, 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'security_groups': ['92b46f3e-02fd-4106-a0fa-9044f91b810b']}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:49:58.892003 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aa55c738-ba57-40a6-b8f0-efc63c23e5d8 req-421e2c32-05dd-426d-8691-c4e27eede17a tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 210 time: 0.0380147 Feb 04 05:49:58.922387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-6cb8fa5c-43ee-4044-9278-194f458ead69 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Made reservation on behalf of cc5330e91f224377a5a1b171420d5342 for: {'port': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:49:58.926390 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-6cb8fa5c-43ee-4044-9278-194f458ead69 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:59.053095 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-6cb8fa5c-43ee-4044-9278-194f458ead69 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Allocated IP 172.20.0.4 (540e0162-bbab-4d1c-a7ab-cceeb43b39c7/41d92f0f-af9f-4bf4-abb9-845ab5d90d6e/b766b4ca-04ee-4a86-b22e-0fdbb85c3459) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:49:59.190416 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-6cb8fa5c-43ee-4044-9278-194f458ead69 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:59.223539 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-6cb8fa5c-43ee-4044-9278-194f458ead69 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:59.269917 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-6cb8fa5c-43ee-4044-9278-194f458ead69 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:49:59.272843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-6cb8fa5c-43ee-4044-9278-194f458ead69 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:49:59.276467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-6cb8fa5c-43ee-4044-9278-194f458ead69 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:49:59.307718 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8fa5c-43ee-4044-9278-194f458ead69 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'Port': ['ID=b766b4ca-04ee-4a86-b22e-0fdbb85c3459,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:59.333978 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-6cb8fa5c-43ee-4044-9278-194f458ead69 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:49:59.334608 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-6cb8fa5c-43ee-4044-9278-194f458ead69 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:59.351243 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-6cb8fa5c-43ee-4044-9278-194f458ead69 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5701947 Feb 04 05:49:59.363978 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Request body: {'port': {'device_id': '5eb0e2c9-ffb7-45f4-8205-a4cf949ed505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:49:59.421464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:59.480025 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9afe9be2-1f51-4ea6-8862-8840eeaee357 None None] Provisioning complete for port b766b4ca-04ee-4a86-b22e-0fdbb85c3459 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:49:59.480534 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9afe9be2-1f51-4ea6-8862-8840eeaee357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:59.515877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-9afe9be2-1f51-4ea6-8862-8840eeaee357 None None] Port b766b4ca-04ee-4a86-b22e-0fdbb85c3459 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:49:59.689103 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b766b4ca-04ee-4a86-b22e-0fdbb85c3459 {{(pid=108745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:49:59.697109 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:59.709016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.provisioning_blocks [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Transition to ACTIVE for port object b766b4ca-04ee-4a86-b22e-0fdbb85c3459 will not be triggered until provisioned by entity L2. {{(pid=108745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:49:59.713882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:59.765380 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Pushing event updated for resources: {'Port': ['ID=b766b4ca-04ee-4a86-b22e-0fdbb85c3459,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:49:59.836155 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Attempting to bind port b766b4ca-04ee-4a86-b22e-0fdbb85c3459 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:49:59.836627 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Attempting to bind port b766b4ca-04ee-4a86-b22e-0fdbb85c3459 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:49:59.836964 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Attempting to bind port b766b4ca-04ee-4a86-b22e-0fdbb85c3459 on network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:49:59.841565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Port b766b4ca-04ee-4a86-b22e-0fdbb85c3459 on network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:49:59.841923 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Attempting to bind port b766b4ca-04ee-4a86-b22e-0fdbb85c3459 on network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:49:59.849345 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:49:59.849967 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Checking segment: {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:49:59.850360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Bound using segment: {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:49:59.850802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Bound port: b766b4ca-04ee-4a86-b22e-0fdbb85c3459, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:49:59.851162 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:49:59.931814 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:49:59.938847 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] For port b766b4ca-04ee-4a86-b22e-0fdbb85c3459, host hv-neutron-8277, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:49:59.950316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] For port b766b4ca-04ee-4a86-b22e-0fdbb85c3459, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b766b4ca-04ee-4a86-b22e-0fdbb85c3459,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:49:59.957459 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:00.001219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:00.001863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:00.003255 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] 10.222.0.26 "PUT /v2.0/ports/b766b4ca-04ee-4a86-b22e-0fdbb85c3459 HTTP/1.1" status: 200 len: 1093 time: 0.6442745 Feb 04 05:50:00.013469 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb0e2c9-ffb7-45f4-8205-a4cf949ed505', 'tag': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:50:00.014668 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26301a23-9c05-4ca0-b963-209e28a5b836" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb0e2c9-ffb7-45f4-8205-a4cf949ed505", "tag": "b766b4ca-04ee-4a86-b22e-0fdbb85c3459"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:50:00.071515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddae081-ef2e-4238-9ec1-2d0696359a72 service neutron] Pushing event updated for resources: {'Port': ['ID=b766b4ca-04ee-4a86-b22e-0fdbb85c3459,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:00.089673 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a358ab7-0b46-4c2e-af50-793f201b1f45 x-openstack-request-id: req-7a358ab7-0b46-4c2e-af50-793f201b1f45 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:50:00.089998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb0e2c9-ffb7-45f4-8205-a4cf949ed505", "tag": "b766b4ca-04ee-4a86-b22e-0fdbb85c3459", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:50:00.090245 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a358ab7-0b46-4c2e-af50-793f201b1f45 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:50:00.090658 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb0e2c9-ffb7-45f4-8205-a4cf949ed505', 'tag': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459', 'status': 'completed', 'code': 200} Feb 04 05:50:00.121462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb90332-8eed-40c4-b47e-465a62b3434b req-494816e4-61b5-4e28-b5da-2d7e944b83f9 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:00.123078 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3eb90332-8eed-40c4-b47e-465a62b3434b req-494816e4-61b5-4e28-b5da-2d7e944b83f9 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 943 time: 0.1270111 Feb 04 05:50:00.125168 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-571c6c2d-cac8-4724-8d08-18cfe1fec967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:00.126553 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-571c6c2d-cac8-4724-8d08-18cfe1fec967 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 1096 time: 0.0674086 Feb 04 05:50:00.184827 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-10d0256e-0a67-4331-9308-4a0f1f64eb5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b766b4ca-04ee-4a86-b22e-0fdbb85c3459 HTTP/1.1" status: 200 len: 217 time: 0.0487180 Feb 04 05:50:00.226113 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3eb90332-8eed-40c4-b47e-465a62b3434b req-7c319411-a385-4614-a233-99f65a315abc tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961993 Feb 04 05:50:00.242315 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-350ddb7e-f92a-4332-8a9b-5c0b09c488a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:00.243773 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-350ddb7e-f92a-4332-8a9b-5c0b09c488a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 200 len: 851 time: 0.0503507 Feb 04 05:50:00.288663 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-0997f0a5-f918-47a3-a072-c025b9b0f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:00.290182 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-0997f0a5-f918-47a3-a072-c025b9b0f14b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395150 Feb 04 05:50:00.382571 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-dba305d1-ab78-4631-b655-be4a1c6b921c service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852728 Feb 04 05:50:00.472898 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10716a4c-da7f-4ef1-95c1-eab61185ff92 req-3f7532fa-1a6e-47a9-8882-1819753a759e service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819459 Feb 04 05:50:00.555693 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26301a23-9c05-4ca0-b963-209e28a5b836 req-68b860f8-bf6d-42fe-861e-a1f76a2d44db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:00.557218 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26301a23-9c05-4ca0-b963-209e28a5b836 req-68b860f8-bf6d-42fe-861e-a1f76a2d44db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 1096 time: 0.0406017 Feb 04 05:50:00.652982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26301a23-9c05-4ca0-b963-209e28a5b836 req-002ffef3-1b19-480a-bd1e-410db7c98d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:00.654567 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26301a23-9c05-4ca0-b963-209e28a5b836 req-002ffef3-1b19-480a-bd1e-410db7c98d9d service neutron] 10.222.0.26 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 912 time: 0.0903482 Feb 04 05:50:00.695603 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26301a23-9c05-4ca0-b963-209e28a5b836 req-09d6cd50-b497-4677-b3d1-aed2a21dafe5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b766b4ca-04ee-4a86-b22e-0fdbb85c3459 HTTP/1.1" status: 200 len: 217 time: 0.0338514 Feb 04 05:50:00.748976 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26301a23-9c05-4ca0-b963-209e28a5b836 req-b9516304-915e-425f-84ba-3c5106fb8a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:00.750357 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26301a23-9c05-4ca0-b963-209e28a5b836 req-b9516304-915e-425f-84ba-3c5106fb8a86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 200 len: 851 time: 0.0478330 Feb 04 05:50:00.796709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26301a23-9c05-4ca0-b963-209e28a5b836 req-02e447e5-7b4c-4d5e-ad41-85b1c8706f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:00.798223 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26301a23-9c05-4ca0-b963-209e28a5b836 req-02e447e5-7b4c-4d5e-ad41-85b1c8706f1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386014 Feb 04 05:50:00.888503 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26301a23-9c05-4ca0-b963-209e28a5b836 req-d1ad2f75-0fd2-41fd-abb5-f91308bc37a1 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827253 Feb 04 05:50:00.982527 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26301a23-9c05-4ca0-b963-209e28a5b836 req-77222f2b-f6e0-4dae-b9e1-cdb0ab999d78 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875537 Feb 04 05:50:01.344378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e324057-a752-4a48-a66b-04f6dd3e37cc req-3a72a78b-fb3a-4ee8-8136-1b78392fad13 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:01.345939 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e324057-a752-4a48-a66b-04f6dd3e37cc req-3a72a78b-fb3a-4ee8-8136-1b78392fad13 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 943 time: 0.0493283 Feb 04 05:50:01.383186 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e324057-a752-4a48-a66b-04f6dd3e37cc req-e2656b26-c2f2-4f31-96ac-83c71d7e90ff tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312693 Feb 04 05:50:02.500046 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1fc2c-c2c8-4348-a08d-bafe80993ebb req-2f5b9018-adfb-447c-a45b-a00a315c668b tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:02.501649 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-53a1fc2c-c2c8-4348-a08d-bafe80993ebb req-2f5b9018-adfb-447c-a45b-a00a315c668b tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 943 time: 0.0493164 Feb 04 05:50:02.541219 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-53a1fc2c-c2c8-4348-a08d-bafe80993ebb req-6a528963-defa-4fbf-b22e-0a129f6f85c5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324645 Feb 04 05:50:03.664023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d976d-2d7d-4fe0-b49e-cfff4a689f3b req-f269de88-a916-4d61-8798-c9e32084185e tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:03.665495 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8e1d976d-2d7d-4fe0-b49e-cfff4a689f3b req-f269de88-a916-4d61-8798-c9e32084185e tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 943 time: 0.0526645 Feb 04 05:50:03.702084 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8e1d976d-2d7d-4fe0-b49e-cfff4a689f3b req-6f499dd7-c321-448b-9703-b780f43e42f5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307291 Feb 04 05:50:03.974334 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:04.825606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9327f93-3933-497f-a6a9-99368ee03af3 req-7495fc53-89b8-465a-bb98-dd5a76750b2f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:04.827148 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9327f93-3933-497f-a6a9-99368ee03af3 req-7495fc53-89b8-465a-bb98-dd5a76750b2f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 943 time: 0.0531960 Feb 04 05:50:04.866325 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9327f93-3933-497f-a6a9-99368ee03af3 req-9b376d45-6a8b-409c-8a11-36ee91173a13 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327129 Feb 04 05:50:05.138794 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54004) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:05.566550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a9639024-106b-489b-b9d5-f1379618d667 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:05.909466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a9639024-106b-489b-b9d5-f1379618d667 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 4c053454-c6cd-4b53-954e-432602075cf9 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:50:05.909837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a9639024-106b-489b-b9d5-f1379618d667 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:05.982584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf89aa9-9779-4641-8642-235e951c8671 req-179c4634-377d-448b-bb93-7e03bc2a2478 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:05.984694 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5cf89aa9-9779-4641-8642-235e951c8671 req-179c4634-377d-448b-bb93-7e03bc2a2478 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 943 time: 0.0518854 Feb 04 05:50:05.995586 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a9639024-106b-489b-b9d5-f1379618d667 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port 4c053454-c6cd-4b53-954e-432602075cf9, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4c053454-c6cd-4b53-954e-432602075cf9,segment=NetworkSegment(20551564-d1d6-4279-95b9-c5e1f5917c0c),segment_id=20551564-d1d6-4279-95b9-c5e1f5917c0c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:05.995954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a9639024-106b-489b-b9d5-f1379618d667 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:06.010073 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a9639024-106b-489b-b9d5-f1379618d667 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 4c053454-c6cd-4b53-954e-432602075cf9 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:50:06.022927 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5cf89aa9-9779-4641-8642-235e951c8671 req-e7750be7-6e53-4cc8-82db-fae474a2c8f9 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325816 Feb 04 05:50:06.206939 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a9639024-106b-489b-b9d5-f1379618d667 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:06.236069 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9639024-106b-489b-b9d5-f1379618d667 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=4c053454-c6cd-4b53-954e-432602075cf9,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:06.443484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a9639024-106b-489b-b9d5-f1379618d667 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:06.685329 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9639024-106b-489b-b9d5-f1379618d667 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 04071f91-725f-48a5-b848-63de4c537d49 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:50:06.794896 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9639024-106b-489b-b9d5-f1379618d667 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:50:06.803376 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a9639024-106b-489b-b9d5-f1379618d667 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/04071f91-725f-48a5-b848-63de4c537d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6625860 Feb 04 05:50:06.805511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d431a3ab-ea13-471c-8c6e-e9bad577a673 None None] Sync routers for ids ['04071f91-725f-48a5-b848-63de4c537d49'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:50:06.817145 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431a3ab-ea13-471c-8c6e-e9bad577a673 None None] Routers {'04071f91-725f-48a5-b848-63de4c537d49'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:50:06.817902 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d431a3ab-ea13-471c-8c6e-e9bad577a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:49:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['04071f91-725f-48a5-b848-63de4c537d49'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:06.943356 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-d431a3ab-ea13-471c-8c6e-e9bad577a673 None None] Set router 04071f91-725f-48a5-b848-63de4c537d49 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:50:07.064060 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bb678-db8b-49a9-b3f9-4a1a5fdafb70 req-f85389cb-3c65-43e7-be00-0fd83d5c970a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:07.066392 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8c0bb678-db8b-49a9-b3f9-4a1a5fdafb70 req-f85389cb-3c65-43e7-be00-0fd83d5c970a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 946 time: 0.0603070 Feb 04 05:50:07.134352 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8c0bb678-db8b-49a9-b3f9-4a1a5fdafb70 req-7b438d5b-5b18-4c76-ae30-79c585f81739 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=da9609ab-9666-40f7-b4e4-876c2596593e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614624 Feb 04 05:50:07.163250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85488de2-4645-46b1-8bbd-bc4e817e3a65 req-747bad23-e779-4cfc-9ed1-db35921a7c90 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:07.164716 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-85488de2-4645-46b1-8bbd-bc4e817e3a65 req-747bad23-e779-4cfc-9ed1-db35921a7c90 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 943 time: 0.0623162 Feb 04 05:50:07.200304 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d431a3ab-ea13-471c-8c6e-e9bad577a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:50:06Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ce2efc33-11f0-4284-9230-4512ee746ddf', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.13', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '04071f91-725f-48a5-b848-63de4c537d49', 'port_id': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'mac_address': 'fa:16:3e:7e:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:49Z', 'updated_at': '2022-02-04T05:48:51Z', 'revision_number': 1, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045693cc-d56c-41c5-9b5b-68bc9c8c3707', 'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:06:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:34Z', 'updated_at': '2022-02-04T05:48:38Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:07.208020 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-85488de2-4645-46b1-8bbd-bc4e817e3a65 req-dc89c4fd-4290-4f91-963a-a282bd603769 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360909 Feb 04 05:50:07.227021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d431a3ab-ea13-471c-8c6e-e9bad577a673 None None] Checking router: 04071f91-725f-48a5-b848-63de4c537d49 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:50:07.235824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431a3ab-ea13-471c-8c6e-e9bad577a673 None None] Routers {'04071f91-725f-48a5-b848-63de4c537d49'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:50:07.236405 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d431a3ab-ea13-471c-8c6e-e9bad577a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:49:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['04071f91-725f-48a5-b848-63de4c537d49'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:07.340147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-d431a3ab-ea13-471c-8c6e-e9bad577a673 None None] Set router 04071f91-725f-48a5-b848-63de4c537d49 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:50:07.698589 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d431a3ab-ea13-471c-8c6e-e9bad577a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:50:06Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ce2efc33-11f0-4284-9230-4512ee746ddf', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.13', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '04071f91-725f-48a5-b848-63de4c537d49', 'port_id': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'mac_address': 'fa:16:3e:7e:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:49Z', 'updated_at': '2022-02-04T05:48:51Z', 'revision_number': 1, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045693cc-d56c-41c5-9b5b-68bc9c8c3707', 'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:06:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:34Z', 'updated_at': '2022-02-04T05:48:38Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:07.728111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d431a3ab-ea13-471c-8c6e-e9bad577a673 None None] The sync data for ids ['04071f91-725f-48a5-b848-63de4c537d49'] in dv-neutron-827794-1-hyperv is: [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:50:06Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ce2efc33-11f0-4284-9230-4512ee746ddf', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.13', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '04071f91-725f-48a5-b848-63de4c537d49', 'port_id': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'mac_address': 'fa:16:3e:7e:83:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:49Z', 'updated_at': '2022-02-04T05:48:51Z', 'revision_number': 1, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045693cc-d56c-41c5-9b5b-68bc9c8c3707', 'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:06:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:34Z', 'updated_at': '2022-02-04T05:48:38Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:50:08.103924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4c053454-c6cd-4b53-954e-432602075cf9 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:50:08.123521 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 4c053454-c6cd-4b53-954e-432602075cf9 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:50:08.123870 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4c053454-c6cd-4b53-954e-432602075cf9 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:50:08.253843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35632ecb-a42c-42e9-aa77-729a745560bb req-b41d9a6e-990d-49fb-bd38-0cdadf122122 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:08.255406 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-35632ecb-a42c-42e9-aa77-729a745560bb req-b41d9a6e-990d-49fb-bd38-0cdadf122122 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 946 time: 0.0508406 Feb 04 05:50:08.320300 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-35632ecb-a42c-42e9-aa77-729a745560bb req-9a5a3973-1c11-439f-a9e4-fcee72caff05 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=da9609ab-9666-40f7-b4e4-876c2596593e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585654 Feb 04 05:50:08.339138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa825914-0360-48cb-9298-a4fd6d5d07c5 req-04f7e594-f5e5-4c1c-a7d7-534b31baec84 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:08.340624 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fa825914-0360-48cb-9298-a4fd6d5d07c5 req-04f7e594-f5e5-4c1c-a7d7-534b31baec84 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 943 time: 0.0608897 Feb 04 05:50:08.377119 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fa825914-0360-48cb-9298-a4fd6d5d07c5 req-7edb8139-37ae-4e2a-9db3-2ef901a0641f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307181 Feb 04 05:50:08.657627 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634ae72-8e80-4eb8-b17e-4f7dcc20a3a1 req-212e20e6-0a6c-4190-a030-f3d1d3c8d37c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:08.659291 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8634ae72-8e80-4eb8-b17e-4f7dcc20a3a1 req-212e20e6-0a6c-4190-a030-f3d1d3c8d37c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/ports?device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 946 time: 0.0543475 Feb 04 05:50:08.759838 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [req-8634ae72-8e80-4eb8-b17e-4f7dcc20a3a1 req-620ea9bf-5bc4-476d-8da9-dba34359c1e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 19ee4e47-8102-4616-b03e-8fff064a7df7 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:50:08.760177 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-8634ae72-8e80-4eb8-b17e-4f7dcc20a3a1 req-620ea9bf-5bc4-476d-8da9-dba34359c1e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:08.846515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-8634ae72-8e80-4eb8-b17e-4f7dcc20a3a1 req-620ea9bf-5bc4-476d-8da9-dba34359c1e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port 19ee4e47-8102-4616-b03e-8fff064a7df7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=19ee4e47-8102-4616-b03e-8fff064a7df7,segment=NetworkSegment(20551564-d1d6-4279-95b9-c5e1f5917c0c),segment_id=20551564-d1d6-4279-95b9-c5e1f5917c0c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:08.847398 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-8634ae72-8e80-4eb8-b17e-4f7dcc20a3a1 req-620ea9bf-5bc4-476d-8da9-dba34359c1e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:08.859014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [req-8634ae72-8e80-4eb8-b17e-4f7dcc20a3a1 req-620ea9bf-5bc4-476d-8da9-dba34359c1e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 19ee4e47-8102-4616-b03e-8fff064a7df7 owned by compute:nova {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:50:08.985679 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-8634ae72-8e80-4eb8-b17e-4f7dcc20a3a1 req-620ea9bf-5bc4-476d-8da9-dba34359c1e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:09.015810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ea9bf-5bc4-476d-8da9-dba34359c1e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=19ee4e47-8102-4616-b03e-8fff064a7df7,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:09.053136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [req-8634ae72-8e80-4eb8-b17e-4f7dcc20a3a1 req-620ea9bf-5bc4-476d-8da9-dba34359c1e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] No DVR routers for this DVR port 19ee4e47-8102-4616-b03e-8fff064a7df7 on host hv-neutron-8277 {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:50:09.055575 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-8634ae72-8e80-4eb8-b17e-4f7dcc20a3a1 req-620ea9bf-5bc4-476d-8da9-dba34359c1e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:09.058780 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8634ae72-8e80-4eb8-b17e-4f7dcc20a3a1 req-620ea9bf-5bc4-476d-8da9-dba34359c1e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "DELETE /v2.0/ports/19ee4e47-8102-4616-b03e-8fff064a7df7 HTTP/1.1" status: 204 len: 173 time: 0.3881083 Feb 04 05:50:09.059209 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a545662e-6312-4d89-997a-3e7cce902890', 'name': 'network-vif-deleted', 'tag': '19ee4e47-8102-4616-b03e-8fff064a7df7'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:50:09.061507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4c3764-04e7-43a3-9534-e2ae10495c45" -d '{"events": [{"server_uuid": "a545662e-6312-4d89-997a-3e7cce902890", "name": "network-vif-deleted", "tag": "19ee4e47-8102-4616-b03e-8fff064a7df7"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:50:09.097288 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a501aab-210e-45a4-8e04-27c8aa5507c9 x-openstack-request-id: req-0a501aab-210e-45a4-8e04-27c8aa5507c9 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:50:09.097578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a545662e-6312-4d89-997a-3e7cce902890", "name": "network-vif-deleted", "tag": "19ee4e47-8102-4616-b03e-8fff064a7df7", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:50:09.097889 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a501aab-210e-45a4-8e04-27c8aa5507c9 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:50:09.098283 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a545662e-6312-4d89-997a-3e7cce902890', 'name': 'network-vif-deleted', 'tag': '19ee4e47-8102-4616-b03e-8fff064a7df7', 'status': 'completed', 'code': 200} Feb 04 05:50:09.437520 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-106597d4-2503-484f-9c2f-ef92bd0116da req-b626973b-947a-4c7a-bee7-7d852ec98980 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=a545662e-6312-4d89-997a-3e7cce902890 HTTP/1.1" status: 200 len: 210 time: 0.0336263 Feb 04 05:50:09.510249 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f491fc-dd23-4522-8a51-8c4463a5abad req-7410ac1d-9ed3-4f6d-bff3-b42b72569705 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:09.511767 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d4f491fc-dd23-4522-8a51-8c4463a5abad req-7410ac1d-9ed3-4f6d-bff3-b42b72569705 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 943 time: 0.0570965 Feb 04 05:50:09.553081 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d4f491fc-dd23-4522-8a51-8c4463a5abad req-3989e003-43ca-4451-b786-503b34bb4155 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347900 Feb 04 05:50:10.496691 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54026) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:10.552128 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9bdc8307-590b-4fea-bd6b-ea965a362397 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:10.575538 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9bdc8307-590b-4fea-bd6b-ea965a362397 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:10.634615 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9bdc8307-590b-4fea-bd6b-ea965a362397 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:10.637186 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9bdc8307-590b-4fea-bd6b-ea965a362397 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:10.638446 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9bdc8307-590b-4fea-bd6b-ea965a362397 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/security-groups/da9609ab-9666-40f7-b4e4-876c2596593e HTTP/1.1" status: 204 len: 168 time: 0.1407666 Feb 04 05:50:10.648275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc8307-590b-4fea-bd6b-ea965a362397 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9609ab-9666-40f7-b4e4-876c2596593e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:10.671403 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c556c25-7258-49cb-b04d-eb05b73ef6c0 req-135650c5-ba51-4975-901e-3c558d90a182 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:10.672726 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3c556c25-7258-49cb-b04d-eb05b73ef6c0 req-135650c5-ba51-4975-901e-3c558d90a182 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 943 time: 0.0533674 Feb 04 05:50:10.687936 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54032) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:10.711610 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3c556c25-7258-49cb-b04d-eb05b73ef6c0 req-656cf9a1-dff8-4dbb-98f1-045906e5d9f1 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329421 Feb 04 05:50:10.742143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-926f7191-2973-4bbd-9dc5-e55772aa827f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting subnet 261a28bd-62c7-4b1b-9345-247c2b322123 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:50:10.745164 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-926f7191-2973-4bbd-9dc5-e55772aa827f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:10.783339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-926f7191-2973-4bbd-9dc5-e55772aa827f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:10.861025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-926f7191-2973-4bbd-9dc5-e55772aa827f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:10.922355 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-926f7191-2973-4bbd-9dc5-e55772aa827f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:10.945290 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device b766b4ca-04ee-4a86-b22e-0fdbb85c3459 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:50:10.950176 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f7191-2973-4bbd-9dc5-e55772aa827f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Subnet': ['ID=261a28bd-62c7-4b1b-9345-247c2b322123,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:10.955552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-926f7191-2973-4bbd-9dc5-e55772aa827f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:10.959949 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-926f7191-2973-4bbd-9dc5-e55772aa827f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/subnets/261a28bd-62c7-4b1b-9345-247c2b322123 HTTP/1.1" status: 204 len: 168 time: 0.2706518 Feb 04 05:50:10.962335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54034) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:10.964520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0808341-36ab-4a93-8d5b-9dcb43bf12c3 None None] Network 9109d8e7-b8f3-4280-a528-3264f9c21d4b requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:50:11.039104 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:11.090308 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port dd8e4e80-2169-4446-9b02-517a2f75a269 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:50:11.090655 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:11.129261 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port b766b4ca-04ee-4a86-b22e-0fdbb85c3459, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b766b4ca-04ee-4a86-b22e-0fdbb85c3459,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:11.146694 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'port_id': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459', 'mac_address': 'fa:16:3e:25:dd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:50:11.154080 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port dd8e4e80-2169-4446-9b02-517a2f75a269, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=dd8e4e80-2169-4446-9b02-517a2f75a269,segment=NetworkSegment(20551564-d1d6-4279-95b9-c5e1f5917c0c),segment_id=20551564-d1d6-4279-95b9-c5e1f5917c0c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:11.154442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:11.168366 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for dd8e4e80-2169-4446-9b02-517a2f75a269 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:50:11.189054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:11.203405 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b766b4ca-04ee-4a86-b22e-0fdbb85c3459 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:50:11.223974 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port b766b4ca-04ee-4a86-b22e-0fdbb85c3459, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b766b4ca-04ee-4a86-b22e-0fdbb85c3459,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:11.231141 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad20a8cc-76c9-4065-86b2-5f020964dd2e None None] DHCP port deletion for 9109d8e7-b8f3-4280-a528-3264f9c21d4b request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:50:11.233193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:11.256130 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:11.279777 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-ad20a8cc-76c9-4065-86b2-5f020964dd2e None None] The port 'dd8e4e80-2169-4446-9b02-517a2f75a269' was deleted {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 04 05:50:11.290929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] No DVR routers for this DVR port dd8e4e80-2169-4446-9b02-517a2f75a269 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:50:11.295085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=dd8e4e80-2169-4446-9b02-517a2f75a269,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:11.306537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=b766b4ca-04ee-4a86-b22e-0fdbb85c3459,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:11.374014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:11.394596 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9109d8e7-b8f3-4280-a528-3264f9c21d4b']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:11.403546 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20551564-d1d6-4279-95b9-c5e1f5917c0c') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:11.403844 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20551564-d1d6-4279-95b9-c5e1f5917c0c') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:11.412851 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:11.425904 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:11.432216 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:50:11.432713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:50:11.435953 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:50:11.465132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['b766b4ca-04ee-4a86-b22e-0fdbb85c3459'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:50:11.503376 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:11.512079 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:11.515245 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/networks/9109d8e7-b8f3-4280-a528-3264f9c21d4b HTTP/1.1" status: 204 len: 168 time: 0.5520494 Feb 04 05:50:11.518004 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54036) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:11.525450 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f3e6b-aa73-4dae-bbe6-e1c614771cb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Network': ['ID=9109d8e7-b8f3-4280-a528-3264f9c21d4b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:11.695275 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-8a60a8ba-399e-4744-942b-5607df360578 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port e92f4e3f-3e17-4866-9a9c-b62fd663e269 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:50:11.695941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a60a8ba-399e-4744-942b-5607df360578 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:11.770483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a60a8ba-399e-4744-942b-5607df360578 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:11.770812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a60a8ba-399e-4744-942b-5607df360578 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:11.783460 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-8a60a8ba-399e-4744-942b-5607df360578 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for e92f4e3f-3e17-4866-9a9c-b62fd663e269 owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:50:11.879229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7b084-255a-4b5c-812a-5fd072edf3e5 req-060c1dda-7bd6-47cf-bfa0-5196d6fb185a tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:11.880727 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8ca7b084-255a-4b5c-812a-5fd072edf3e5 req-060c1dda-7bd6-47cf-bfa0-5196d6fb185a tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 944 time: 0.0984874 Feb 04 05:50:11.938637 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8ca7b084-255a-4b5c-812a-5fd072edf3e5 req-a003a9c8-fd65-4507-a866-c2de6a74e5a6 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507705 Feb 04 05:50:11.986595 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device dd8e4e80-2169-4446-9b02-517a2f75a269 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:50:12.007116 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: dd8e4e80-2169-4446-9b02-517a2f75a269 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:50:12.007482 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device dd8e4e80-2169-4446-9b02-517a2f75a269 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:50:12.009705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a60a8ba-399e-4744-942b-5607df360578 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:12.033462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60a8ba-399e-4744-942b-5607df360578 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=e92f4e3f-3e17-4866-9a9c-b62fd663e269,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:12.099230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a60a8ba-399e-4744-942b-5607df360578 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:12.099606 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-8a60a8ba-399e-4744-942b-5607df360578 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP ce2efc33-11f0-4284-9230-4512ee746ddf disassociated (deleted). External IP: 172.26.3.13, port: 9effbd4c-b944-4e07-9db7-5899a12587b5. Feb 04 05:50:12.303225 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a60a8ba-399e-4744-942b-5607df360578 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 04071f91-725f-48a5-b848-63de4c537d49 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:50:12.406162 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a60a8ba-399e-4744-942b-5607df360578 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:50:12.411479 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a60a8ba-399e-4744-942b-5607df360578 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:12.415913 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdb38f0-3a1a-4a20-8263-1250c50c3901 None None] Sync routers for ids ['04071f91-725f-48a5-b848-63de4c537d49'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:50:12.424953 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb38f0-3a1a-4a20-8263-1250c50c3901 None None] Routers {'04071f91-725f-48a5-b848-63de4c537d49'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:50:12.425561 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ccdb38f0-3a1a-4a20-8263-1250c50c3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:49:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['04071f91-725f-48a5-b848-63de4c537d49'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:12.531139 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ccdb38f0-3a1a-4a20-8263-1250c50c3901 None None] Set router 04071f91-725f-48a5-b848-63de4c537d49 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:50:12.724943 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b17abda1-563d-4dd3-bccb-f5af1bc67dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:12.727048 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8a60a8ba-399e-4744-942b-5607df360578 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/floatingips/ce2efc33-11f0-4284-9230-4512ee746ddf HTTP/1.1" status: 204 len: 168 time: 1.2076645 Feb 04 05:50:12.727750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'tag': '9effbd4c-b944-4e07-9db7-5899a12587b5'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:50:12.730096 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113faf26-3f0a-48c2-9c76-467e8ce1cd44" -d '{"events": [{"name": "network-changed", "server_uuid": "c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a", "tag": "9effbd4c-b944-4e07-9db7-5899a12587b5"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:50:12.734116 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ccdb38f0-3a1a-4a20-8263-1250c50c3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:50:06Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '045693cc-d56c-41c5-9b5b-68bc9c8c3707', 'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:06:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:34Z', 'updated_at': '2022-02-04T05:48:38Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:12.765118 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdb38f0-3a1a-4a20-8263-1250c50c3901 None None] Checking router: 04071f91-725f-48a5-b848-63de4c537d49 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:50:12.774725 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb38f0-3a1a-4a20-8263-1250c50c3901 None None] Routers {'04071f91-725f-48a5-b848-63de4c537d49'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:50:12.775363 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ccdb38f0-3a1a-4a20-8263-1250c50c3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:49:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['04071f91-725f-48a5-b848-63de4c537d49'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:12.775636 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725d2d32-490f-45e8-b238-576f2bac39d3 x-openstack-request-id: req-725d2d32-490f-45e8-b238-576f2bac39d3 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:50:12.775936 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a", "tag": "9effbd4c-b944-4e07-9db7-5899a12587b5", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:50:12.776189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-725d2d32-490f-45e8-b238-576f2bac39d3 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:50:12.776580 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'tag': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'status': 'completed', 'code': 200} Feb 04 05:50:12.867429 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113faf26-3f0a-48c2-9c76-467e8ce1cd44 req-ee5b86eb-6960-44e3-a340-793054548521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:12.869690 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-113faf26-3f0a-48c2-9c76-467e8ce1cd44 req-ee5b86eb-6960-44e3-a340-793054548521 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 1099 time: 0.0477819 Feb 04 05:50:12.888859 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ccdb38f0-3a1a-4a20-8263-1250c50c3901 None None] Set router 04071f91-725f-48a5-b848-63de4c537d49 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:50:12.974752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device b766b4ca-04ee-4a86-b22e-0fdbb85c3459 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:50:13.010042 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113faf26-3f0a-48c2-9c76-467e8ce1cd44 req-2331eb02-ef63-43a3-8475-4fdc6ef866d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:13.011527 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-113faf26-3f0a-48c2-9c76-467e8ce1cd44 req-2331eb02-ef63-43a3-8475-4fdc6ef866d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bff57db3-8555-4e60-b049-0fc8e32fada3 HTTP/1.1" status: 200 len: 896 time: 0.1276724 Feb 04 05:50:13.036385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port b766b4ca-04ee-4a86-b22e-0fdbb85c3459 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:50:13.040481 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port b766b4ca-04ee-4a86-b22e-0fdbb85c3459 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:50:13.041066 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:13.071552 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c72926-728d-41b2-b958-73d0e2f84f18 req-1b7dfcae-5deb-454f-b332-cf3b50d4e55b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:13.073725 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-53c72926-728d-41b2-b958-73d0e2f84f18 req-1b7dfcae-5deb-454f-b332-cf3b50d4e55b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 946 time: 0.1432571 Feb 04 05:50:13.092971 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-113faf26-3f0a-48c2-9c76-467e8ce1cd44 req-79086b19-79ce-4bcc-9cd3-b3c0a11bb5b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9effbd4c-b944-4e07-9db7-5899a12587b5 HTTP/1.1" status: 200 len: 217 time: 0.0737238 Feb 04 05:50:13.101967 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ccdb38f0-3a1a-4a20-8263-1250c50c3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:50:06Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '045693cc-d56c-41c5-9b5b-68bc9c8c3707', 'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:06:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:34Z', 'updated_at': '2022-02-04T05:48:38Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:13.122882 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:13.129203 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdb38f0-3a1a-4a20-8263-1250c50c3901 None None] The sync data for ids ['04071f91-725f-48a5-b848-63de4c537d49'] in dv-neutron-827794-1-hyperv is: [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:50:06Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '045693cc-d56c-41c5-9b5b-68bc9c8c3707', 'name': '', 'network_id': 'bff57db3-8555-4e60-b049-0fc8e32fada3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:06:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:34Z', 'updated_at': '2022-02-04T05:48:38Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'e1c61a2e-ba0b-4887-8a6d-8d96150eaab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:50:13.147197 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb0e2c9-ffb7-45f4-8205-a4cf949ed505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:50:13.149731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedf663e-0230-48b1-ac57-09d92943ed58" -d '{"events": [{"server_uuid": "5eb0e2c9-ffb7-45f4-8205-a4cf949ed505", "name": "network-vif-plugged", "status": "completed", "tag": "b766b4ca-04ee-4a86-b22e-0fdbb85c3459"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:50:13.163165 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port b766b4ca-04ee-4a86-b22e-0fdbb85c3459, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b766b4ca-04ee-4a86-b22e-0fdbb85c3459,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:13.169401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:13.170366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 19ee4e47-8102-4616-b03e-8fff064a7df7 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:50:13.175529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28313917-d5bd-4fc5-a4ff-60b84519090e req-d9401d24-4744-43bb-911a-7aad7e0b65ce tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:13.177061 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-28313917-d5bd-4fc5-a4ff-60b84519090e req-d9401d24-4744-43bb-911a-7aad7e0b65ce tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 944 time: 0.1494606 Feb 04 05:50:13.184862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113faf26-3f0a-48c2-9c76-467e8ce1cd44 req-e0f0137b-83c5-4484-a92f-940c75525806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:13.186338 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-113faf26-3f0a-48c2-9c76-467e8ce1cd44 req-e0f0137b-83c5-4484-a92f-940c75525806 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e1c61a2e-ba0b-4887-8a6d-8d96150eaab5 HTTP/1.1" status: 200 len: 835 time: 0.0832024 Feb 04 05:50:13.192080 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-53c72926-728d-41b2-b958-73d0e2f84f18 req-e9fb301d-3d85-4767-aee1-fe8e17b22aa4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cfe2826-db97-4682-9c3e-b9d19b0d4734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982900 Feb 04 05:50:13.215970 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 19ee4e47-8102-4616-b03e-8fff064a7df7 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:50:13.216327 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 19ee4e47-8102-4616-b03e-8fff064a7df7 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:50:13.249196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d88820-e1d4-4b3f-8fde-d11e67b26e84 x-openstack-request-id: req-11d88820-e1d4-4b3f-8fde-d11e67b26e84 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:50:13.249496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb0e2c9-ffb7-45f4-8205-a4cf949ed505", "name": "network-vif-plugged", "status": "completed", "tag": "b766b4ca-04ee-4a86-b22e-0fdbb85c3459", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:50:13.249755 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11d88820-e1d4-4b3f-8fde-d11e67b26e84 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:50:13.250171 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb0e2c9-ffb7-45f4-8205-a4cf949ed505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459', 'code': 200} Feb 04 05:50:13.251135 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=b766b4ca-04ee-4a86-b22e-0fdbb85c3459,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:13.270696 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-28313917-d5bd-4fc5-a4ff-60b84519090e req-e560e5ff-2e20-42fe-96ec-eb627af71a3e tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833857 Feb 04 05:50:13.273304 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113faf26-3f0a-48c2-9c76-467e8ce1cd44 req-c991e5c4-7358-4792-90d9-e720b34873d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:13.274778 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-113faf26-3f0a-48c2-9c76-467e8ce1cd44 req-c991e5c4-7358-4792-90d9-e720b34873d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bff57db3-8555-4e60-b049-0fc8e32fada3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775876 Feb 04 05:50:13.378955 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-113faf26-3f0a-48c2-9c76-467e8ce1cd44 req-cebed4dd-c1a9-4956-bc5e-5177635649b5 service neutron] 10.222.0.26 "GET /v2.0/networks/bff57db3-8555-4e60-b049-0fc8e32fada3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902791 Feb 04 05:50:13.401781 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9c5434-3d6e-4363-8d97-faf1dac95846 None None] New status for floating IP ce2efc33-11f0-4284-9230-4512ee746ddf: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:50:13.444831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe0130-c062-470d-bc5c-316a77498b21 req-bc8b9cb7-e70a-44bd-aa1e-b0f433209295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:13.446372 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-17fe0130-c062-470d-bc5c-316a77498b21 req-bc8b9cb7-e70a-44bd-aa1e-b0f433209295 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 1098 time: 0.0395761 Feb 04 05:50:13.477139 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-113faf26-3f0a-48c2-9c76-467e8ce1cd44 req-1a02d1c5-554b-4e9f-99f4-1040cbf09ca1 service neutron] 10.222.0.26 "GET /v2.0/networks/bff57db3-8555-4e60-b049-0fc8e32fada3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884690 Feb 04 05:50:13.497643 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-17fe0130-c062-470d-bc5c-316a77498b21 req-21a8bd6d-c268-4ec4-b951-ee463bb4eebf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446088 Feb 04 05:50:14.316830 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797257de-364e-4550-978c-0ecd05de92f3 req-a8b64d82-5d93-46a3-b222-71809794780f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:14.318343 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-797257de-364e-4550-978c-0ecd05de92f3 req-a8b64d82-5d93-46a3-b222-71809794780f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 946 time: 0.0532775 Feb 04 05:50:14.379042 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-797257de-364e-4550-978c-0ecd05de92f3 req-aba669a6-01d3-4f20-8ed5-88b21f6d8a5b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cfe2826-db97-4682-9c3e-b9d19b0d4734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549402 Feb 04 05:50:14.400871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d328bb-5960-4fa0-a98d-512cdfe9b5ff req-a8df9ab1-a3d5-4718-8f5a-011ac35c05ac tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:14.402349 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-75d328bb-5960-4fa0-a98d-512cdfe9b5ff req-a8df9ab1-a3d5-4718-8f5a-011ac35c05ac tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 945 time: 0.0592866 Feb 04 05:50:14.438925 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-75d328bb-5960-4fa0-a98d-512cdfe9b5ff req-abcd36a5-75fc-4dcb-b60f-471aa33b623c tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308137 Feb 04 05:50:14.614791 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df723f6-27bb-41b6-8111-7b5c73d1671a req-51686ecc-97f2-40fd-a22d-285326c549cc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:14.616161 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1df723f6-27bb-41b6-8111-7b5c73d1671a req-51686ecc-97f2-40fd-a22d-285326c549cc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 946 time: 0.0840945 Feb 04 05:50:14.704644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-1df723f6-27bb-41b6-8111-7b5c73d1671a req-f32c7f64-ebea-43a2-bd10-8faa16b9d9b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 9effbd4c-b944-4e07-9db7-5899a12587b5 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:50:14.705257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1df723f6-27bb-41b6-8111-7b5c73d1671a req-f32c7f64-ebea-43a2-bd10-8faa16b9d9b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:14.839509 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4aefc9d7-ea10-4fdb-ad10-fa83d4eae26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:15.041727 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-1df723f6-27bb-41b6-8111-7b5c73d1671a req-f32c7f64-ebea-43a2-bd10-8faa16b9d9b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port 9effbd4c-b944-4e07-9db7-5899a12587b5, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=9effbd4c-b944-4e07-9db7-5899a12587b5,segment=NetworkSegment(17ef868f-71e6-4d4f-9e20-4da287caed6b),segment_id=17ef868f-71e6-4d4f-9e20-4da287caed6b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:15.042122 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1df723f6-27bb-41b6-8111-7b5c73d1671a req-f32c7f64-ebea-43a2-bd10-8faa16b9d9b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:15.054157 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-1df723f6-27bb-41b6-8111-7b5c73d1671a req-f32c7f64-ebea-43a2-bd10-8faa16b9d9b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 9effbd4c-b944-4e07-9db7-5899a12587b5 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:50:15.176130 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1df723f6-27bb-41b6-8111-7b5c73d1671a req-f32c7f64-ebea-43a2-bd10-8faa16b9d9b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:15.202958 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c7f64-ebea-43a2-bd10-8faa16b9d9b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=9effbd4c-b944-4e07-9db7-5899a12587b5,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:15.241568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df723f6-27bb-41b6-8111-7b5c73d1671a req-f32c7f64-ebea-43a2-bd10-8faa16b9d9b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] No DVR routers for this DVR port 9effbd4c-b944-4e07-9db7-5899a12587b5 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:50:15.243918 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1df723f6-27bb-41b6-8111-7b5c73d1671a req-f32c7f64-ebea-43a2-bd10-8faa16b9d9b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:15.247104 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1df723f6-27bb-41b6-8111-7b5c73d1671a req-f32c7f64-ebea-43a2-bd10-8faa16b9d9b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "DELETE /v2.0/ports/9effbd4c-b944-4e07-9db7-5899a12587b5 HTTP/1.1" status: 204 len: 173 time: 0.6249595 Feb 04 05:50:15.247539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'name': 'network-vif-deleted', 'tag': '9effbd4c-b944-4e07-9db7-5899a12587b5'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:50:15.249748 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b920cd3-f7e2-4da4-b9f1-00daf773f5eb" -d '{"events": [{"server_uuid": "c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a", "name": "network-vif-deleted", "tag": "9effbd4c-b944-4e07-9db7-5899a12587b5"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:50:15.289185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a264f4c3-7365-47fa-9f5f-05c14d07f4be x-openstack-request-id: req-a264f4c3-7365-47fa-9f5f-05c14d07f4be {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:50:15.289476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a", "name": "network-vif-deleted", "tag": "9effbd4c-b944-4e07-9db7-5899a12587b5", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:50:15.289729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a264f4c3-7365-47fa-9f5f-05c14d07f4be {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:50:15.290163 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a', 'name': 'network-vif-deleted', 'tag': '9effbd4c-b944-4e07-9db7-5899a12587b5', 'status': 'completed', 'code': 200} Feb 04 05:50:15.483917 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9f307749-7484-432f-ae88-8bc090caebf8 req-32b3cf80-e19c-4fc0-bd60-9ff9f9b021ab tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1da84b5-e4ff-44fb-8fdf-4a22c6387c7a HTTP/1.1" status: 200 len: 210 time: 0.0281403 Feb 04 05:50:15.557924 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2711dad-7abe-4e51-b06b-6580d5bfd6fe req-337f6463-0fe9-4626-beec-f571800b6284 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:15.559405 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d2711dad-7abe-4e51-b06b-6580d5bfd6fe req-337f6463-0fe9-4626-beec-f571800b6284 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 945 time: 0.0521986 Feb 04 05:50:15.602841 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d2711dad-7abe-4e51-b06b-6580d5bfd6fe req-a22ede1a-0976-4403-bbbb-901859ed60cf tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364072 Feb 04 05:50:15.723178 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd60d78-79bb-4135-bfd8-98d83ad5b49a req-675b18ad-d963-4928-9a6a-b8e9dbd1311b tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:15.724641 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8dd60d78-79bb-4135-bfd8-98d83ad5b49a req-675b18ad-d963-4928-9a6a-b8e9dbd1311b tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 945 time: 0.0527833 Feb 04 05:50:15.760899 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8dd60d78-79bb-4135-bfd8-98d83ad5b49a req-002dc6f9-e50e-4a69-bbed-c543644de244 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303419 Feb 04 05:50:15.782933 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54062) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:15.821015 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802a26ca-034b-47a6-abec-d7ea1d66788a tempest-TestVolumeBootPattern-679451727 tempest-TestVolumeBootPattern-679451727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:15.822521 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-802a26ca-034b-47a6-abec-d7ea1d66788a tempest-TestVolumeBootPattern-679451727 tempest-TestVolumeBootPattern-679451727-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 1093 time: 0.0386338 Feb 04 05:50:15.825201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54064) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:15.829332 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address': '172.20.0.4'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:50:15.854866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:15.860371 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:15.951877 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:16.050241 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Allocated IP 172.26.3.130 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/c552a96f-9c5c-4b59-80c8-fb2309afc50c) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:50:16.152667 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:16.185400 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:16.224658 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:50:16.227331 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:50:16.231448 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:50:16.234322 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'Port': ['ID=c552a96f-9c5c-4b59-80c8-fb2309afc50c,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:16.538749 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54068) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:16.581010 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:16.595868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5616f280-7050-4382-aff4-6d412229a157 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:16.620772 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5616f280-7050-4382-aff4-6d412229a157 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:16.647349 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:16.682026 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5616f280-7050-4382-aff4-6d412229a157 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:16.684507 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5616f280-7050-4382-aff4-6d412229a157 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:16.690725 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5616f280-7050-4382-aff4-6d412229a157 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/security-groups/8cfe2826-db97-4682-9c3e-b9d19b0d4734 HTTP/1.1" status: 204 len: 168 time: 0.1486244 Feb 04 05:50:16.700186 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616f280-7050-4382-aff4-6d412229a157 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfe2826-db97-4682-9c3e-b9d19b0d4734,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:16.716488 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54072) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:16.804954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:16.809674 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:16.883112 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event updated for resources: {'Port': ['ID=c552a96f-9c5c-4b59-80c8-fb2309afc50c,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:16.893570 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:16.992544 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Floating IP b53d994c-f0bd-4a90-a822-8dacb55f4a65 associated. External IP: 172.26.3.130, port: b766b4ca-04ee-4a86-b22e-0fdbb85c3459. Feb 04 05:50:17.074850 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b37f493b-9136-4249-8754-e75dcc9451bd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:17.197200 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Router 58d81f09-340e-4d49-a2d9-edf5e05ed458 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:50:17.300612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:50:17.310724 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b312eb-00fe-457a-a57c-6436d2a8723d None None] Sync routers for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:50:17.318916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:17.320735 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b312eb-00fe-457a-a57c-6436d2a8723d None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:50:17.321551 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-85b312eb-00fe-457a-a57c-6436d2a8723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:50:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:17.328759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b37f493b-9136-4249-8754-e75dcc9451bd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 045693cc-d56c-41c5-9b5b-68bc9c8c3707 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:50:17.329114 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b37f493b-9136-4249-8754-e75dcc9451bd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:17.361882 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a072a3ca-4f11-4eb9-83fe-cd1268b10032 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5239739 Feb 04 05:50:17.361882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb0e2c9-ffb7-45f4-8205-a4cf949ed505', 'tag': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:50:17.361882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf2b8b2-06eb-40a0-8305-02d61d6e85ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb0e2c9-ffb7-45f4-8205-a4cf949ed505", "tag": "b766b4ca-04ee-4a86-b22e-0fdbb85c3459"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:50:17.389251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789840f6-830d-44b8-ac57-9ba4cac15f22 x-openstack-request-id: req-789840f6-830d-44b8-ac57-9ba4cac15f22 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:50:17.389787 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb0e2c9-ffb7-45f4-8205-a4cf949ed505", "tag": "b766b4ca-04ee-4a86-b22e-0fdbb85c3459", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:50:17.390054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-789840f6-830d-44b8-ac57-9ba4cac15f22 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:50:17.390461 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb0e2c9-ffb7-45f4-8205-a4cf949ed505', 'tag': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459', 'status': 'completed', 'code': 200} Feb 04 05:50:17.427369 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-85b312eb-00fe-457a-a57c-6436d2a8723d None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:50:17.459101 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b37f493b-9136-4249-8754-e75dcc9451bd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port 045693cc-d56c-41c5-9b5b-68bc9c8c3707, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=045693cc-d56c-41c5-9b5b-68bc9c8c3707,segment=NetworkSegment(17ef868f-71e6-4d4f-9e20-4da287caed6b),segment_id=17ef868f-71e6-4d4f-9e20-4da287caed6b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:17.459466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b37f493b-9136-4249-8754-e75dcc9451bd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:17.475762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b37f493b-9136-4249-8754-e75dcc9451bd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 045693cc-d56c-41c5-9b5b-68bc9c8c3707 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:50:17.484393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2b8b2-06eb-40a0-8305-02d61d6e85ef req-9a9b1951-781b-4560-a1a1-4d5850b6e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:17.485934 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1cf2b8b2-06eb-40a0-8305-02d61d6e85ef req-9a9b1951-781b-4560-a1a1-4d5850b6e6df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 1098 time: 0.0690567 Feb 04 05:50:17.651421 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:17.663369 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2b8b2-06eb-40a0-8305-02d61d6e85ef req-c91e901a-d89d-4798-b4c3-48dbdabea0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:17.663956 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-85b312eb-00fe-457a-a57c-6436d2a8723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'b53d994c-f0bd-4a90-a822-8dacb55f4a65', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'floating_ip_address': '172.26.3.130', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'port_id': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'mac_address': 'fa:16:3e:25:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0e2c9-ffb7-45f4-8205-a4cf949ed505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:50:16Z', 'updated_at': '2022-02-04T05:50:16Z', 'revision_number': 0, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address_scope': None}, {'id': 'f02d5a2d-e782-46d9-94cb-d05079acc6c0', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'floating_ip_address': '172.26.3.248', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'port_id': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'mac_address': 'fa:16:3e:7c:f5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:16Z', 'updated_at': '2022-02-04T05:48:18Z', 'revision_number': 1, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:17.664850 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1cf2b8b2-06eb-40a0-8305-02d61d6e85ef req-c91e901a-d89d-4798-b4c3-48dbdabea0f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 912 time: 0.1727679 Feb 04 05:50:17.689890 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b312eb-00fe-457a-a57c-6436d2a8723d None None] Checking router: 58d81f09-340e-4d49-a2d9-edf5e05ed458 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:50:17.698028 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b312eb-00fe-457a-a57c-6436d2a8723d None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:50:17.698618 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-85b312eb-00fe-457a-a57c-6436d2a8723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:50:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:17.743208 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1cf2b8b2-06eb-40a0-8305-02d61d6e85ef req-6a5d9641-004c-48cb-9ef0-55db6b9aa174 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b766b4ca-04ee-4a86-b22e-0fdbb85c3459 HTTP/1.1" status: 200 len: 999 time: 0.0703626 Feb 04 05:50:17.805103 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-85b312eb-00fe-457a-a57c-6436d2a8723d None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:50:17.821168 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b37f493b-9136-4249-8754-e75dcc9451bd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:17.823735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2b8b2-06eb-40a0-8305-02d61d6e85ef req-d2e4d612-3e33-4981-90dd-b24f70f82242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:17.825179 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1cf2b8b2-06eb-40a0-8305-02d61d6e85ef req-d2e4d612-3e33-4981-90dd-b24f70f82242 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 200 len: 851 time: 0.0644157 Feb 04 05:50:17.859360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f493b-9136-4249-8754-e75dcc9451bd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=045693cc-d56c-41c5-9b5b-68bc9c8c3707,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:17.934559 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2b8b2-06eb-40a0-8305-02d61d6e85ef req-1c6fa8fb-3168-4da3-a815-03f391c762b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:17.936119 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1cf2b8b2-06eb-40a0-8305-02d61d6e85ef req-1c6fa8fb-3168-4da3-a815-03f391c762b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1027629 Feb 04 05:50:17.946528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:18.052130 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-85b312eb-00fe-457a-a57c-6436d2a8723d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'b53d994c-f0bd-4a90-a822-8dacb55f4a65', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'floating_ip_address': '172.26.3.130', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'port_id': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'mac_address': 'fa:16:3e:25:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0e2c9-ffb7-45f4-8205-a4cf949ed505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:50:16Z', 'updated_at': '2022-02-04T05:50:16Z', 'revision_number': 0, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address_scope': None}, {'id': 'f02d5a2d-e782-46d9-94cb-d05079acc6c0', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'floating_ip_address': '172.26.3.248', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'port_id': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'mac_address': 'fa:16:3e:7c:f5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:16Z', 'updated_at': '2022-02-04T05:48:18Z', 'revision_number': 1, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:18.078586 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b312eb-00fe-457a-a57c-6436d2a8723d None None] The sync data for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv is: [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'b53d994c-f0bd-4a90-a822-8dacb55f4a65', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'floating_ip_address': '172.26.3.130', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'port_id': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'mac_address': 'fa:16:3e:25:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0e2c9-ffb7-45f4-8205-a4cf949ed505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:50:16Z', 'updated_at': '2022-02-04T05:50:16Z', 'revision_number': 0, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address_scope': None}, {'id': 'f02d5a2d-e782-46d9-94cb-d05079acc6c0', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'floating_ip_address': '172.26.3.248', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'port_id': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'mac_address': 'fa:16:3e:7c:f5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:16Z', 'updated_at': '2022-02-04T05:48:18Z', 'revision_number': 1, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:50:18.111836 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1cf2b8b2-06eb-40a0-8305-02d61d6e85ef req-f20961a4-f894-44b6-90fa-3b5ed9c162d9 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681349 Feb 04 05:50:18.128905 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b37f493b-9136-4249-8754-e75dcc9451bd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:18.280367 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f0d370-f3e7-4f96-86f6-4470cee9840f None None] New status for floating IP b53d994c-f0bd-4a90-a822-8dacb55f4a65: ACTIVE {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:50:18.289288 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1cf2b8b2-06eb-40a0-8305-02d61d6e85ef req-bbe464aa-2d8f-4127-96f5-1dcdad28c904 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698859 Feb 04 05:50:18.401937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37f493b-9136-4249-8754-e75dcc9451bd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 04071f91-725f-48a5-b848-63de4c537d49 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:50:18.507509 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37f493b-9136-4249-8754-e75dcc9451bd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:50:18.512718 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b37f493b-9136-4249-8754-e75dcc9451bd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/04071f91-725f-48a5-b848-63de4c537d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7951612 Feb 04 05:50:18.515443 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54078) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:18.516539 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2c83a4-6f5e-4d6d-b230-00892ddf072c None None] Sync routers for ids ['04071f91-725f-48a5-b848-63de4c537d49'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:50:18.525863 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2c83a4-6f5e-4d6d-b230-00892ddf072c None None] Routers {'04071f91-725f-48a5-b848-63de4c537d49'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:50:18.526457 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9a2c83a4-6f5e-4d6d-b230-00892ddf072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:50:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['04071f91-725f-48a5-b848-63de4c537d49'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:18.566361 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-9213ec69-3125-4e40-a76e-ef4c023168a7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting subnet e1c61a2e-ba0b-4887-8a6d-8d96150eaab5 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:50:18.570326 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9213ec69-3125-4e40-a76e-ef4c023168a7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:18.611364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9213ec69-3125-4e40-a76e-ef4c023168a7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:18.706433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9213ec69-3125-4e40-a76e-ef4c023168a7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:18.719580 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-9a2c83a4-6f5e-4d6d-b230-00892ddf072c None None] Set router 04071f91-725f-48a5-b848-63de4c537d49 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:50:18.762440 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9213ec69-3125-4e40-a76e-ef4c023168a7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:18.789929 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213ec69-3125-4e40-a76e-ef4c023168a7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c61a2e-ba0b-4887-8a6d-8d96150eaab5,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:18.793733 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9213ec69-3125-4e40-a76e-ef4c023168a7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:18.796883 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9213ec69-3125-4e40-a76e-ef4c023168a7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/subnets/e1c61a2e-ba0b-4887-8a6d-8d96150eaab5 HTTP/1.1" status: 204 len: 168 time: 0.2804599 Feb 04 05:50:18.799653 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54080) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:18.801519 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b7666a-df43-40c4-9bec-371eec44d565 None None] Network bff57db3-8555-4e60-b049-0fc8e32fada3 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:50:18.895584 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9a2c83a4-6f5e-4d6d-b230-00892ddf072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:50:17Z', 'revision_number': 7, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:18.907147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:18.926666 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2c83a4-6f5e-4d6d-b230-00892ddf072c None None] Checking router: 04071f91-725f-48a5-b848-63de4c537d49 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:50:18.935664 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2c83a4-6f5e-4d6d-b230-00892ddf072c None None] Routers {'04071f91-725f-48a5-b848-63de4c537d49'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:50:18.936339 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9a2c83a4-6f5e-4d6d-b230-00892ddf072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:50:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['04071f91-725f-48a5-b848-63de4c537d49'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:18.984276 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db22d352-1148-4e61-bb78-5c9f2b54dd2e None None] DHCP port deletion for bff57db3-8555-4e60-b049-0fc8e32fada3 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:50:18.997391 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 9effbd4c-b944-4e07-9db7-5899a12587b5 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:50:19.018782 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:19.039588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 9effbd4c-b944-4e07-9db7-5899a12587b5 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:50:19.040248 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 9effbd4c-b944-4e07-9db7-5899a12587b5 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:50:19.048503 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-9a2c83a4-6f5e-4d6d-b230-00892ddf072c None None] Set router 04071f91-725f-48a5-b848-63de4c537d49 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:50:19.062517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-db22d352-1148-4e61-bb78-5c9f2b54dd2e None None] Deleting port 74740027-7b80-4ece-a9eb-6a8355e13c31 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:50:19.062891 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-db22d352-1148-4e61-bb78-5c9f2b54dd2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:19.073552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 580830e5-486d-4ff0-9ddc-651341a3fbf5 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:50:19.073941 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:19.131562 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-db22d352-1148-4e61-bb78-5c9f2b54dd2e None None] For port 74740027-7b80-4ece-a9eb-6a8355e13c31, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=74740027-7b80-4ece-a9eb-6a8355e13c31,segment=NetworkSegment(17ef868f-71e6-4d4f-9e20-4da287caed6b),segment_id=17ef868f-71e6-4d4f-9e20-4da287caed6b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:19.131961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-db22d352-1148-4e61-bb78-5c9f2b54dd2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:19.145058 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-db22d352-1148-4e61-bb78-5c9f2b54dd2e None None] Calling delete_port for 74740027-7b80-4ece-a9eb-6a8355e13c31 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:50:19.154860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port 580830e5-486d-4ff0-9ddc-651341a3fbf5, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=580830e5-486d-4ff0-9ddc-651341a3fbf5,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:19.155226 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:19.166787 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 580830e5-486d-4ff0-9ddc-651341a3fbf5 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:50:19.226963 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9a2c83a4-6f5e-4d6d-b230-00892ddf072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:50:17Z', 'revision_number': 7, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:19.227972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-db22d352-1148-4e61-bb78-5c9f2b54dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:19.253959 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2c83a4-6f5e-4d6d-b230-00892ddf072c None None] The sync data for ids ['04071f91-725f-48a5-b848-63de4c537d49'] in dv-neutron-827794-1-hyperv is: [{'id': '04071f91-725f-48a5-b848-63de4c537d49', 'name': 'tempest-TestNetworkBasicOps-router-1305887002', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:50:17Z', 'revision_number': 7, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '580830e5-486d-4ff0-9ddc-651341a3fbf5', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04071f91-725f-48a5-b848-63de4c537d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:48:32Z', 'updated_at': '2022-02-04T05:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:50:19.254392 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22d352-1148-4e61-bb78-5c9f2b54dd2e None None] Pushing event deleted for resources: {'Port': ['ID=74740027-7b80-4ece-a9eb-6a8355e13c31,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:19.258245 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db22d352-1148-4e61-bb78-5c9f2b54dd2e None None] No DVR routers for this DVR port 74740027-7b80-4ece-a9eb-6a8355e13c31 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:50:19.345573 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:19.369868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=580830e5-486d-4ff0-9ddc-651341a3fbf5,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:19.429805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:19.787883 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:19.790029 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:19.834137 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:19.834759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Fanout notify agent at l3_agent the message router_deleted on router 04071f91-725f-48a5-b848-63de4c537d49 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:50:19.841202 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:19.842335 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f9515fc3-a734-4ec9-ac8a-8c9797506d2c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/routers/04071f91-725f-48a5-b848-63de4c537d49 HTTP/1.1" status: 204 len: 168 time: 1.0415959 Feb 04 05:50:19.845203 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54082) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:19.923790 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d9a049c-00fb-4762-a0cd-f8e27b948457 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.014494 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d9a049c-00fb-4762-a0cd-f8e27b948457 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.033865 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-7d9a049c-00fb-4762-a0cd-f8e27b948457 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff57db3-8555-4e60-b049-0fc8e32fada3']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:20.042444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-7d9a049c-00fb-4762-a0cd-f8e27b948457 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ef868f-71e6-4d4f-9e20-4da287caed6b') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:20.042736 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-7d9a049c-00fb-4762-a0cd-f8e27b948457 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ef868f-71e6-4d4f-9e20-4da287caed6b') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:20.051516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d9a049c-00fb-4762-a0cd-f8e27b948457 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.063793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d9a049c-00fb-4762-a0cd-f8e27b948457 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.069793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9a049c-00fb-4762-a0cd-f8e27b948457 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:50:20.070173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d9a049c-00fb-4762-a0cd-f8e27b948457 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:50:20.072923 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:50:20.131362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d9a049c-00fb-4762-a0cd-f8e27b948457 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.137822 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d9a049c-00fb-4762-a0cd-f8e27b948457 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.140854 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7d9a049c-00fb-4762-a0cd-f8e27b948457 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/networks/bff57db3-8555-4e60-b049-0fc8e32fada3 HTTP/1.1" status: 204 len: 168 time: 0.2946775 Feb 04 05:50:20.152823 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a049c-00fb-4762-a0cd-f8e27b948457 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Network': ['ID=bff57db3-8555-4e60-b049-0fc8e32fada3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:20.161235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54084) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:20.166110 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3ad9a7f5-edae-46fb-8303-033a2025e846 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'network': {'name': 'tempest-network-smoke--714311694', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'port_security_enabled': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:50:20.186965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad9a7f5-edae-46fb-8303-033a2025e846 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:50:20.190889 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a7f5-edae-46fb-8303-033a2025e846 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.213309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad9a7f5-edae-46fb-8303-033a2025e846 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:50:20.221944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a7f5-edae-46fb-8303-033a2025e846 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.222356 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-3ad9a7f5-edae-46fb-8303-033a2025e846 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Added segment ac40c37e-7c34-4139-880f-ce8f157953dd of type vlan for network 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc Feb 04 05:50:20.263036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a7f5-edae-46fb-8303-033a2025e846 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.290726 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a7f5-edae-46fb-8303-033a2025e846 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.296497 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad9a7f5-edae-46fb-8303-033a2025e846 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:20.297093 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ad9a7f5-edae-46fb-8303-033a2025e846 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.354028 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3ad9a7f5-edae-46fb-8303-033a2025e846 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1910121 Feb 04 05:50:20.356185 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54086) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:20.356691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 045693cc-d56c-41c5-9b5b-68bc9c8c3707 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:50:20.360975 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'admin_state_up': True, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:50:20.372195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9a7f5-edae-46fb-8303-033a2025e846 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Network': ['ID=36ac501a-1bc5-4f4f-a8cf-cee664dac3dc,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:20.380968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 045693cc-d56c-41c5-9b5b-68bc9c8c3707 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:50:20.381318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 045693cc-d56c-41c5-9b5b-68bc9c8c3707 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:50:20.381807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 74740027-7b80-4ece-a9eb-6a8355e13c31 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:50:20.385592 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:50:20.391661 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.392830 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.404486 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 74740027-7b80-4ece-a9eb-6a8355e13c31 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:50:20.404831 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 74740027-7b80-4ece-a9eb-6a8355e13c31 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:50:20.446149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.583266 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.765852 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.787511 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:20.887139 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.17 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/fc0c9faa-df4e-4807-bf22-a15db6edd069) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:50:20.983857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:21.027834 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:21.066742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:50:21.069485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:50:21.072869 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:50:21.078085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=fc0c9faa-df4e-4807-bf22-a15db6edd069,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:21.314180 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:21.793257 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:21.915498 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 8acc3f61-0ac4-454c-894a-bfee3415602f is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:50:21.949235 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 580830e5-486d-4ff0-9ddc-651341a3fbf5 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:50:21.969489 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 580830e5-486d-4ff0-9ddc-651341a3fbf5 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:50:21.969949 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 580830e5-486d-4ff0-9ddc-651341a3fbf5 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:50:22.017438 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:50:22.026632 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Sync routers for ids ['8acc3f61-0ac4-454c-894a-bfee3415602f'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:50:22.035322 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Routers {'8acc3f61-0ac4-454c-894a-bfee3415602f'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:50:22.035932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:50:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8acc3f61-0ac4-454c-894a-bfee3415602f'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:22.038116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:22.039396 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-654d0849-e6d8-4b0e-ac95-0e2f3720003e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6821008 Feb 04 05:50:22.042317 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54088) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:22.073836 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-831f4e79-27df-426c-a8d0-7f33a8cb1115 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=40ad8d16904547d4bb154abb4c3cacdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301466 Feb 04 05:50:22.076288 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54090) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:22.141616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Set router 8acc3f61-0ac4-454c-894a-bfee3415602f gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:50:22.160142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4625cfd8-34e0-486f-ac00-089a9ce4dfa1 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:22.161640 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4625cfd8-34e0-486f-ac00-089a9ce4dfa1 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844700 Feb 04 05:50:22.164490 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54092) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:22.192618 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1a84a152-77dd-4af5-82b5-04e5f6f9c0f3 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270765 Feb 04 05:50:22.195189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54094) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:22.199877 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6696bf28-0f91-4a84-967e-e427b1e57051 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-616853333', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:50:22.291393 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6696bf28-0f91-4a84-967e-e427b1e57051 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:50:22.295023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6696bf28-0f91-4a84-967e-e427b1e57051 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:22.318317 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:21Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:da:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:22.344385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Checking router: 8acc3f61-0ac4-454c-894a-bfee3415602f for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:50:22.344662 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Updating router 8acc3f61-0ac4-454c-894a-bfee3415602f port fc0c9faa-df4e-4807-bf22-a15db6edd069 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:50:22.369552 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:22.487631 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6696bf28-0f91-4a84-967e-e427b1e57051 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:22.547315 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696bf28-0f91-4a84-967e-e427b1e57051 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Subnet': ['ID=58517568-08a2-4dac-9f9b-f13b52b70dd8,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:22.557459 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696bf28-0f91-4a84-967e-e427b1e57051 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Checking segment: {'id': 'ac40c37e-7c34-4139-880f-ce8f157953dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:50:22.557862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6696bf28-0f91-4a84-967e-e427b1e57051 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network hostable DHCP agents. Network: 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:50:22.578886 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6696bf28-0f91-4a84-967e-e427b1e57051 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:50:22.589820 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-6696bf28-0f91-4a84-967e-e427b1e57051 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:50:22.595193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6696bf28-0f91-4a84-967e-e427b1e57051 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:22.596615 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6696bf28-0f91-4a84-967e-e427b1e57051 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:22.602908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6300dc60-0503-42f6-b689-c35ee74db618 None None] Network 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:50:22.612984 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6696bf28-0f91-4a84-967e-e427b1e57051 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4168143 Feb 04 05:50:22.615743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54096) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:22.655869 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:22.667556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:22.745190 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b38a81-8c73-483a-9730-ce5d90ee00d2 None None] Pushing event updated for resources: {'Port': ['ID=fc0c9faa-df4e-4807-bf22-a15db6edd069,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:22.750969 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Attempting to bind port fc0c9faa-df4e-4807-bf22-a15db6edd069 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:50:22.751338 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Attempting to bind port fc0c9faa-df4e-4807-bf22-a15db6edd069 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:50:22.751697 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Attempting to bind port fc0c9faa-df4e-4807-bf22-a15db6edd069 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:50:22.778617 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:50:22.778985 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:50:22.779385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:22.779775 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:50:22.780238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Bound port: fc0c9faa-df4e-4807-bf22-a15db6edd069, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:50:22.780614 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:22.845283 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ips': [{'subnet_id': '58517568-08a2-4dac-9f9b-f13b52b70dd8'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:50:22.846108 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:22.860401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] For port fc0c9faa-df4e-4807-bf22-a15db6edd069, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:50:22.873533 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] For port fc0c9faa-df4e-4807-bf22-a15db6edd069, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fc0c9faa-df4e-4807-bf22-a15db6edd069,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:50:22.881412 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:23.006268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Routers {'8acc3f61-0ac4-454c-894a-bfee3415602f'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:50:23.008380 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:50:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8acc3f61-0ac4-454c-894a-bfee3415602f'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:23.028852 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b38a81-8c73-483a-9730-ce5d90ee00d2 None None] Pushing event updated for resources: {'Port': ['ID=fc0c9faa-df4e-4807-bf22-a15db6edd069,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:23.059597 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:23.260370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Allocated IP 172.20.0.2 (36ac501a-1bc5-4f4f-a8cf-cee664dac3dc/58517568-08a2-4dac-9f9b-f13b52b70dd8/b44ee3b9-d6a5-4473-8c31-6a1952acf611) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:50:23.330749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] Set router 8acc3f61-0ac4-454c-894a-bfee3415602f gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:50:23.550289 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:23.561173 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:23.609390 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.1 (36ac501a-1bc5-4f4f-a8cf-cee664dac3dc/58517568-08a2-4dac-9f9b-f13b52b70dd8/ac39d8d4-f650-483e-97a3-9b6cbd194def) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:50:23.611258 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Network 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:50:23.615746 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:50:23.621588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:50:23.636671 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Pushing event updated for resources: {'Port': ['ID=b44ee3b9-d6a5-4473-8c31-6a1952acf611,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:23.658180 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:21Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:da:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:23.697584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa741c-039f-4e8a-b601-b3655ed688f3 None None] The sync data for ids ['8acc3f61-0ac4-454c-894a-bfee3415602f'] in dv-neutron-827794-1-hyperv is: [{'id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:21Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:da:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:50:23.708797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Attempting to bind port b44ee3b9-d6a5-4473-8c31-6a1952acf611 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:50:23.709169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Attempting to bind port b44ee3b9-d6a5-4473-8c31-6a1952acf611 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ac40c37e-7c34-4139-880f-ce8f157953dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:50:23.709529 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Attempting to bind port b44ee3b9-d6a5-4473-8c31-6a1952acf611 on network 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:50:23.714878 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:50:23.715249 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Checking segment: {'id': 'ac40c37e-7c34-4139-880f-ce8f157953dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:50:23.716764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:23.716764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Bound using segment: {'id': 'ac40c37e-7c34-4139-880f-ce8f157953dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:50:23.716764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Bound port: b44ee3b9-d6a5-4473-8c31-6a1952acf611, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c37e-7c34-4139-880f-ce8f157953dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:50:23.717059 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:23.730556 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:23.767279 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:23.791929 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] For port b44ee3b9-d6a5-4473-8c31-6a1952acf611, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:50:23.795848 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] For port b44ee3b9-d6a5-4473-8c31-6a1952acf611, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b44ee3b9-d6a5-4473-8c31-6a1952acf611,segment=NetworkSegment(ac40c37e-7c34-4139-880f-ce8f157953dd),segment_id=ac40c37e-7c34-4139-880f-ce8f157953dd)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:50:23.800428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:23.810741 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:50:23.813743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:50:23.817833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:50:23.850849 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=ac39d8d4-f650-483e-97a3-9b6cbd194def,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:23.865359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5ae00-257c-4d08-9a96-b511f2d4887e None None] Pushing event updated for resources: {'Port': ['ID=b44ee3b9-d6a5-4473-8c31-6a1952acf611,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:23.873646 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:24.038561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:24.106473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fc0c9faa-df4e-4807-bf22-a15db6edd069 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:50:24.156191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port fc0c9faa-df4e-4807-bf22-a15db6edd069 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:50:24.156655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:24.266442 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:24.290171 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port fc0c9faa-df4e-4807-bf22-a15db6edd069, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fc0c9faa-df4e-4807-bf22-a15db6edd069,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:24.295765 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:24.348595 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=fc0c9faa-df4e-4807-bf22-a15db6edd069,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:24.388623 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:24.393677 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:24.470860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=ac39d8d4-f650-483e-97a3-9b6cbd194def,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:24.473543 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:24.567679 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:50:24.569108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:50:24.688224 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 8acc3f61-0ac4-454c-894a-bfee3415602f has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:50:24.800333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:50:24.806064 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2d4aaf66-189d-404f-9079-a9c8a417fcda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/8acc3f61-0ac4-454c-894a-bfee3415602f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1893280 Feb 04 05:50:24.808642 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54100) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:24.915578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5006c8-08c3-4b10-97f1-73f3ca301461 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:24.915758 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5006c8-08c3-4b10-97f1-73f3ca301461 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:24.916218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5006c8-08c3-4b10-97f1-73f3ca301461 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:24.916678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5006c8-08c3-4b10-97f1-73f3ca301461 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:24.917130 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5006c8-08c3-4b10-97f1-73f3ca301461 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:24.917606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5006c8-08c3-4b10-97f1-73f3ca301461 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:24.919413 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dc5006c8-08c3-4b10-97f1-73f3ca301461 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1098490 Feb 04 05:50:24.922542 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54102) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:24.952532 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da745292-0ba9-41e5-97f0-09504f2ea589 None None] Network 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:50:25.011071 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e3f0f5-fba3-4cde-a83e-3798a07429a7 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:25.011538 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e3f0f5-fba3-4cde-a83e-3798a07429a7 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:25.011995 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e3f0f5-fba3-4cde-a83e-3798a07429a7 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:25.012441 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e3f0f5-fba3-4cde-a83e-3798a07429a7 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:25.012887 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e3f0f5-fba3-4cde-a83e-3798a07429a7 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:25.013331 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e3f0f5-fba3-4cde-a83e-3798a07429a7 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:25.015144 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-52e3f0f5-fba3-4cde-a83e-3798a07429a7 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0915904 Feb 04 05:50:25.018080 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54104) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:25.079053 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9972d479-4797-439f-a8a3-71a9c7c3b8e5 None None] Provisioning complete for port b44ee3b9-d6a5-4473-8c31-6a1952acf611 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:50:25.079426 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9972d479-4797-439f-a8a3-71a9c7c3b8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.187239 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9972d479-4797-439f-a8a3-71a9c7c3b8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.228976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9972d479-4797-439f-a8a3-71a9c7c3b8e5 None None] For port b44ee3b9-d6a5-4473-8c31-6a1952acf611, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b44ee3b9-d6a5-4473-8c31-6a1952acf611,segment=NetworkSegment(ac40c37e-7c34-4139-880f-ce8f157953dd),segment_id=ac40c37e-7c34-4139-880f-ce8f157953dd)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:25.233449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9972d479-4797-439f-a8a3-71a9c7c3b8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.291167 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-57c11029-2c05-4c89-9903-11b2258c92bb tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2707305 Feb 04 05:50:25.292116 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972d479-4797-439f-a8a3-71a9c7c3b8e5 None None] Pushing event updated for resources: {'Port': ['ID=b44ee3b9-d6a5-4473-8c31-6a1952acf611,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:25.457469 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Sync routers for ids ['8acc3f61-0ac4-454c-894a-bfee3415602f'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:50:25.462768 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-3bc49502-5d1e-4c03-b919-a37bcac37cc3 None None] Provisioning complete for port ac39d8d4-f650-483e-97a3-9b6cbd194def triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:50:25.463301 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3bc49502-5d1e-4c03-b919-a37bcac37cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.477703 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Routers {'8acc3f61-0ac4-454c-894a-bfee3415602f'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:50:25.480433 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:50:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8acc3f61-0ac4-454c-894a-bfee3415602f'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:25.502603 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54108) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:25.504191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-3bc49502-5d1e-4c03-b919-a37bcac37cc3 None None] Port ac39d8d4-f650-483e-97a3-9b6cbd194def cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:50:25.510309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-913c2f64-25d7-4baf-9c7c-1e8e01c4fcc9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867403325', 'description': 'tempest-secgroup-smoke-1867403325 description', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:50:25.515344 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-3bc49502-5d1e-4c03-b919-a37bcac37cc3 None None] Provisioning complete for port b44ee3b9-d6a5-4473-8c31-6a1952acf611 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:50:25.515729 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3bc49502-5d1e-4c03-b919-a37bcac37cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.542012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-913c2f64-25d7-4baf-9c7c-1e8e01c4fcc9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.613875 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Set router 8acc3f61-0ac4-454c-894a-bfee3415602f gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:50:25.632946 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-913c2f64-25d7-4baf-9c7c-1e8e01c4fcc9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.636988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-913c2f64-25d7-4baf-9c7c-1e8e01c4fcc9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.668866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-913c2f64-25d7-4baf-9c7c-1e8e01c4fcc9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.670238 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-913c2f64-25d7-4baf-9c7c-1e8e01c4fcc9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1661465 Feb 04 05:50:25.672645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c2f64-25d7-4baf-9c7c-1e8e01c4fcc9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c84990-bf91-4d85-aee1-0005c49688ab,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:25.673698 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54110) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:25.683740 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-93a1692d-73fa-4a3e-8dcf-5e958d9c1334 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '73c84990-bf91-4d85-aee1-0005c49688ab', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:50:25.722621 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-93a1692d-73fa-4a3e-8dcf-5e958d9c1334 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.745953 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-284fd071-14c8-445d-a620-36f3faccd3b9 None None] Provisioning complete for port ac39d8d4-f650-483e-97a3-9b6cbd194def triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:50:25.746791 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-284fd071-14c8-445d-a620-36f3faccd3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.793264 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-284fd071-14c8-445d-a620-36f3faccd3b9 None None] Port ac39d8d4-f650-483e-97a3-9b6cbd194def cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:50:25.797715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-93a1692d-73fa-4a3e-8dcf-5e958d9c1334 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.801587 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-93a1692d-73fa-4a3e-8dcf-5e958d9c1334 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.821638 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1692d-73fa-4a3e-8dcf-5e958d9c1334 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fb7ae9-176d-4fa0-9163-a10ce341598b,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:25.832211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-93a1692d-73fa-4a3e-8dcf-5e958d9c1334 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.833523 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-93a1692d-73fa-4a3e-8dcf-5e958d9c1334 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565437 Feb 04 05:50:25.836484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54112) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:25.841097 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-0f65bfab-df65-4ad5-af86-fb2a0ecc9c05 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '73c84990-bf91-4d85-aee1-0005c49688ab', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:50:25.848633 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'ac39d8d4-f650-483e-97a3-9b6cbd194def', 'name': '', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:74:8b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:23Z', 'updated_at': '2022-02-04T05:50:24Z', 'revision_number': 2, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:25.874961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f65bfab-df65-4ad5-af86-fb2a0ecc9c05 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.881952 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Checking router: 8acc3f61-0ac4-454c-894a-bfee3415602f for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:50:25.882401 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Updating router 8acc3f61-0ac4-454c-894a-bfee3415602f port ac39d8d4-f650-483e-97a3-9b6cbd194def binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:50:25.913091 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.913691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8e24252d-7872-4c8e-8059-f24aa33442fe None None] Provisioning complete for port ac39d8d4-f650-483e-97a3-9b6cbd194def triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:50:25.914314 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8e24252d-7872-4c8e-8059-f24aa33442fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.940558 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f65bfab-df65-4ad5-af86-fb2a0ecc9c05 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.946249 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f65bfab-df65-4ad5-af86-fb2a0ecc9c05 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.951573 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8e24252d-7872-4c8e-8059-f24aa33442fe None None] Port ac39d8d4-f650-483e-97a3-9b6cbd194def cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:50:25.965564 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65bfab-df65-4ad5-af86-fb2a0ecc9c05 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7a134a-ddf0-4730-935f-27a03698a851,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:25.978694 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f65bfab-df65-4ad5-af86-fb2a0ecc9c05 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:25.982644 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54114) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:25.986352 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0f65bfab-df65-4ad5-af86-fb2a0ecc9c05 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486795 Feb 04 05:50:25.987562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-74123671-e864-4a7b-9712-19cb0d9c0b6c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '73c84990-bf91-4d85-aee1-0005c49688ab', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:50:26.031310 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74123671-e864-4a7b-9712-19cb0d9c0b6c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.096235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74123671-e864-4a7b-9712-19cb0d9c0b6c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.102902 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74123671-e864-4a7b-9712-19cb0d9c0b6c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.120314 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74123671-e864-4a7b-9712-19cb0d9c0b6c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77d29d6-a0ce-4a58-b2a3-f13ca64cf68a,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:26.132500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74123671-e864-4a7b-9712-19cb0d9c0b6c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.136495 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-74123671-e864-4a7b-9712-19cb0d9c0b6c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500702 Feb 04 05:50:26.136967 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54116) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:26.141992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a4e6078d-5911-42f9-bd0a-3daedede0f2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '73c84990-bf91-4d85-aee1-0005c49688ab', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:50:26.167084 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b44ee3b9-d6a5-4473-8c31-6a1952acf611 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:50:26.174950 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a4e6078d-5911-42f9-bd0a-3daedede0f2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.221978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port b44ee3b9-d6a5-4473-8c31-6a1952acf611 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:50:26.222645 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.243463 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.243710 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a4e6078d-5911-42f9-bd0a-3daedede0f2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.247907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a4e6078d-5911-42f9-bd0a-3daedede0f2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.249916 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.267465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6078d-5911-42f9-bd0a-3daedede0f2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be10035-c888-4890-991b-ef65d8e4c4fc,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:26.288544 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a4e6078d-5911-42f9-bd0a-3daedede0f2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.293189 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a4e6078d-5911-42f9-bd0a-3daedede0f2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515405 Feb 04 05:50:26.294508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54118) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:26.301145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e4275588-ce2b-46d4-b207-4040a8da871b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '73c84990-bf91-4d85-aee1-0005c49688ab', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:50:26.309380 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f22027-3d21-451d-9b55-0d4e363b81dc None None] Pushing event updated for resources: {'Port': ['ID=ac39d8d4-f650-483e-97a3-9b6cbd194def,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:26.333261 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f22027-3d21-451d-9b55-0d4e363b81dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:26.333616 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f22027-3d21-451d-9b55-0d4e363b81dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:26.333989 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f22027-3d21-451d-9b55-0d4e363b81dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:26.334326 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f22027-3d21-451d-9b55-0d4e363b81dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:26.334630 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-e4275588-ce2b-46d4-b207-4040a8da871b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:50:26.334750 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f22027-3d21-451d-9b55-0d4e363b81dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:26.334998 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f22027-3d21-451d-9b55-0d4e363b81dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:26.335328 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f22027-3d21-451d-9b55-0d4e363b81dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:26.335675 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f22027-3d21-451d-9b55-0d4e363b81dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:26.336007 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f22027-3d21-451d-9b55-0d4e363b81dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:26.336325 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f22027-3d21-451d-9b55-0d4e363b81dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:26.336658 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f22027-3d21-451d-9b55-0d4e363b81dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:26.336969 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f22027-3d21-451d-9b55-0d4e363b81dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:26.344378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e4275588-ce2b-46d4-b207-4040a8da871b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.357643 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fc0c9faa-df4e-4807-bf22-a15db6edd069 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:50:26.375139 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Attempting to bind port ac39d8d4-f650-483e-97a3-9b6cbd194def on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:50:26.375531 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Attempting to bind port ac39d8d4-f650-483e-97a3-9b6cbd194def by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'ac40c37e-7c34-4139-880f-ce8f157953dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:50:26.375875 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Attempting to bind port ac39d8d4-f650-483e-97a3-9b6cbd194def on network 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:50:26.381802 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:50:26.382222 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Checking segment: {'id': 'ac40c37e-7c34-4139-880f-ce8f157953dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:50:26.382673 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.383009 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Bound using segment: {'id': 'ac40c37e-7c34-4139-880f-ce8f157953dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:50:26.383477 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Bound port: ac39d8d4-f650-483e-97a3-9b6cbd194def, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c37e-7c34-4139-880f-ce8f157953dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:50:26.383872 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.420096 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port fc0c9faa-df4e-4807-bf22-a15db6edd069 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:50:26.420521 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.428940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e4275588-ce2b-46d4-b207-4040a8da871b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.433376 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e4275588-ce2b-46d4-b207-4040a8da871b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.452442 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4275588-ce2b-46d4-b207-4040a8da871b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c016f0e-ce16-401b-a0c5-efcf001ca8a6,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:26.463721 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] For port ac39d8d4-f650-483e-97a3-9b6cbd194def, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:50:26.467295 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e4275588-ce2b-46d4-b207-4040a8da871b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.470617 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] For port ac39d8d4-f650-483e-97a3-9b6cbd194def, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ac39d8d4-f650-483e-97a3-9b6cbd194def,segment=NetworkSegment(ac40c37e-7c34-4139-880f-ce8f157953dd),segment_id=ac40c37e-7c34-4139-880f-ce8f157953dd)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:50:26.471944 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e4275588-ce2b-46d4-b207-4040a8da871b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1762981 Feb 04 05:50:26.475207 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54120) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:26.480993 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.488022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4978611a-095e-4e83-9a5c-14165c16c299 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '73c84990-bf91-4d85-aee1-0005c49688ab', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:50:26.516464 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-4978611a-095e-4e83-9a5c-14165c16c299 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:50:26.526827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4978611a-095e-4e83-9a5c-14165c16c299 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.555758 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Routers {'8acc3f61-0ac4-454c-894a-bfee3415602f'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:50:26.556505 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:50:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8acc3f61-0ac4-454c-894a-bfee3415602f'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:26.592798 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f22027-3d21-451d-9b55-0d4e363b81dc None None] Pushing event updated for resources: {'Port': ['ID=ac39d8d4-f650-483e-97a3-9b6cbd194def,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:26.601322 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4978611a-095e-4e83-9a5c-14165c16c299 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.605871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4978611a-095e-4e83-9a5c-14165c16c299 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.621794 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978611a-095e-4e83-9a5c-14165c16c299 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0751ec-f442-474c-a9f3-b544d649aeac,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:26.634071 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4978611a-095e-4e83-9a5c-14165c16c299 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.644210 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4978611a-095e-4e83-9a5c-14165c16c299 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586330 Feb 04 05:50:26.680275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-abd8d7f7-d2bb-400c-9550-8827e06339f2 None None] Provisioning complete for port ac39d8d4-f650-483e-97a3-9b6cbd194def triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:50:26.680747 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-abd8d7f7-d2bb-400c-9550-8827e06339f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.772819 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-abd8d7f7-d2bb-400c-9550-8827e06339f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.809480 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] Set router 8acc3f61-0ac4-454c-894a-bfee3415602f gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:50:26.812125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-abd8d7f7-d2bb-400c-9550-8827e06339f2 None None] For port ac39d8d4-f650-483e-97a3-9b6cbd194def, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ac39d8d4-f650-483e-97a3-9b6cbd194def,segment=NetworkSegment(ac40c37e-7c34-4139-880f-ce8f157953dd),segment_id=ac40c37e-7c34-4139-880f-ce8f157953dd)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:26.817269 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-abd8d7f7-d2bb-400c-9550-8827e06339f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.854351 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-9f40af11-fccb-43f4-ae6f-d744e1ad4981 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867403325&fields=id&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 267 time: 0.0329564 Feb 04 05:50:26.867620 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8d7f7-d2bb-400c-9550-8827e06339f2 None None] Pushing event updated for resources: {'Port': ['ID=ac39d8d4-f650-483e-97a3-9b6cbd194def,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:26.939079 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7834c51b-c036-4434-b0d1-a7f747f32644 None None] Provisioning complete for port ac39d8d4-f650-483e-97a3-9b6cbd194def triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:50:26.939495 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7834c51b-c036-4434-b0d1-a7f747f32644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:26.968965 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-fef6c12c-cdc2-4dba-9dd3-18d8c21dc64f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:26.970570 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-fef6c12c-cdc2-4dba-9dd3-18d8c21dc64f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/networks?id=36ac501a-1bc5-4f4f-a8cf-cee664dac3dc HTTP/1.1" status: 200 len: 796 time: 0.1091933 Feb 04 05:50:26.990136 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-37531441-9697-4136-a89d-b6e336e599c4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/quotas/40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 375 time: 0.0105667 Feb 04 05:50:27.022859 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'ac39d8d4-f650-483e-97a3-9b6cbd194def', 'name': '', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:74:8b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:23Z', 'updated_at': '2022-02-04T05:50:26Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:27.052142 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-1f9e1c6a-7dc8-49ee-9905-500492f58e11 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559661 Feb 04 05:50:27.053290 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef3fc4b-9fbe-4f87-b8ca-276b796075b9 None None] The sync data for ids ['8acc3f61-0ac4-454c-894a-bfee3415602f'] in dv-neutron-827794-1-hyperv is: [{'id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'ac39d8d4-f650-483e-97a3-9b6cbd194def', 'name': '', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:74:8b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:23Z', 'updated_at': '2022-02-04T05:50:26Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:50:27.169536 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-d56be81a-7a22-47f9-a5d0-711d0cd049d7 service neutron] 10.222.0.10 "GET /v2.0/networks/36ac501a-1bc5-4f4f-a8cf-cee664dac3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037426 Feb 04 05:50:27.272347 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-0ae0ab83-d5b0-4cab-a790-98b09cc25056 service neutron] 10.222.0.10 "GET /v2.0/networks/36ac501a-1bc5-4f4f-a8cf-cee664dac3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964444 Feb 04 05:50:27.435492 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8b995c5d-248a-4b86-8923-6d15fd7c4f1b req-fe3f486e-b5eb-4c76-be8b-f119075ccca8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 210 time: 0.0276084 Feb 04 05:50:28.040766 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ac39d8d4-f650-483e-97a3-9b6cbd194def up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:50:28.089199 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ac39d8d4-f650-483e-97a3-9b6cbd194def triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:50:28.089572 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:28.459412 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-938edcb4-5858-42a0-8d40-bdbc6bd7371c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:28.460883 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-938edcb4-5858-42a0-8d40-bdbc6bd7371c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/networks?id=36ac501a-1bc5-4f4f-a8cf-cee664dac3dc HTTP/1.1" status: 200 len: 796 time: 0.1400814 Feb 04 05:50:28.515060 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-49b015ea-9139-40b7-b5f7-b8acffcc2a62 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 380 time: 0.0435269 Feb 04 05:50:28.525788 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'port': {'device_id': '6b51a937-686a-4ae3-903b-20189f43a471', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'admin_state_up': True, 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'security_groups': ['73c84990-bf91-4d85-aee1-0005c49688ab']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:50:28.536446 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-12dea9e6-b85d-4bc9-b343-bd719056b3ba req-c5ac5721-52a8-4b35-a9bd-a8eb27899559 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 210 time: 0.0271058 Feb 04 05:50:28.642024 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:50:28.645983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:28.768489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.4 (36ac501a-1bc5-4f4f-a8cf-cee664dac3dc/58517568-08a2-4dac-9f9b-f13b52b70dd8/293a1063-85ac-4a17-9ede-2735fa50f7dd) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:50:28.910556 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:28.943306 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:28.990082 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:50:28.992877 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:50:28.996696 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:50:29.024092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=293a1063-85ac-4a17-9ede-2735fa50f7dd,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:29.039593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:29.039942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:29.040274 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:29.040606 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:29.040927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:29.041496 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:29.041676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:29.041909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:29.042235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:29.042553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:29.042862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:29.043174 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:29.061620 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:29.062270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:29.078016 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-cf338be6-0004-4359-9f11-3c106c39ca8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558627 Feb 04 05:50:29.092264 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Request body: {'port': {'device_id': '6b51a937-686a-4ae3-903b-20189f43a471', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:50:29.148575 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:29.265901 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-91403406-ee08-4b7d-9e03-ffcf70d129fb None None] Provisioning complete for port 293a1063-85ac-4a17-9ede-2735fa50f7dd triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:50:29.266469 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-91403406-ee08-4b7d-9e03-ffcf70d129fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:29.299272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-91403406-ee08-4b7d-9e03-ffcf70d129fb None None] Port 293a1063-85ac-4a17-9ede-2735fa50f7dd cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:50:29.449741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293a1063-85ac-4a17-9ede-2735fa50f7dd {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:50:29.457159 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:29.474286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Transition to ACTIVE for port object 293a1063-85ac-4a17-9ede-2735fa50f7dd will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:50:29.478471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:29.528833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Pushing event updated for resources: {'Port': ['ID=293a1063-85ac-4a17-9ede-2735fa50f7dd,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:29.600107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Attempting to bind port 293a1063-85ac-4a17-9ede-2735fa50f7dd on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:50:29.600510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Attempting to bind port 293a1063-85ac-4a17-9ede-2735fa50f7dd by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'ac40c37e-7c34-4139-880f-ce8f157953dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:50:29.600780 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Attempting to bind port 293a1063-85ac-4a17-9ede-2735fa50f7dd on network 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:50:29.606015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Port 293a1063-85ac-4a17-9ede-2735fa50f7dd on network 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:50:29.606339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Attempting to bind port 293a1063-85ac-4a17-9ede-2735fa50f7dd on network 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:50:29.611798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:50:29.612147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Checking segment: {'id': 'ac40c37e-7c34-4139-880f-ce8f157953dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:50:29.613442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Bound using segment: {'id': 'ac40c37e-7c34-4139-880f-ce8f157953dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:50:29.614026 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Bound port: 293a1063-85ac-4a17-9ede-2735fa50f7dd, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac40c37e-7c34-4139-880f-ce8f157953dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:50:29.614382 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:29.671339 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17655ac2-a3e6-4c6d-a3a1-0cd8b2f0ddb9 req-37fa390d-faa9-4778-86d2-9382a93ec7eb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:29.673021 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-17655ac2-a3e6-4c6d-a3a1-0cd8b2f0ddb9 req-37fa390d-faa9-4778-86d2-9382a93ec7eb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 943 time: 0.0554070 Feb 04 05:50:29.693109 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] For port 293a1063-85ac-4a17-9ede-2735fa50f7dd, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:50:29.696916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] For port 293a1063-85ac-4a17-9ede-2735fa50f7dd, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=293a1063-85ac-4a17-9ede-2735fa50f7dd,segment=NetworkSegment(ac40c37e-7c34-4139-880f-ce8f157953dd),segment_id=ac40c37e-7c34-4139-880f-ce8f157953dd)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:50:29.700661 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:29.714754 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-17655ac2-a3e6-4c6d-a3a1-0cd8b2f0ddb9 req-9380745c-095c-4c87-b277-d1f7af3190ae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c84990-bf91-4d85-aee1-0005c49688ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336525 Feb 04 05:50:29.741547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:29.742205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:29.743650 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] 10.222.0.26 "PUT /v2.0/ports/293a1063-85ac-4a17-9ede-2735fa50f7dd HTTP/1.1" status: 200 len: 1093 time: 0.6556840 Feb 04 05:50:29.744090 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b51a937-686a-4ae3-903b-20189f43a471', 'tag': '293a1063-85ac-4a17-9ede-2735fa50f7dd'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:50:29.746357 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9ebac9-2a44-4876-b066-2479e51a7704" -d '{"events": [{"name": "network-changed", "server_uuid": "6b51a937-686a-4ae3-903b-20189f43a471", "tag": "293a1063-85ac-4a17-9ede-2735fa50f7dd"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:50:29.765458 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd5ba5-5ded-48bb-9c09-e3a9e6563f12 service neutron] Pushing event updated for resources: {'Port': ['ID=293a1063-85ac-4a17-9ede-2735fa50f7dd,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:29.791649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f91780-8b76-49b6-8f9b-62b1515b8164 x-openstack-request-id: req-39f91780-8b76-49b6-8f9b-62b1515b8164 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:50:29.791946 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b51a937-686a-4ae3-903b-20189f43a471", "tag": "293a1063-85ac-4a17-9ede-2735fa50f7dd", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:50:29.792205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39f91780-8b76-49b6-8f9b-62b1515b8164 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:50:29.792614 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b51a937-686a-4ae3-903b-20189f43a471', 'tag': '293a1063-85ac-4a17-9ede-2735fa50f7dd', 'status': 'completed', 'code': 200} Feb 04 05:50:29.839321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-7427dbcf-a813-4fdc-b82e-cfb3daee2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:29.840840 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-7427dbcf-a813-4fdc-b82e-cfb3daee2b38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 1096 time: 0.0444036 Feb 04 05:50:29.882317 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-f477a3b6-523c-4a6e-bbd0-180271dd7572 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=293a1063-85ac-4a17-9ede-2735fa50f7dd HTTP/1.1" status: 200 len: 217 time: 0.0340192 Feb 04 05:50:29.933685 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-db3d4202-4bf6-45e8-89be-8b5972cb0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:29.935171 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-db3d4202-4bf6-45e8-89be-8b5972cb0051 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58517568-08a2-4dac-9f9b-f13b52b70dd8 HTTP/1.1" status: 200 len: 834 time: 0.0466974 Feb 04 05:50:29.981493 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-01a373a1-6e5d-47b6-9424-5ff55c7d02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:29.983024 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-01a373a1-6e5d-47b6-9424-5ff55c7d02b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=36ac501a-1bc5-4f4f-a8cf-cee664dac3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418880 Feb 04 05:50:30.071519 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-0ceff843-35b6-49fd-94d9-6b435283060a service neutron] 10.222.0.26 "GET /v2.0/networks/36ac501a-1bc5-4f4f-a8cf-cee664dac3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815625 Feb 04 05:50:30.160977 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-16e5d116-b845-48fc-8b52-37160d21a5a9 req-0b86ea22-a078-4909-b1d7-a1e12fbf1093 service neutron] 10.222.0.26 "GET /v2.0/networks/36ac501a-1bc5-4f4f-a8cf-cee664dac3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830057 Feb 04 05:50:30.242819 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ebac9-2a44-4876-b066-2479e51a7704 req-f69d3227-646d-4a59-a985-e0cd30472398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:30.244250 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0d9ebac9-2a44-4876-b066-2479e51a7704 req-f69d3227-646d-4a59-a985-e0cd30472398 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 1096 time: 0.0391941 Feb 04 05:50:30.334162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ebac9-2a44-4876-b066-2479e51a7704 req-a607e862-a7d5-421f-854b-f832d9321486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:30.335537 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0d9ebac9-2a44-4876-b066-2479e51a7704 req-a607e862-a7d5-421f-854b-f832d9321486 service neutron] 10.222.0.26 "GET /v2.0/networks?id=36ac501a-1bc5-4f4f-a8cf-cee664dac3dc HTTP/1.1" status: 200 len: 896 time: 0.0809255 Feb 04 05:50:30.379132 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0d9ebac9-2a44-4876-b066-2479e51a7704 req-ebb0387f-6d1a-467c-a53d-dc02c5d0ea31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=293a1063-85ac-4a17-9ede-2735fa50f7dd HTTP/1.1" status: 200 len: 217 time: 0.0358233 Feb 04 05:50:30.426883 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ebac9-2a44-4876-b066-2479e51a7704 req-2a1b8ba1-ac5a-48e8-9211-9781686e2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:30.428300 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0d9ebac9-2a44-4876-b066-2479e51a7704 req-2a1b8ba1-ac5a-48e8-9211-9781686e2dbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58517568-08a2-4dac-9f9b-f13b52b70dd8 HTTP/1.1" status: 200 len: 834 time: 0.0422068 Feb 04 05:50:30.471608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ebac9-2a44-4876-b066-2479e51a7704 req-ce94995f-04c5-41da-a8c1-954a2bf53db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:30.473083 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0d9ebac9-2a44-4876-b066-2479e51a7704 req-ce94995f-04c5-41da-a8c1-954a2bf53db9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=36ac501a-1bc5-4f4f-a8cf-cee664dac3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378928 Feb 04 05:50:30.563181 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0d9ebac9-2a44-4876-b066-2479e51a7704 req-30054db2-b8ec-4ae0-b935-e55445db7a69 service neutron] 10.222.0.26 "GET /v2.0/networks/36ac501a-1bc5-4f4f-a8cf-cee664dac3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801487 Feb 04 05:50:30.649243 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0d9ebac9-2a44-4876-b066-2479e51a7704 req-179e7c3a-7eb8-4a22-8293-c557d7c5c20f service neutron] 10.222.0.26 "GET /v2.0/networks/36ac501a-1bc5-4f4f-a8cf-cee664dac3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790679 Feb 04 05:50:30.828576 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e6236-e32a-426a-9299-5a7d6b7008f8 req-92a075eb-247b-4d2b-b7fe-476e2bb5eaf1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:30.830394 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0a7e6236-e32a-426a-9299-5a7d6b7008f8 req-92a075eb-247b-4d2b-b7fe-476e2bb5eaf1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 943 time: 0.0484285 Feb 04 05:50:30.867065 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0a7e6236-e32a-426a-9299-5a7d6b7008f8 req-dda0447d-5d7e-45c2-8ba2-2036a44aa23e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c84990-bf91-4d85-aee1-0005c49688ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302143 Feb 04 05:50:31.981538 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfe4b7-eac2-4fd6-93fc-88b0ec2798d6 req-370c4c66-f2cd-4407-a108-54628230b581 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:31.983013 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-78bfe4b7-eac2-4fd6-93fc-88b0ec2798d6 req-370c4c66-f2cd-4407-a108-54628230b581 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 943 time: 0.0481455 Feb 04 05:50:32.019810 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-78bfe4b7-eac2-4fd6-93fc-88b0ec2798d6 req-2b8bb815-d837-413a-a4da-493335eaed58 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c84990-bf91-4d85-aee1-0005c49688ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308836 Feb 04 05:50:33.076177 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 293a1063-85ac-4a17-9ede-2735fa50f7dd details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:50:33.158192 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced402b-a670-4392-aafc-5a973c8a98a5 req-27de4aa7-c220-4e5a-88f6-fcd84e8c11d4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:33.160046 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-eced402b-a670-4392-aafc-5a973c8a98a5 req-27de4aa7-c220-4e5a-88f6-fcd84e8c11d4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 943 time: 0.0680127 Feb 04 05:50:33.180332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 293a1063-85ac-4a17-9ede-2735fa50f7dd, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=293a1063-85ac-4a17-9ede-2735fa50f7dd,segment=NetworkSegment(ac40c37e-7c34-4139-880f-ce8f157953dd),segment_id=ac40c37e-7c34-4139-880f-ce8f157953dd)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:33.192687 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '293a1063-85ac-4a17-9ede-2735fa50f7dd', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'port_id': '293a1063-85ac-4a17-9ede-2735fa50f7dd', 'mac_address': 'fa:16:3e:a5:a3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:50:33.207159 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-eced402b-a670-4392-aafc-5a973c8a98a5 req-79fcf087-c348-42e4-8272-158cfaf76102 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c84990-bf91-4d85-aee1-0005c49688ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408931 Feb 04 05:50:33.237893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:33.250442 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293a1063-85ac-4a17-9ede-2735fa50f7dd {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:50:33.271824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 293a1063-85ac-4a17-9ede-2735fa50f7dd, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=293a1063-85ac-4a17-9ede-2735fa50f7dd,segment=NetworkSegment(ac40c37e-7c34-4139-880f-ce8f157953dd),segment_id=ac40c37e-7c34-4139-880f-ce8f157953dd)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:33.275657 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:33.343908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=293a1063-85ac-4a17-9ede-2735fa50f7dd,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:33.532189 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['293a1063-85ac-4a17-9ede-2735fa50f7dd'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:50:33.972823 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:34.319210 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d9456-bc6a-4d4e-a41c-55378dcda815 req-013b45a4-0a68-46ac-96dd-a7578a4454f3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:34.320674 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d57d9456-bc6a-4d4e-a41c-55378dcda815 req-013b45a4-0a68-46ac-96dd-a7578a4454f3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 944 time: 0.0481927 Feb 04 05:50:34.357141 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d57d9456-bc6a-4d4e-a41c-55378dcda815 req-456583e6-85fe-4377-b27f-07c419b0ea17 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c84990-bf91-4d85-aee1-0005c49688ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306811 Feb 04 05:50:35.103991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 293a1063-85ac-4a17-9ede-2735fa50f7dd up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:50:35.157586 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 293a1063-85ac-4a17-9ede-2735fa50f7dd completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:50:35.161166 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 293a1063-85ac-4a17-9ede-2735fa50f7dd triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:50:35.161533 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:35.240988 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:35.262929 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b51a937-686a-4ae3-903b-20189f43a471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293a1063-85ac-4a17-9ede-2735fa50f7dd'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:50:35.265812 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a5cf2c-afb2-4abd-ad21-8078b46f5fa5" -d '{"events": [{"server_uuid": "6b51a937-686a-4ae3-903b-20189f43a471", "name": "network-vif-plugged", "status": "completed", "tag": "293a1063-85ac-4a17-9ede-2735fa50f7dd"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:50:35.279185 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 293a1063-85ac-4a17-9ede-2735fa50f7dd, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=293a1063-85ac-4a17-9ede-2735fa50f7dd,segment=NetworkSegment(ac40c37e-7c34-4139-880f-ce8f157953dd),segment_id=ac40c37e-7c34-4139-880f-ce8f157953dd)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:50:35.283055 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:35.307078 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b564678-290a-423e-a33f-31375362bff7 x-openstack-request-id: req-6b564678-290a-423e-a33f-31375362bff7 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:50:35.307397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b51a937-686a-4ae3-903b-20189f43a471", "name": "network-vif-plugged", "status": "completed", "tag": "293a1063-85ac-4a17-9ede-2735fa50f7dd", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:50:35.307798 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b564678-290a-423e-a33f-31375362bff7 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:50:35.308254 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b51a937-686a-4ae3-903b-20189f43a471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293a1063-85ac-4a17-9ede-2735fa50f7dd', 'code': 200} Feb 04 05:50:35.338866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=293a1063-85ac-4a17-9ede-2735fa50f7dd,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:35.345578 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:35.346140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:35.346533 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:35.346873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:35.347241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:35.347574 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:35.347902 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:35.348223 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:35.348553 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:35.348862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:35.349178 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:35.349489 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:35.471482 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272ac2c-f197-4953-a2d3-2dbe5cf17d51 req-1227b2db-abb6-4abe-af17-5232378fe55f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:35.472846 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8272ac2c-f197-4953-a2d3-2dbe5cf17d51 req-1227b2db-abb6-4abe-af17-5232378fe55f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 945 time: 0.0484447 Feb 04 05:50:35.493491 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b9871-6e21-4e13-9db7-b89223477733 req-54b4955b-cb5d-4f59-83de-e8138910e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:35.495012 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-286b9871-6e21-4e13-9db7-b89223477733 req-54b4955b-cb5d-4f59-83de-e8138910e279 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 1098 time: 0.0484397 Feb 04 05:50:35.511699 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8272ac2c-f197-4953-a2d3-2dbe5cf17d51 req-c340f2bb-397c-47e2-86d5-7fcf71b7ce96 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c84990-bf91-4d85-aee1-0005c49688ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327697 Feb 04 05:50:35.533253 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-286b9871-6e21-4e13-9db7-b89223477733 req-6c1b00c8-36d3-46a0-9492-a49f92750ed4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=73c84990-bf91-4d85-aee1-0005c49688ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280650 Feb 04 05:50:36.634054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6d379-12b8-4972-a150-c500de39c4d9 req-170445f0-8356-439b-a058-cac5985d8acc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:36.635552 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2cf6d379-12b8-4972-a150-c500de39c4d9 req-170445f0-8356-439b-a058-cac5985d8acc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 945 time: 0.0544093 Feb 04 05:50:36.674887 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2cf6d379-12b8-4972-a150-c500de39c4d9 req-f863dc9c-e861-4c5d-855c-724eb540f1bf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c84990-bf91-4d85-aee1-0005c49688ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328310 Feb 04 05:50:36.930091 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:50:37.789571 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69841d-ab8a-4e7a-bbce-fc40fb957d12 req-eb8ec226-bfcf-426e-9d8d-792d8222bc70 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:37.790964 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bc69841d-ab8a-4e7a-bbce-fc40fb957d12 req-eb8ec226-bfcf-426e-9d8d-792d8222bc70 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 945 time: 0.0495124 Feb 04 05:50:37.828020 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bc69841d-ab8a-4e7a-bbce-fc40fb957d12 req-a80b1701-713b-401d-956f-89dcb1e2b51d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c84990-bf91-4d85-aee1-0005c49688ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312243 Feb 04 05:50:37.941029 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb794c70-7127-4e5b-a0c8-35fc5cb1c4b1 req-2c59e662-ed2e-4843-86c9-4f9c20e6a870 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:37.942729 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb794c70-7127-4e5b-a0c8-35fc5cb1c4b1 req-2c59e662-ed2e-4843-86c9-4f9c20e6a870 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 945 time: 0.0509634 Feb 04 05:50:37.981503 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb794c70-7127-4e5b-a0c8-35fc5cb1c4b1 req-e0288253-d373-4aeb-9082-def5abf4cd83 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c84990-bf91-4d85-aee1-0005c49688ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322053 Feb 04 05:50:38.002962 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54176) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:38.046450 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425533a0-347b-4d48-9f59-83b9c5ca641e tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:38.047838 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-425533a0-347b-4d48-9f59-83b9c5ca641e tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 1093 time: 0.0439117 Feb 04 05:50:38.051121 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54178) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:38.055180 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': '293a1063-85ac-4a17-9ede-2735fa50f7dd', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:50:38.077455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:38.171381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:38.276284 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.64 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/6440a450-5af2-417b-b823-7a4f25b198ba) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:50:38.385033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:38.423044 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:38.470892 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:50:38.474204 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:50:38.476820 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:50:38.505693 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=6440a450-5af2-417b-b823-7a4f25b198ba,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:38.519248 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:38.519647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:38.520038 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:38.520409 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:38.520735 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:38.521065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:38.521387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:38.521713 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:38.522060 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:38.522379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:38.522739 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:38.523176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:50:39.186299 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:39.254880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:39.411121 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:39.416746 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:39.487092 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=6440a450-5af2-417b-b823-7a4f25b198ba,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:50:39.498084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:39.616826 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP cd788e09-fe94-4e5d-a92e-c8d10ed11d8d associated. External IP: 172.26.3.64, port: 293a1063-85ac-4a17-9ede-2735fa50f7dd. Feb 04 05:50:39.835657 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 8acc3f61-0ac4-454c-894a-bfee3415602f has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:50:39.943699 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:50:39.953147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed092f-c2eb-4260-b8ff-e698bef33885 None None] Sync routers for ids ['8acc3f61-0ac4-454c-894a-bfee3415602f'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:50:39.961245 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:39.963633 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed092f-c2eb-4260-b8ff-e698bef33885 None None] Routers {'8acc3f61-0ac4-454c-894a-bfee3415602f'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:50:39.964240 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d2ed092f-c2eb-4260-b8ff-e698bef33885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:50:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8acc3f61-0ac4-454c-894a-bfee3415602f'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:39.990718 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c6e3390b-4476-4ec9-b405-77654aa65686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9353335 Feb 04 05:50:39.990718 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b51a937-686a-4ae3-903b-20189f43a471', 'tag': '293a1063-85ac-4a17-9ede-2735fa50f7dd'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:50:39.991087 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cc3089-2f74-4f46-b857-829b62907c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b51a937-686a-4ae3-903b-20189f43a471", "tag": "293a1063-85ac-4a17-9ede-2735fa50f7dd"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:50:39.991956 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54180) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:40.026821 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe64429-7d8f-4693-b61c-e153a204ec77 x-openstack-request-id: req-efe64429-7d8f-4693-b61c-e153a204ec77 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:50:40.027181 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b51a937-686a-4ae3-903b-20189f43a471", "tag": "293a1063-85ac-4a17-9ede-2735fa50f7dd", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:50:40.027496 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-efe64429-7d8f-4693-b61c-e153a204ec77 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:50:40.027960 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b51a937-686a-4ae3-903b-20189f43a471', 'tag': '293a1063-85ac-4a17-9ede-2735fa50f7dd', 'status': 'completed', 'code': 200} Feb 04 05:50:40.069412 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-18bc152d-8175-4aa1-ade3-60a9131981f9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/cd788e09-fe94-4e5d-a92e-c8d10ed11d8d HTTP/1.1" status: 200 len: 990 time: 0.0759456 Feb 04 05:50:40.085517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-d2ed092f-c2eb-4260-b8ff-e698bef33885 None None] Set router 8acc3f61-0ac4-454c-894a-bfee3415602f gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:50:40.100173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc3089-2f74-4f46-b857-829b62907c2b req-4ec1b1b0-fd56-4d2b-90a6-cf77a281530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:40.101621 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24cc3089-2f74-4f46-b857-829b62907c2b req-4ec1b1b0-fd56-4d2b-90a6-cf77a281530a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 1098 time: 0.0427449 Feb 04 05:50:40.312419 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d2ed092f-c2eb-4260-b8ff-e698bef33885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'cd788e09-fe94-4e5d-a92e-c8d10ed11d8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'port_id': '293a1063-85ac-4a17-9ede-2735fa50f7dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'mac_address': 'fa:16:3e:a5:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b51a937-686a-4ae3-903b-20189f43a471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:50:39Z', 'updated_at': '2022-02-04T05:50:39Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac39d8d4-f650-483e-97a3-9b6cbd194def', 'name': '', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:74:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:23Z', 'updated_at': '2022-02-04T05:50:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:40.339547 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed092f-c2eb-4260-b8ff-e698bef33885 None None] Checking router: 8acc3f61-0ac4-454c-894a-bfee3415602f for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:50:40.348815 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed092f-c2eb-4260-b8ff-e698bef33885 None None] Routers {'8acc3f61-0ac4-454c-894a-bfee3415602f'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:50:40.349432 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d2ed092f-c2eb-4260-b8ff-e698bef33885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:50:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8acc3f61-0ac4-454c-894a-bfee3415602f'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:40.480171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc3089-2f74-4f46-b857-829b62907c2b req-7f457a50-5d05-4b44-a774-08a8bf28b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:40.481788 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24cc3089-2f74-4f46-b857-829b62907c2b req-7f457a50-5d05-4b44-a774-08a8bf28b940 service neutron] 10.222.0.26 "GET /v2.0/networks?id=36ac501a-1bc5-4f4f-a8cf-cee664dac3dc HTTP/1.1" status: 200 len: 896 time: 0.3738706 Feb 04 05:50:40.546503 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24cc3089-2f74-4f46-b857-829b62907c2b req-ff248ef4-f4a9-456b-838a-585090a9cae2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=293a1063-85ac-4a17-9ede-2735fa50f7dd HTTP/1.1" status: 200 len: 998 time: 0.0574298 Feb 04 05:50:40.597636 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-d2ed092f-c2eb-4260-b8ff-e698bef33885 None None] Set router 8acc3f61-0ac4-454c-894a-bfee3415602f gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:50:40.598954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc3089-2f74-4f46-b857-829b62907c2b req-8894361c-e056-4d49-835d-cbe375890798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:40.600446 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24cc3089-2f74-4f46-b857-829b62907c2b req-8894361c-e056-4d49-835d-cbe375890798 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58517568-08a2-4dac-9f9b-f13b52b70dd8 HTTP/1.1" status: 200 len: 834 time: 0.0470328 Feb 04 05:50:40.643439 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc3089-2f74-4f46-b857-829b62907c2b req-d0a1175d-37c5-4c73-9215-24cb1b8ce3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:40.645446 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24cc3089-2f74-4f46-b857-829b62907c2b req-d0a1175d-37c5-4c73-9215-24cb1b8ce3cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=36ac501a-1bc5-4f4f-a8cf-cee664dac3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385818 Feb 04 05:50:40.733040 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24cc3089-2f74-4f46-b857-829b62907c2b req-644f74be-fcb8-4801-b711-e8e6296ca33b service neutron] 10.222.0.26 "GET /v2.0/networks/36ac501a-1bc5-4f4f-a8cf-cee664dac3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803070 Feb 04 05:50:40.815253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d2ed092f-c2eb-4260-b8ff-e698bef33885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'cd788e09-fe94-4e5d-a92e-c8d10ed11d8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'port_id': '293a1063-85ac-4a17-9ede-2735fa50f7dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'mac_address': 'fa:16:3e:a5:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b51a937-686a-4ae3-903b-20189f43a471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:50:39Z', 'updated_at': '2022-02-04T05:50:39Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac39d8d4-f650-483e-97a3-9b6cbd194def', 'name': '', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:74:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:23Z', 'updated_at': '2022-02-04T05:50:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:50:40.826031 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24cc3089-2f74-4f46-b857-829b62907c2b req-7cfc4c79-a1cc-46c5-a61f-604084bf22a9 service neutron] 10.222.0.26 "GET /v2.0/networks/36ac501a-1bc5-4f4f-a8cf-cee664dac3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864491 Feb 04 05:50:40.843813 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed092f-c2eb-4260-b8ff-e698bef33885 None None] The sync data for ids ['8acc3f61-0ac4-454c-894a-bfee3415602f'] in dv-neutron-827794-1-hyperv is: [{'id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'cd788e09-fe94-4e5d-a92e-c8d10ed11d8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'port_id': '293a1063-85ac-4a17-9ede-2735fa50f7dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'mac_address': 'fa:16:3e:a5:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b51a937-686a-4ae3-903b-20189f43a471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:50:39Z', 'updated_at': '2022-02-04T05:50:39Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac39d8d4-f650-483e-97a3-9b6cbd194def', 'name': '', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:74:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:23Z', 'updated_at': '2022-02-04T05:50:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:50:41.022767 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d67291-7498-4fd0-a5be-b0ec9714cc1a None None] New status for floating IP cd788e09-fe94-4e5d-a92e-c8d10ed11d8d: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:50:41.072316 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54184) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:41.134974 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b8f8789b-6510-4c19-9907-16cce844b770 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/cd788e09-fe94-4e5d-a92e-c8d10ed11d8d HTTP/1.1" status: 200 len: 990 time: 0.0615277 Feb 04 05:50:42.138765 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54186) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:50:42.201373 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8fb87766-de1f-45d5-b4c5-2d2afd3b42f1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/cd788e09-fe94-4e5d-a92e-c8d10ed11d8d HTTP/1.1" status: 200 len: 992 time: 0.0613868 Feb 04 05:50:42.718339 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fee8fe74-f8b2-4bcf-bfa5-0b4e8e290591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:44.841817 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b26f271e-c791-42d4-8d62-4a813ab39c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:45.112862 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09519f1e-9adc-4c68-8b70-8f526692465c req-1e330b25-83c8-4ed8-a5ae-674694804896 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380991 Feb 04 05:50:45.191123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09519f1e-9adc-4c68-8b70-8f526692465c req-fcb3f149-b4a0-4020-9993-ca14d938e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:45.192568 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09519f1e-9adc-4c68-8b70-8f526692465c req-fcb3f149-b4a0-4020-9993-ca14d938e784 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 1098 time: 0.0393670 Feb 04 05:50:45.293163 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09519f1e-9adc-4c68-8b70-8f526692465c req-bb62be83-9fa1-4f5d-95e4-284d5b9b4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:45.294710 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09519f1e-9adc-4c68-8b70-8f526692465c req-bb62be83-9fa1-4f5d-95e4-284d5b9b4602 service neutron] 10.222.0.26 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 912 time: 0.0841475 Feb 04 05:50:45.356473 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09519f1e-9adc-4c68-8b70-8f526692465c req-b177028c-acdb-4fba-86d1-ccc9b36f3ee0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c10ae1e-ab20-4199-87d9-07acf6450909 HTTP/1.1" status: 200 len: 1001 time: 0.0550625 Feb 04 05:50:45.407351 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09519f1e-9adc-4c68-8b70-8f526692465c req-7b37b5ca-dd20-44b3-9ce2-6e6b1906b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:45.408786 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09519f1e-9adc-4c68-8b70-8f526692465c req-7b37b5ca-dd20-44b3-9ce2-6e6b1906b178 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 200 len: 851 time: 0.0455065 Feb 04 05:50:45.453729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09519f1e-9adc-4c68-8b70-8f526692465c req-65a10031-e21d-488c-b762-818b632dbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:50:45.455465 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09519f1e-9adc-4c68-8b70-8f526692465c req-65a10031-e21d-488c-b762-818b632dbc4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387263 Feb 04 05:50:45.540989 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09519f1e-9adc-4c68-8b70-8f526692465c req-ab215657-ccbb-4821-9e29-d495a8151659 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781248 Feb 04 05:50:45.634964 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09519f1e-9adc-4c68-8b70-8f526692465c req-81c8747d-3d74-4efe-824b-cd35818cb8f3 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876067 Feb 04 05:50:45.859647 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:47.654320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:50:47.925619 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:03.972191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:12.718064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-03592174-b93d-412d-9ac3-2f628772e5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:13.456926 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54208) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:13.519818 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f666c03b-2f26-4575-812d-a5f776139fbb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/cd788e09-fe94-4e5d-a92e-c8d10ed11d8d HTTP/1.1" status: 200 len: 992 time: 0.0617075 Feb 04 05:51:13.766793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54214) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:13.918285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ccb016a8-10ce-4e72-98f6-3625876c7c00 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 6440a450-5af2-417b-b823-7a4f25b198ba {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:51:13.918662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ccb016a8-10ce-4e72-98f6-3625876c7c00 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:13.928695 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:51:13.997174 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ccb016a8-10ce-4e72-98f6-3625876c7c00 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:13.997573 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ccb016a8-10ce-4e72-98f6-3625876c7c00 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:14.008995 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ccb016a8-10ce-4e72-98f6-3625876c7c00 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 6440a450-5af2-417b-b823-7a4f25b198ba owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:51:14.180483 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ccb016a8-10ce-4e72-98f6-3625876c7c00 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:14.211461 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb016a8-10ce-4e72-98f6-3625876c7c00 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=6440a450-5af2-417b-b823-7a4f25b198ba,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:14.264320 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ccb016a8-10ce-4e72-98f6-3625876c7c00 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:14.264658 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-ccb016a8-10ce-4e72-98f6-3625876c7c00 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP cd788e09-fe94-4e5d-a92e-c8d10ed11d8d disassociated (deleted). External IP: 172.26.3.64, port: 293a1063-85ac-4a17-9ede-2735fa50f7dd. Feb 04 05:51:14.464702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb016a8-10ce-4e72-98f6-3625876c7c00 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 8acc3f61-0ac4-454c-894a-bfee3415602f has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:51:14.568622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb016a8-10ce-4e72-98f6-3625876c7c00 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:51:14.573526 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ccb016a8-10ce-4e72-98f6-3625876c7c00 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:14.578907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5dd03b-0e00-49df-b3fb-98babe939305 None None] Sync routers for ids ['8acc3f61-0ac4-454c-894a-bfee3415602f'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:51:14.587892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5dd03b-0e00-49df-b3fb-98babe939305 None None] Routers {'8acc3f61-0ac4-454c-894a-bfee3415602f'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:51:14.588487 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4b5dd03b-0e00-49df-b3fb-98babe939305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:50:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8acc3f61-0ac4-454c-894a-bfee3415602f'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:14.600683 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ccb016a8-10ce-4e72-98f6-3625876c7c00 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/floatingips/cd788e09-fe94-4e5d-a92e-c8d10ed11d8d HTTP/1.1" status: 204 len: 168 time: 0.8329074 Feb 04 05:51:14.601275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b51a937-686a-4ae3-903b-20189f43a471', 'tag': '293a1063-85ac-4a17-9ede-2735fa50f7dd'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:51:14.603723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e5e500-17ae-4a5a-9bcf-b3234f764a65" -d '{"events": [{"name": "network-changed", "server_uuid": "6b51a937-686a-4ae3-903b-20189f43a471", "tag": "293a1063-85ac-4a17-9ede-2735fa50f7dd"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:51:14.645133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172bc0a3-0efb-4c54-8f5f-7df2b40b84f1 x-openstack-request-id: req-172bc0a3-0efb-4c54-8f5f-7df2b40b84f1 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:51:14.645434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b51a937-686a-4ae3-903b-20189f43a471", "tag": "293a1063-85ac-4a17-9ede-2735fa50f7dd", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:51:14.645691 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-172bc0a3-0efb-4c54-8f5f-7df2b40b84f1 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:51:14.646138 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b51a937-686a-4ae3-903b-20189f43a471', 'tag': '293a1063-85ac-4a17-9ede-2735fa50f7dd', 'status': 'completed', 'code': 200} Feb 04 05:51:14.703005 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-4b5dd03b-0e00-49df-b3fb-98babe939305 None None] Set router 8acc3f61-0ac4-454c-894a-bfee3415602f gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:51:14.717005 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5e500-17ae-4a5a-9bcf-b3234f764a65 req-ff9dabdd-cf6f-47d3-8dc8-28b21406a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:14.718863 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-61e5e500-17ae-4a5a-9bcf-b3234f764a65 req-ff9dabdd-cf6f-47d3-8dc8-28b21406a5ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 1098 time: 0.0457144 Feb 04 05:51:14.842542 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5e500-17ae-4a5a-9bcf-b3234f764a65 req-dd8d8d5a-911a-40d4-ad37-ce5cdf735e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:14.843879 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-61e5e500-17ae-4a5a-9bcf-b3234f764a65 req-dd8d8d5a-911a-40d4-ad37-ce5cdf735e36 service neutron] 10.222.0.26 "GET /v2.0/networks?id=36ac501a-1bc5-4f4f-a8cf-cee664dac3dc HTTP/1.1" status: 200 len: 896 time: 0.1104591 Feb 04 05:51:14.852281 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b528f4-28df-427b-886d-4d40c51e68b4 req-96f74f5a-fbd9-4dfc-b95a-3c8fca65f61f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:14.852799 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-24026581-8d54-40a2-935a-c673a4668d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:14.854631 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a7b528f4-28df-427b-886d-4d40c51e68b4 req-96f74f5a-fbd9-4dfc-b95a-3c8fca65f61f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 945 time: 0.0553000 Feb 04 05:51:14.886806 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-61e5e500-17ae-4a5a-9bcf-b3234f764a65 req-7b96910f-5175-43fb-b55c-3dd15462cd76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=293a1063-85ac-4a17-9ede-2735fa50f7dd HTTP/1.1" status: 200 len: 217 time: 0.0338948 Feb 04 05:51:14.899874 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a7b528f4-28df-427b-886d-4d40c51e68b4 req-308cc42a-6be0-4e1b-9a98-e6029840da62 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c84990-bf91-4d85-aee1-0005c49688ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369446 Feb 04 05:51:14.934361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4b5dd03b-0e00-49df-b3fb-98babe939305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'ac39d8d4-f650-483e-97a3-9b6cbd194def', 'name': '', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:74:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:23Z', 'updated_at': '2022-02-04T05:50:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:14.940391 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5e500-17ae-4a5a-9bcf-b3234f764a65 req-53b586df-069b-489b-a69f-0fe93cc5021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:14.941905 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-61e5e500-17ae-4a5a-9bcf-b3234f764a65 req-53b586df-069b-489b-a69f-0fe93cc5021f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58517568-08a2-4dac-9f9b-f13b52b70dd8 HTTP/1.1" status: 200 len: 834 time: 0.0482194 Feb 04 05:51:14.961068 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5dd03b-0e00-49df-b3fb-98babe939305 None None] Checking router: 8acc3f61-0ac4-454c-894a-bfee3415602f for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:51:14.970006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5dd03b-0e00-49df-b3fb-98babe939305 None None] Routers {'8acc3f61-0ac4-454c-894a-bfee3415602f'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:51:14.970546 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4b5dd03b-0e00-49df-b3fb-98babe939305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8acc3f61-0ac4-454c-894a-bfee3415602f'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:14.990238 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5e500-17ae-4a5a-9bcf-b3234f764a65 req-61b9a9e3-0b02-4562-b8a9-1b162afb9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:14.991771 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-61e5e500-17ae-4a5a-9bcf-b3234f764a65 req-61b9a9e3-0b02-4562-b8a9-1b162afb9e78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=36ac501a-1bc5-4f4f-a8cf-cee664dac3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407350 Feb 04 05:51:15.077476 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-4b5dd03b-0e00-49df-b3fb-98babe939305 None None] Set router 8acc3f61-0ac4-454c-894a-bfee3415602f gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:51:15.082021 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-61e5e500-17ae-4a5a-9bcf-b3234f764a65 req-dbad4abd-8d23-46ae-a711-052af39dfdbd service neutron] 10.222.0.26 "GET /v2.0/networks/36ac501a-1bc5-4f4f-a8cf-cee664dac3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814006 Feb 04 05:51:15.172617 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-61e5e500-17ae-4a5a-9bcf-b3234f764a65 req-10bc4796-9c91-446b-9ccd-0eed3e3aece0 service neutron] 10.222.0.26 "GET /v2.0/networks/36ac501a-1bc5-4f4f-a8cf-cee664dac3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833731 Feb 04 05:51:15.270823 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4b5dd03b-0e00-49df-b3fb-98babe939305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'ac39d8d4-f650-483e-97a3-9b6cbd194def', 'name': '', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:74:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:23Z', 'updated_at': '2022-02-04T05:50:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:15.299624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5dd03b-0e00-49df-b3fb-98babe939305 None None] The sync data for ids ['8acc3f61-0ac4-454c-894a-bfee3415602f'] in dv-neutron-827794-1-hyperv is: [{'id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'ac39d8d4-f650-483e-97a3-9b6cbd194def', 'name': '', 'network_id': '36ac501a-1bc5-4f4f-a8cf-cee664dac3dc', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:74:8b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:23Z', 'updated_at': '2022-02-04T05:50:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '58517568-08a2-4dac-9f9b-f13b52b70dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:51:15.507804 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aead556-1444-405c-9118-3d5ec768debd None None] New status for floating IP cd788e09-fe94-4e5d-a92e-c8d10ed11d8d: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:51:15.861818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:16.020577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1f49a-9303-4a6b-80d8-7ef45524ccd6 req-efd3bf1c-9c0d-43da-af87-512315837afe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:16.022046 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7ca1f49a-9303-4a6b-80d8-7ef45524ccd6 req-efd3bf1c-9c0d-43da-af87-512315837afe tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 945 time: 0.0496342 Feb 04 05:51:16.058673 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7ca1f49a-9303-4a6b-80d8-7ef45524ccd6 req-4442047b-cd02-4d9b-b886-fcaa15649cf0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c84990-bf91-4d85-aee1-0005c49688ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306776 Feb 04 05:51:16.123951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db4915-5ceb-4a80-af24-463202e9102d req-9da14d45-9194-4dd7-8660-72df2a340912 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:16.125303 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c6db4915-5ceb-4a80-af24-463202e9102d req-9da14d45-9194-4dd7-8660-72df2a340912 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b51a937-686a-4ae3-903b-20189f43a471 HTTP/1.1" status: 200 len: 945 time: 0.0483813 Feb 04 05:51:16.219936 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-c6db4915-5ceb-4a80-af24-463202e9102d req-0fd60713-6850-4dda-8798-a2bb90ff7468 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 293a1063-85ac-4a17-9ede-2735fa50f7dd {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:51:16.220273 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-c6db4915-5ceb-4a80-af24-463202e9102d req-0fd60713-6850-4dda-8798-a2bb90ff7468 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:16.306012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-c6db4915-5ceb-4a80-af24-463202e9102d req-0fd60713-6850-4dda-8798-a2bb90ff7468 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port 293a1063-85ac-4a17-9ede-2735fa50f7dd, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=293a1063-85ac-4a17-9ede-2735fa50f7dd,segment=NetworkSegment(ac40c37e-7c34-4139-880f-ce8f157953dd),segment_id=ac40c37e-7c34-4139-880f-ce8f157953dd)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:51:16.306374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-c6db4915-5ceb-4a80-af24-463202e9102d req-0fd60713-6850-4dda-8798-a2bb90ff7468 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:16.317739 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-c6db4915-5ceb-4a80-af24-463202e9102d req-0fd60713-6850-4dda-8798-a2bb90ff7468 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 293a1063-85ac-4a17-9ede-2735fa50f7dd owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:51:16.442353 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-c6db4915-5ceb-4a80-af24-463202e9102d req-0fd60713-6850-4dda-8798-a2bb90ff7468 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:16.469914 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd60713-6850-4dda-8798-a2bb90ff7468 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=293a1063-85ac-4a17-9ede-2735fa50f7dd,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:16.512319 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6db4915-5ceb-4a80-af24-463202e9102d req-0fd60713-6850-4dda-8798-a2bb90ff7468 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] No DVR routers for this DVR port 293a1063-85ac-4a17-9ede-2735fa50f7dd on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:51:16.514805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-c6db4915-5ceb-4a80-af24-463202e9102d req-0fd60713-6850-4dda-8798-a2bb90ff7468 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:16.517995 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c6db4915-5ceb-4a80-af24-463202e9102d req-0fd60713-6850-4dda-8798-a2bb90ff7468 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "DELETE /v2.0/ports/293a1063-85ac-4a17-9ede-2735fa50f7dd HTTP/1.1" status: 204 len: 173 time: 0.3846748 Feb 04 05:51:16.647803 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b51a937-686a-4ae3-903b-20189f43a471', 'name': 'network-vif-deleted', 'tag': '293a1063-85ac-4a17-9ede-2735fa50f7dd'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:51:16.650190 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61ea1e9-055f-47a7-b18c-53e1bd76b509" -d '{"events": [{"server_uuid": "6b51a937-686a-4ae3-903b-20189f43a471", "name": "network-vif-deleted", "tag": "293a1063-85ac-4a17-9ede-2735fa50f7dd"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:51:16.685459 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2c0b5d-fdf5-40b4-88b3-e10dac4c6b00 x-openstack-request-id: req-2e2c0b5d-fdf5-40b4-88b3-e10dac4c6b00 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:51:16.685752 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b51a937-686a-4ae3-903b-20189f43a471", "name": "network-vif-deleted", "tag": "293a1063-85ac-4a17-9ede-2735fa50f7dd", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:51:16.686035 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e2c0b5d-fdf5-40b4-88b3-e10dac4c6b00 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:51:16.686450 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b51a937-686a-4ae3-903b-20189f43a471', 'name': 'network-vif-deleted', 'tag': '293a1063-85ac-4a17-9ede-2735fa50f7dd', 'status': 'completed', 'code': 200} Feb 04 05:51:17.111836 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54228) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:17.171903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6312755b-536f-4686-97c5-f33d40f96e7e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:17.195947 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6312755b-536f-4686-97c5-f33d40f96e7e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:17.256199 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6312755b-536f-4686-97c5-f33d40f96e7e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:17.258831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6312755b-536f-4686-97c5-f33d40f96e7e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:17.260038 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6312755b-536f-4686-97c5-f33d40f96e7e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/security-groups/73c84990-bf91-4d85-aee1-0005c49688ab HTTP/1.1" status: 204 len: 168 time: 0.1471906 Feb 04 05:51:17.270340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312755b-536f-4686-97c5-f33d40f96e7e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c84990-bf91-4d85-aee1-0005c49688ab,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:17.290482 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54232) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:17.635930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9bd8bef7-2e04-4241-8b62-db0acfca3b20 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:17.656165 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:17.881560 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8bef7-2e04-4241-8b62-db0acfca3b20 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port ac39d8d4-f650-483e-97a3-9b6cbd194def {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:51:17.881852 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9bd8bef7-2e04-4241-8b62-db0acfca3b20 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:17.927203 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:17.970686 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9bd8bef7-2e04-4241-8b62-db0acfca3b20 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port ac39d8d4-f650-483e-97a3-9b6cbd194def, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ac39d8d4-f650-483e-97a3-9b6cbd194def,segment=NetworkSegment(ac40c37e-7c34-4139-880f-ce8f157953dd),segment_id=ac40c37e-7c34-4139-880f-ce8f157953dd)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:51:17.971055 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9bd8bef7-2e04-4241-8b62-db0acfca3b20 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:17.983149 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8bef7-2e04-4241-8b62-db0acfca3b20 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for ac39d8d4-f650-483e-97a3-9b6cbd194def owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:51:18.163332 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9bd8bef7-2e04-4241-8b62-db0acfca3b20 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:18.189360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8bef7-2e04-4241-8b62-db0acfca3b20 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=ac39d8d4-f650-483e-97a3-9b6cbd194def,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:18.359365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9bd8bef7-2e04-4241-8b62-db0acfca3b20 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:18.559608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd8bef7-2e04-4241-8b62-db0acfca3b20 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 8acc3f61-0ac4-454c-894a-bfee3415602f has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:51:18.661467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd8bef7-2e04-4241-8b62-db0acfca3b20 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:51:18.666324 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9bd8bef7-2e04-4241-8b62-db0acfca3b20 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/8acc3f61-0ac4-454c-894a-bfee3415602f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3747540 Feb 04 05:51:18.669085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54234) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:18.671536 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f2f1fe-93b4-4864-854b-728288f44032 None None] Sync routers for ids ['8acc3f61-0ac4-454c-894a-bfee3415602f'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:51:18.681278 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f2f1fe-93b4-4864-854b-728288f44032 None None] Routers {'8acc3f61-0ac4-454c-894a-bfee3415602f'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:51:18.682005 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-90f2f1fe-93b4-4864-854b-728288f44032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8acc3f61-0ac4-454c-894a-bfee3415602f'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:18.787020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-90f2f1fe-93b4-4864-854b-728288f44032 None None] Set router 8acc3f61-0ac4-454c-894a-bfee3415602f gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:51:18.966064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-90f2f1fe-93b4-4864-854b-728288f44032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:51:18Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:18.991963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f2f1fe-93b4-4864-854b-728288f44032 None None] Checking router: 8acc3f61-0ac4-454c-894a-bfee3415602f for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:51:19.000967 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f2f1fe-93b4-4864-854b-728288f44032 None None] Routers {'8acc3f61-0ac4-454c-894a-bfee3415602f'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:51:19.001574 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-90f2f1fe-93b4-4864-854b-728288f44032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8acc3f61-0ac4-454c-894a-bfee3415602f'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:19.014414 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d989a0-383f-4c1d-a96b-98b4815edb2b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting subnet 58517568-08a2-4dac-9f9b-f13b52b70dd8 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:51:19.017520 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-81d989a0-383f-4c1d-a96b-98b4815edb2b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.056132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-81d989a0-383f-4c1d-a96b-98b4815edb2b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.103019 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-90f2f1fe-93b4-4864-854b-728288f44032 None None] Set router 8acc3f61-0ac4-454c-894a-bfee3415602f gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:51:19.137880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-81d989a0-383f-4c1d-a96b-98b4815edb2b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.197012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-81d989a0-383f-4c1d-a96b-98b4815edb2b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.224013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d989a0-383f-4c1d-a96b-98b4815edb2b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Subnet': ['ID=58517568-08a2-4dac-9f9b-f13b52b70dd8,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:19.227461 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-81d989a0-383f-4c1d-a96b-98b4815edb2b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.230615 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-81d989a0-383f-4c1d-a96b-98b4815edb2b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/subnets/58517568-08a2-4dac-9f9b-f13b52b70dd8 HTTP/1.1" status: 204 len: 168 time: 0.5606074 Feb 04 05:51:19.234462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54236) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:19.238780 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687b9a61-62cf-4ed7-b0bb-f256df247b37 None None] Network 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:51:19.340452 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.383142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-90f2f1fe-93b4-4864-854b-728288f44032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:51:18Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:19.411059 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f2f1fe-93b4-4864-854b-728288f44032 None None] The sync data for ids ['8acc3f61-0ac4-454c-894a-bfee3415602f'] in dv-neutron-827794-1-hyperv is: [{'id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'name': 'tempest-TestNetworkBasicOps-router-1344793999', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:51:18Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc0c9faa-df4e-4807-bf22-a15db6edd069', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc3f61-0ac4-454c-894a-bfee3415602f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:50:20Z', 'updated_at': '2022-02-04T05:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:51:19.440336 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 293a1063-85ac-4a17-9ede-2735fa50f7dd no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:51:19.443652 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.461461 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 293a1063-85ac-4a17-9ede-2735fa50f7dd {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:51:19.461461 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 293a1063-85ac-4a17-9ede-2735fa50f7dd not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:51:19.500999 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port fc0c9faa-df4e-4807-bf22-a15db6edd069 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:51:19.501347 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.575723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port fc0c9faa-df4e-4807-bf22-a15db6edd069, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fc0c9faa-df4e-4807-bf22-a15db6edd069,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:51:19.576083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.587883 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for fc0c9faa-df4e-4807-bf22-a15db6edd069 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:51:19.745030 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.778756 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=fc0c9faa-df4e-4807-bf22-a15db6edd069,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:19.797002 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7270d223-db64-4133-a83d-12b95e667196 None None] DHCP port deletion for 36ac501a-1bc5-4f4f-a8cf-cee664dac3dc request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:51:19.838446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.847888 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-7270d223-db64-4133-a83d-12b95e667196 None None] Deleting port b44ee3b9-d6a5-4473-8c31-6a1952acf611 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:51:19.848267 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7270d223-db64-4133-a83d-12b95e667196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.913351 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7270d223-db64-4133-a83d-12b95e667196 None None] For port b44ee3b9-d6a5-4473-8c31-6a1952acf611, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b44ee3b9-d6a5-4473-8c31-6a1952acf611,segment=NetworkSegment(ac40c37e-7c34-4139-880f-ce8f157953dd),segment_id=ac40c37e-7c34-4139-880f-ce8f157953dd)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:51:19.913748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7270d223-db64-4133-a83d-12b95e667196 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.927047 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-7270d223-db64-4133-a83d-12b95e667196 None None] Calling delete_port for b44ee3b9-d6a5-4473-8c31-6a1952acf611 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:51:19.931718 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.935413 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.984294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.984969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Fanout notify agent at l3_agent the message router_deleted on router 8acc3f61-0ac4-454c-894a-bfee3415602f {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:51:19.992502 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:19.997091 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54238) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:19.997598 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-46d44ef3-44ed-4047-824a-2a7255894a98 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/routers/8acc3f61-0ac4-454c-894a-bfee3415602f HTTP/1.1" status: 204 len: 168 time: 0.7621317 Feb 04 05:51:20.021137 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7270d223-db64-4133-a83d-12b95e667196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.052863 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270d223-db64-4133-a83d-12b95e667196 None None] Pushing event deleted for resources: {'Port': ['ID=b44ee3b9-d6a5-4473-8c31-6a1952acf611,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:20.054715 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7270d223-db64-4133-a83d-12b95e667196 None None] No DVR routers for this DVR port b44ee3b9-d6a5-4473-8c31-6a1952acf611 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:51:20.105007 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dce3bad2-4463-43d0-ac60-967bb7f71bb1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.125942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b44ee3b9-d6a5-4473-8c31-6a1952acf611 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:51:20.149821 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: b44ee3b9-d6a5-4473-8c31-6a1952acf611 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:51:20.150177 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b44ee3b9-d6a5-4473-8c31-6a1952acf611 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:51:20.150589 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ac39d8d4-f650-483e-97a3-9b6cbd194def no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:51:20.178151 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: ac39d8d4-f650-483e-97a3-9b6cbd194def {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:51:20.178499 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ac39d8d4-f650-483e-97a3-9b6cbd194def not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:51:20.210596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dce3bad2-4463-43d0-ac60-967bb7f71bb1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.230477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-dce3bad2-4463-43d0-ac60-967bb7f71bb1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ac501a-1bc5-4f4f-a8cf-cee664dac3dc']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:20.240532 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-dce3bad2-4463-43d0-ac60-967bb7f71bb1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac40c37e-7c34-4139-880f-ce8f157953dd') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:20.240858 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-dce3bad2-4463-43d0-ac60-967bb7f71bb1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac40c37e-7c34-4139-880f-ce8f157953dd') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:20.250399 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dce3bad2-4463-43d0-ac60-967bb7f71bb1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.262832 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dce3bad2-4463-43d0-ac60-967bb7f71bb1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.269179 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce3bad2-4463-43d0-ac60-967bb7f71bb1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:51:20.269694 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dce3bad2-4463-43d0-ac60-967bb7f71bb1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:51:20.273750 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:51:20.333666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dce3bad2-4463-43d0-ac60-967bb7f71bb1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.340960 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dce3bad2-4463-43d0-ac60-967bb7f71bb1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.343332 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dce3bad2-4463-43d0-ac60-967bb7f71bb1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/networks/36ac501a-1bc5-4f4f-a8cf-cee664dac3dc HTTP/1.1" status: 204 len: 168 time: 0.3444533 Feb 04 05:51:20.354933 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3bad2-4463-43d0-ac60-967bb7f71bb1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Network': ['ID=36ac501a-1bc5-4f4f-a8cf-cee664dac3dc,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:20.359558 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54240) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:20.366006 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-2f0aea1d-f444-4d25-9aa0-67cc03d00b1d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'network': {'name': 'tempest-network-smoke--588821543', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'port_security_enabled': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:20.388211 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0aea1d-f444-4d25-9aa0-67cc03d00b1d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:51:20.391581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f0aea1d-f444-4d25-9aa0-67cc03d00b1d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.417968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0aea1d-f444-4d25-9aa0-67cc03d00b1d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:51:20.427253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f0aea1d-f444-4d25-9aa0-67cc03d00b1d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.427624 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-2f0aea1d-f444-4d25-9aa0-67cc03d00b1d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Added segment c397a8ee-4efd-458a-89f4-2bd1491fa1ef of type vlan for network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 Feb 04 05:51:20.470617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f0aea1d-f444-4d25-9aa0-67cc03d00b1d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.505670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f0aea1d-f444-4d25-9aa0-67cc03d00b1d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.506791 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0aea1d-f444-4d25-9aa0-67cc03d00b1d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:20.507398 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f0aea1d-f444-4d25-9aa0-67cc03d00b1d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.558175 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2f0aea1d-f444-4d25-9aa0-67cc03d00b1d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1974912 Feb 04 05:51:20.561074 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54242) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:20.565885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'admin_state_up': True, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:20.574996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0aea1d-f444-4d25-9aa0-67cc03d00b1d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Network': ['ID=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:20.585352 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:51:20.593016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.594045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.649151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.780970 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.970327 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:20.988312 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:21.087219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.243 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:51:21.188822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:21.221797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:21.263067 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:51:21.265843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:51:21.270256 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:51:21.292644 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:21.513847 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:21.702622 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:21.824664 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router c43dbdd4-b842-4b5d-ad27-c88364814d41 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:51:21.925455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:51:21.937040 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Sync routers for ids ['c43dbdd4-b842-4b5d-ad27-c88364814d41'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:51:21.945582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:21.946860 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bf5bc762-2b65-4043-9ef7-5b47001ccb3e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.3847718 Feb 04 05:51:21.948179 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Routers {'c43dbdd4-b842-4b5d-ad27-c88364814d41'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:51:21.948786 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c43dbdd4-b842-4b5d-ad27-c88364814d41'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:21.950018 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54244) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:21.980373 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ccaeb478-a0eb-48a2-9537-de905fd24831 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=40ad8d16904547d4bb154abb4c3cacdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269842 Feb 04 05:51:21.981330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54246) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:21.999957 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fc0c9faa-df4e-4807-bf22-a15db6edd069 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:51:22.020817 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: fc0c9faa-df4e-4807-bf22-a15db6edd069 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:51:22.021241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fc0c9faa-df4e-4807-bf22-a15db6edd069 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:51:22.054391 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Set router c43dbdd4-b842-4b5d-ad27-c88364814d41 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:51:22.074922 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ab9f16-e82c-449d-8088-f8ee43d6031f tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:22.079179 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a4ab9f16-e82c-449d-8088-f8ee43d6031f tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940008 Feb 04 05:51:22.079568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54248) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:22.107723 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-03e0707f-a1b2-4161-b3e4-53b070dc1730 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270214 Feb 04 05:51:22.110231 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54250) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:22.114846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-207f5e53-9988-4ce3-938b-918c42218617 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1511913789', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:22.199932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207f5e53-9988-4ce3-938b-918c42218617 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:51:22.203845 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-207f5e53-9988-4ce3-938b-918c42218617 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:22.236265 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:21Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:22.261112 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Checking router: c43dbdd4-b842-4b5d-ad27-c88364814d41 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:51:22.261460 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Updating router c43dbdd4-b842-4b5d-ad27-c88364814d41 port d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:51:22.285985 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:22.384476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-207f5e53-9988-4ce3-938b-918c42218617 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:22.447637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f5e53-9988-4ce3-938b-918c42218617 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Subnet': ['ID=ae1997bf-0e7c-45cb-b63e-8f33a167cd3a,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:22.457014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207f5e53-9988-4ce3-938b-918c42218617 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Checking segment: {'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:51:22.457372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207f5e53-9988-4ce3-938b-918c42218617 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network hostable DHCP agents. Network: 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:51:22.474863 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207f5e53-9988-4ce3-938b-918c42218617 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:51:22.483865 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-207f5e53-9988-4ce3-938b-918c42218617 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:51:22.488599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207f5e53-9988-4ce3-938b-918c42218617 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:22.489981 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-207f5e53-9988-4ce3-938b-918c42218617 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:22.493757 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc70b285-3b3b-4ac2-855c-f7a4d535987e None None] Network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:51:22.505562 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-207f5e53-9988-4ce3-938b-918c42218617 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3943126 Feb 04 05:51:22.508266 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54252) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:22.541565 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:22.552514 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:22.609819 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Attempting to bind port d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:51:22.610193 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Attempting to bind port d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:51:22.610552 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Attempting to bind port d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:51:22.617402 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8143aae-7e7a-41ae-b224-6a9473a822ba None None] Pushing event updated for resources: {'Port': ['ID=d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f,revision_number=2']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:22.625906 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:51:22.626323 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:51:22.626724 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:22.627116 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:51:22.627598 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Bound port: d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:51:22.627994 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:22.647248 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:51:22.648444 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:22.679521 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] For port d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:51:22.682643 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] For port d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:51:22.688237 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:22.752253 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Routers {'c43dbdd4-b842-4b5d-ad27-c88364814d41'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:51:22.753045 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c43dbdd4-b842-4b5d-ad27-c88364814d41'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:22.758793 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8143aae-7e7a-41ae-b224-6a9473a822ba None None] Pushing event updated for resources: {'Port': ['ID=d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:22.934526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Allocated IP 172.20.0.2 (51e6b226-d23f-4eff-89bb-2c4b32a0ffe3/ae1997bf-0e7c-45cb-b63e-8f33a167cd3a/943a3e59-a256-48a9-b122-5b0cb7776192) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:51:22.960210 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] Set router c43dbdd4-b842-4b5d-ad27-c88364814d41 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:51:22.979402 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:23.080286 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:23.087702 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:23.130414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:51:23.135731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:51:23.138909 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:51:23.141904 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Pushing event updated for resources: {'Port': ['ID=943a3e59-a256-48a9-b122-5b0cb7776192,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:23.142608 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:21Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:23.175188 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54486246-2b9f-4f96-940e-73c77bb4d09b None None] The sync data for ids ['c43dbdd4-b842-4b5d-ad27-c88364814d41'] in dv-neutron-827794-1-hyperv is: [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:21Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:51:23.204688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Attempting to bind port 943a3e59-a256-48a9-b122-5b0cb7776192 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:51:23.205383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Attempting to bind port 943a3e59-a256-48a9-b122-5b0cb7776192 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:51:23.205826 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Attempting to bind port 943a3e59-a256-48a9-b122-5b0cb7776192 on network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:51:23.211360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:51:23.212021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Checking segment: {'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:51:23.212425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:23.212817 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Bound using segment: {'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:51:23.213866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Bound port: 943a3e59-a256-48a9-b122-5b0cb7776192, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:51:23.213866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:23.273368 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.1 (51e6b226-d23f-4eff-89bb-2c4b32a0ffe3/ae1997bf-0e7c-45cb-b63e-8f33a167cd3a/d44713e7-48c1-4a75-8c97-31f1b8f6cb62) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:51:23.290866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] For port 943a3e59-a256-48a9-b122-5b0cb7776192, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:51:23.294924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] For port 943a3e59-a256-48a9-b122-5b0cb7776192, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=943a3e59-a256-48a9-b122-5b0cb7776192,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:51:23.300498 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:23.362210 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e57861-3e6c-4bb9-bc1e-d28c1bbcd18a None None] Pushing event updated for resources: {'Port': ['ID=943a3e59-a256-48a9-b122-5b0cb7776192,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:23.413910 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:23.457319 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:23.507355 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:51:23.510428 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:51:23.514196 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:51:23.520979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=d44713e7-48c1-4a75-8c97-31f1b8f6cb62,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:23.586462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:23.736400 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:24.023433 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:24.030721 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:24.115449 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=d44713e7-48c1-4a75-8c97-31f1b8f6cb62,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:24.119426 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:24.163616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:51:24.218619 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:24.219142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:24.228671 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:51:24.229886 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:51:24.309635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:24.338425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:51:24.343692 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:24.344480 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 943a3e59-a256-48a9-b122-5b0cb7776192 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:51:24.358615 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router c43dbdd4-b842-4b5d-ad27-c88364814d41 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:51:24.422774 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:24.434942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 943a3e59-a256-48a9-b122-5b0cb7776192 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:24.435331 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:24.468442 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1b1e76-5744-4b47-b6da-abc306f1c3ea None None] Network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:51:24.482382 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:51:24.487290 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d7a5a61c-f3cb-43bd-af8b-5a5a8c95edb6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/c43dbdd4-b842-4b5d-ad27-c88364814d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9780409 Feb 04 05:51:24.489717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54254) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:24.537050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-55c78da1-ee23-4a14-ad47-d882fe2c040d None None] Provisioning complete for port 943a3e59-a256-48a9-b122-5b0cb7776192 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:24.537425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-55c78da1-ee23-4a14-ad47-d882fe2c040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:24.663829 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549eab80-98ba-4f2f-a5c2-c414e36e62b2 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:24.664321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549eab80-98ba-4f2f-a5c2-c414e36e62b2 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:24.664777 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549eab80-98ba-4f2f-a5c2-c414e36e62b2 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:24.665251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549eab80-98ba-4f2f-a5c2-c414e36e62b2 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:24.665713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549eab80-98ba-4f2f-a5c2-c414e36e62b2 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:24.666204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549eab80-98ba-4f2f-a5c2-c414e36e62b2 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:24.671066 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-549eab80-98ba-4f2f-a5c2-c414e36e62b2 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1773093 Feb 04 05:51:24.671413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:24.671709 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54256) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:24.729155 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ba535e-f480-4fe7-9e24-6b6f3d1919fb tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:24.730073 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ba535e-f480-4fe7-9e24-6b6f3d1919fb tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:24.730218 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ba535e-f480-4fe7-9e24-6b6f3d1919fb tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:24.731183 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ba535e-f480-4fe7-9e24-6b6f3d1919fb tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:24.732094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ba535e-f480-4fe7-9e24-6b6f3d1919fb tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:24.732094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ba535e-f480-4fe7-9e24-6b6f3d1919fb tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:24.736560 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c2ba535e-f480-4fe7-9e24-6b6f3d1919fb tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0616868 Feb 04 05:51:24.736880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54258) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:24.756220 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-55c78da1-ee23-4a14-ad47-d882fe2c040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:24.760995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 943a3e59-a256-48a9-b122-5b0cb7776192, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=943a3e59-a256-48a9-b122-5b0cb7776192,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:51:24.772981 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:24.856402 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Sync routers for ids ['c43dbdd4-b842-4b5d-ad27-c88364814d41'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:51:24.866876 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-55c78da1-ee23-4a14-ad47-d882fe2c040d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 05:51:24.867229 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-55c78da1-ee23-4a14-ad47-d882fe2c040d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 05:51:24.869708 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=943a3e59-a256-48a9-b122-5b0cb7776192,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:24.875887 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Routers {'c43dbdd4-b842-4b5d-ad27-c88364814d41'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:51:24.876521 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c43dbdd4-b842-4b5d-ad27-c88364814d41'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:24.992042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Set router c43dbdd4-b842-4b5d-ad27-c88364814d41 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:51:25.198365 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9f18633e-a0f6-467f-a61f-c22fe4263b62 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.4603341 Feb 04 05:51:25.212885 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'd44713e7-48c1-4a75-8c97-31f1b8f6cb62', 'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:2b:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:23Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 2, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:25.243051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Checking router: c43dbdd4-b842-4b5d-ad27-c88364814d41 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:51:25.243415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Updating router c43dbdd4-b842-4b5d-ad27-c88364814d41 port d44713e7-48c1-4a75-8c97-31f1b8f6cb62 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:51:25.273898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.431451 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54262) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:25.436166 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2e40ced9-ec8f-44e5-b3d0-db900369009c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-735625378', 'description': 'tempest-secgroup-smoke-735625378 description', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:25.460078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e40ced9-ec8f-44e5-b3d0-db900369009c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.525518 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e40ced9-ec8f-44e5-b3d0-db900369009c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.529959 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e40ced9-ec8f-44e5-b3d0-db900369009c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.559512 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e40ced9-ec8f-44e5-b3d0-db900369009c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.560764 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2e40ced9-ec8f-44e5-b3d0-db900369009c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1282210 Feb 04 05:51:25.562637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40ced9-ec8f-44e5-b3d0-db900369009c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac225f6-cac2-43ad-b2b6-50e1ebe2e964,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:25.563912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54264) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:25.568993 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-0451fce5-78e3-496f-a439-1f2ecff99b5f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'eac225f6-cac2-43ad-b2b6-50e1ebe2e964', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:25.580380 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c6ec9b24-17ed-483d-81da-c1ef54873690 None None] Provisioning complete for port d44713e7-48c1-4a75-8c97-31f1b8f6cb62 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:25.580766 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c6ec9b24-17ed-483d-81da-c1ef54873690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.599442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0451fce5-78e3-496f-a439-1f2ecff99b5f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.612700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.622641 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.648909 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c6ec9b24-17ed-483d-81da-c1ef54873690 None None] Port d44713e7-48c1-4a75-8c97-31f1b8f6cb62 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:51:25.655004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0451fce5-78e3-496f-a439-1f2ecff99b5f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.659289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0451fce5-78e3-496f-a439-1f2ecff99b5f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.674889 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451fce5-78e3-496f-a439-1f2ecff99b5f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c916eb72-6862-4ff6-b900-26173a674ca4,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:25.688276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0451fce5-78e3-496f-a439-1f2ecff99b5f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.688459 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac75842-a941-4cfa-ac8c-7430a0bd7a44 None None] Pushing event updated for resources: {'Port': ['ID=d44713e7-48c1-4a75-8c97-31f1b8f6cb62,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:25.689505 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0451fce5-78e3-496f-a439-1f2ecff99b5f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243222 Feb 04 05:51:25.692480 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54266) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:25.697556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c6ec9b24-17ed-483d-81da-c1ef54873690 None None] Provisioning complete for port 943a3e59-a256-48a9-b122-5b0cb7776192 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:25.697969 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c6ec9b24-17ed-483d-81da-c1ef54873690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.698527 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-27389bde-04ae-4121-94e2-b4e48db14b2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'eac225f6-cac2-43ad-b2b6-50e1ebe2e964', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:25.731661 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-27389bde-04ae-4121-94e2-b4e48db14b2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.774265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Attempting to bind port d44713e7-48c1-4a75-8c97-31f1b8f6cb62 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:51:25.774647 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Attempting to bind port d44713e7-48c1-4a75-8c97-31f1b8f6cb62 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:51:25.775013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Attempting to bind port d44713e7-48c1-4a75-8c97-31f1b8f6cb62 on network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:51:25.782029 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:51:25.782328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Checking segment: {'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:51:25.782735 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.783139 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Bound using segment: {'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:51:25.783613 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Bound port: d44713e7-48c1-4a75-8c97-31f1b8f6cb62, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:51:25.783996 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.795432 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-27389bde-04ae-4121-94e2-b4e48db14b2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.799842 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-27389bde-04ae-4121-94e2-b4e48db14b2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.822337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27389bde-04ae-4121-94e2-b4e48db14b2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c4a70c-8f61-4478-9b05-1c2766e76163,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:25.832618 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-27389bde-04ae-4121-94e2-b4e48db14b2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.834048 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-27389bde-04ae-4121-94e2-b4e48db14b2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400068 Feb 04 05:51:25.836945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54268) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:25.842193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d8e7a174-404a-432a-8006-b9357019c8e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'eac225f6-cac2-43ad-b2b6-50e1ebe2e964', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:25.874099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8e7a174-404a-432a-8006-b9357019c8e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.886412 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] For port d44713e7-48c1-4a75-8c97-31f1b8f6cb62, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:51:25.890009 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] For port d44713e7-48c1-4a75-8c97-31f1b8f6cb62, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d44713e7-48c1-4a75-8c97-31f1b8f6cb62,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:51:25.894908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.940680 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8e7a174-404a-432a-8006-b9357019c8e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.945929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8e7a174-404a-432a-8006-b9357019c8e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.949155 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Routers {'c43dbdd4-b842-4b5d-ad27-c88364814d41'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:51:25.949880 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c43dbdd4-b842-4b5d-ad27-c88364814d41'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:25.965271 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7a174-404a-432a-8006-b9357019c8e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be10fb2-527c-46d6-a95a-b1e100d1ac2f,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:25.975981 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8e7a174-404a-432a-8006-b9357019c8e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:25.977214 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d8e7a174-404a-432a-8006-b9357019c8e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390352 Feb 04 05:51:25.980203 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54270) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:25.985373 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8e34f420-4ceb-4ebe-a73e-8d0ad1de1c4c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'eac225f6-cac2-43ad-b2b6-50e1ebe2e964', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:26.018917 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e34f420-4ceb-4ebe-a73e-8d0ad1de1c4c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.019139 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac75842-a941-4cfa-ac8c-7430a0bd7a44 None None] Pushing event updated for resources: {'Port': ['ID=d44713e7-48c1-4a75-8c97-31f1b8f6cb62,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:26.034539 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-55d93a22-55de-44d3-a6bb-9ce2351fb2cd None None] Provisioning complete for port d44713e7-48c1-4a75-8c97-31f1b8f6cb62 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:26.034837 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-55d93a22-55de-44d3-a6bb-9ce2351fb2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.092172 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:51:26.102713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e34f420-4ceb-4ebe-a73e-8d0ad1de1c4c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.107879 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e34f420-4ceb-4ebe-a73e-8d0ad1de1c4c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.127916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34f420-4ceb-4ebe-a73e-8d0ad1de1c4c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82a7b46-572a-4f59-8729-9d7f863453b5,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:26.141701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e34f420-4ceb-4ebe-a73e-8d0ad1de1c4c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.143395 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8e34f420-4ceb-4ebe-a73e-8d0ad1de1c4c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1616349 Feb 04 05:51:26.146166 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54272) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:26.153209 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-02d4a431-38c9-4606-9be6-4c65ba3fe034 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'eac225f6-cac2-43ad-b2b6-50e1ebe2e964', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:26.164430 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] Set router c43dbdd4-b842-4b5d-ad27-c88364814d41 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:51:26.179841 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-02d4a431-38c9-4606-9be6-4c65ba3fe034 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:51:26.185265 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02d4a431-38c9-4606-9be6-4c65ba3fe034 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.250815 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02d4a431-38c9-4606-9be6-4c65ba3fe034 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.258632 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02d4a431-38c9-4606-9be6-4c65ba3fe034 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.276964 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4a431-38c9-4606-9be6-4c65ba3fe034 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4682b2-d612-4adf-9c3d-e6ca2ba0e968,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:26.286217 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02d4a431-38c9-4606-9be6-4c65ba3fe034 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.287402 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-02d4a431-38c9-4606-9be6-4c65ba3fe034 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400461 Feb 04 05:51:26.290190 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54274) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:26.295319 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-c67d8864-68d9-42c8-8518-7ba0b02d0de3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'eac225f6-cac2-43ad-b2b6-50e1ebe2e964', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:26.320842 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-c67d8864-68d9-42c8-8518-7ba0b02d0de3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:51:26.325691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c67d8864-68d9-42c8-8518-7ba0b02d0de3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.386578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c67d8864-68d9-42c8-8518-7ba0b02d0de3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.390066 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c67d8864-68d9-42c8-8518-7ba0b02d0de3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.409247 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d8864-68d9-42c8-8518-7ba0b02d0de3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf33b9d9-c650-4485-b4d5-95ca6aec7a2c,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:26.415554 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c67d8864-68d9-42c8-8518-7ba0b02d0de3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.416811 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c67d8864-68d9-42c8-8518-7ba0b02d0de3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254430 Feb 04 05:51:26.425040 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:26.425536 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.483873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-55d93a22-55de-44d3-a6bb-9ce2351fb2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.559057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-55d93a22-55de-44d3-a6bb-9ce2351fb2cd None None] For port d44713e7-48c1-4a75-8c97-31f1b8f6cb62, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d44713e7-48c1-4a75-8c97-31f1b8f6cb62,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:51:26.562347 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-a6e735d8-a4de-48fb-be8a-837b45e39086 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735625378&fields=id&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 267 time: 0.0371959 Feb 04 05:51:26.579675 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-55d93a22-55de-44d3-a6bb-9ce2351fb2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.656930 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 943a3e59-a256-48a9-b122-5b0cb7776192 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:51:26.666710 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-7af1ca69-f662-4183-a4d4-57d2f2348e61 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:26.668233 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-7af1ca69-f662-4183-a4d4-57d2f2348e61 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/networks?id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 HTTP/1.1" status: 200 len: 796 time: 0.1018767 Feb 04 05:51:26.683358 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-f6ec987e-9123-4ea8-bd7d-99e82c1c214a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/quotas/40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 375 time: 0.0092721 Feb 04 05:51:26.696657 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d93a22-55de-44d3-a6bb-9ce2351fb2cd None None] Pushing event updated for resources: {'Port': ['ID=d44713e7-48c1-4a75-8c97-31f1b8f6cb62,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:26.722665 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-884ed2e9-4978-455f-b3b5-fc18fdd5c97c None None] Provisioning complete for port d44713e7-48c1-4a75-8c97-31f1b8f6cb62 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:26.723041 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-884ed2e9-4978-455f-b3b5-fc18fdd5c97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.725721 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'd44713e7-48c1-4a75-8c97-31f1b8f6cb62', 'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:2b:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:23Z', 'updated_at': '2022-02-04T05:51:25Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:26.736181 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-4750ca53-9d93-4edc-837e-05feaa3aec27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464163 Feb 04 05:51:26.774576 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a3d20-906b-40b2-afd0-f53c96640080 None None] The sync data for ids ['c43dbdd4-b842-4b5d-ad27-c88364814d41'] in dv-neutron-827794-1-hyperv is: [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'd44713e7-48c1-4a75-8c97-31f1b8f6cb62', 'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:2b:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:23Z', 'updated_at': '2022-02-04T05:51:25Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:51:26.794192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 943a3e59-a256-48a9-b122-5b0cb7776192 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:26.795058 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:26.859321 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-ac1a54fe-8290-4c25-b704-626bd1cba0ba service neutron] 10.222.0.10 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107690 Feb 04 05:51:26.961311 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-5b3bdc5d-6d45-4295-8355-561130ae5dda service neutron] 10.222.0.10 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954399 Feb 04 05:51:27.134336 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-16ff0808-a799-4d56-92f9-d29a048236f3 req-12fe4991-5c73-4887-b34e-9fcb396827f5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 210 time: 0.0279982 Feb 04 05:51:28.038540 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-e8ba11de-7eaa-423d-9746-b8686eaa778d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:28.040095 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-e8ba11de-7eaa-423d-9746-b8686eaa778d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/networks?id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 HTTP/1.1" status: 200 len: 796 time: 0.1057491 Feb 04 05:51:28.089360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d44713e7-48c1-4a75-8c97-31f1b8f6cb62 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:51:28.092591 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-ac281324-68ea-4f77-b80b-aa333dd497cf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 379 time: 0.0432744 Feb 04 05:51:28.105193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-28d82524-f47e-4181-b0f1-5165e9a60d97 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'port': {'device_id': '9523898d-e445-4bc4-8aa8-29af2b5c5f5d', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'admin_state_up': True, 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'security_groups': ['eac225f6-cac2-43ad-b2b6-50e1ebe2e964']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:28.136159 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port d44713e7-48c1-4a75-8c97-31f1b8f6cb62 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:28.136598 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:28.218968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-28d82524-f47e-4181-b0f1-5165e9a60d97 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:51:28.223873 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-28d82524-f47e-4181-b0f1-5165e9a60d97 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:28.239496 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-25d919a9-488a-4725-9657-e57f6d3d39ea req-92f07e15-43ee-403a-89f0-5e0f4ee67211 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 210 time: 0.0269015 Feb 04 05:51:28.354902 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-28d82524-f47e-4181-b0f1-5165e9a60d97 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.7 (51e6b226-d23f-4eff-89bb-2c4b32a0ffe3/ae1997bf-0e7c-45cb-b63e-8f33a167cd3a/26e4f1bd-eb77-430a-85bb-ab087bc2859d) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:51:28.483657 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-28d82524-f47e-4181-b0f1-5165e9a60d97 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:28.519938 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-28d82524-f47e-4181-b0f1-5165e9a60d97 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:28.562824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-28d82524-f47e-4181-b0f1-5165e9a60d97 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:51:28.565700 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-28d82524-f47e-4181-b0f1-5165e9a60d97 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:51:28.569163 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-28d82524-f47e-4181-b0f1-5165e9a60d97 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:51:28.596767 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d82524-f47e-4181-b0f1-5165e9a60d97 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=26e4f1bd-eb77-430a-85bb-ab087bc2859d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:28.626539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-28d82524-f47e-4181-b0f1-5165e9a60d97 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:28.627169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-28d82524-f47e-4181-b0f1-5165e9a60d97 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:28.643018 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-28d82524-f47e-4181-b0f1-5165e9a60d97 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5416276 Feb 04 05:51:28.657855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Request body: {'port': {'device_id': '9523898d-e445-4bc4-8aa8-29af2b5c5f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:28.712083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:28.818348 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-ee6faf48-a6aa-4cb1-a78a-f627b097eb06 None None] Provisioning complete for port 26e4f1bd-eb77-430a-85bb-ab087bc2859d triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:28.818724 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ee6faf48-a6aa-4cb1-a78a-f627b097eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:28.852292 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-ee6faf48-a6aa-4cb1-a78a-f627b097eb06 None None] Port 26e4f1bd-eb77-430a-85bb-ab087bc2859d cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:51:29.274878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e4f1bd-eb77-430a-85bb-ab087bc2859d {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:51:29.283492 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:29.297318 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Transition to ACTIVE for port object 26e4f1bd-eb77-430a-85bb-ab087bc2859d will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:51:29.301298 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:29.353592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Pushing event updated for resources: {'Port': ['ID=26e4f1bd-eb77-430a-85bb-ab087bc2859d,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:29.371415 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4078e-eeed-4712-9690-d953addddd07 req-72096759-0a6b-44ca-8543-95b6e6369411 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:29.373092 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-25e4078e-eeed-4712-9690-d953addddd07 req-72096759-0a6b-44ca-8543-95b6e6369411 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 943 time: 0.0570843 Feb 04 05:51:29.377161 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:29.377516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:29.377893 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:29.378235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:29.378568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:29.378899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:29.379232 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:29.379559 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:29.379892 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:29.380216 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:29.380538 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:29.380859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:29.429732 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-25e4078e-eeed-4712-9690-d953addddd07 req-22ef45f8-a730-445b-bfc5-602d7e1a2d71 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac225f6-cac2-43ad-b2b6-50e1ebe2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490913 Feb 04 05:51:29.439206 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Attempting to bind port 26e4f1bd-eb77-430a-85bb-ab087bc2859d on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:51:29.439769 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Attempting to bind port 26e4f1bd-eb77-430a-85bb-ab087bc2859d by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:51:29.440091 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Attempting to bind port 26e4f1bd-eb77-430a-85bb-ab087bc2859d on network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:51:29.446056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Port 26e4f1bd-eb77-430a-85bb-ab087bc2859d on network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:51:29.446373 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Attempting to bind port 26e4f1bd-eb77-430a-85bb-ab087bc2859d on network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:51:29.451552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:51:29.451891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Checking segment: {'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:51:29.452269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Bound using segment: {'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:51:29.452691 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Bound port: 26e4f1bd-eb77-430a-85bb-ab087bc2859d, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:51:29.453319 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:29.518723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] For port 26e4f1bd-eb77-430a-85bb-ab087bc2859d, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:51:29.521636 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] For port 26e4f1bd-eb77-430a-85bb-ab087bc2859d, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=26e4f1bd-eb77-430a-85bb-ab087bc2859d,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:51:29.525899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:29.561401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:29.562012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:29.563411 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] 10.222.0.26 "PUT /v2.0/ports/26e4f1bd-eb77-430a-85bb-ab087bc2859d HTTP/1.1" status: 200 len: 1093 time: 0.9099467 Feb 04 05:51:29.563868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9523898d-e445-4bc4-8aa8-29af2b5c5f5d', 'tag': '26e4f1bd-eb77-430a-85bb-ab087bc2859d'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:51:29.566160 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4a0bae-9b61-40e4-89ef-90d0f0447876" -d '{"events": [{"name": "network-changed", "server_uuid": "9523898d-e445-4bc4-8aa8-29af2b5c5f5d", "tag": "26e4f1bd-eb77-430a-85bb-ab087bc2859d"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:51:29.617943 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e5998-8a50-4746-8814-f5e3bfee5107 service neutron] Pushing event updated for resources: {'Port': ['ID=26e4f1bd-eb77-430a-85bb-ab087bc2859d,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:29.620874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b4005c-3e25-4ff6-837a-a01f123366f2 x-openstack-request-id: req-b7b4005c-3e25-4ff6-837a-a01f123366f2 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:51:29.621165 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9523898d-e445-4bc4-8aa8-29af2b5c5f5d", "tag": "26e4f1bd-eb77-430a-85bb-ab087bc2859d", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:51:29.621422 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7b4005c-3e25-4ff6-837a-a01f123366f2 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:51:29.622073 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9523898d-e445-4bc4-8aa8-29af2b5c5f5d', 'tag': '26e4f1bd-eb77-430a-85bb-ab087bc2859d', 'status': 'completed', 'code': 200} Feb 04 05:51:29.654955 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-2c7a87ad-3ca4-421d-8545-7dd24f55a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:29.656458 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-2c7a87ad-3ca4-421d-8545-7dd24f55a413 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 1096 time: 0.0493808 Feb 04 05:51:29.701407 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-78db8c13-91de-4e18-b8eb-eec4384d759f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26e4f1bd-eb77-430a-85bb-ab087bc2859d HTTP/1.1" status: 200 len: 217 time: 0.0376496 Feb 04 05:51:29.749936 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-ff22850f-e268-4fc8-b9af-a2dbe6760212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:29.751401 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-ff22850f-e268-4fc8-b9af-a2dbe6760212 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae1997bf-0e7c-45cb-b63e-8f33a167cd3a HTTP/1.1" status: 200 len: 835 time: 0.0440733 Feb 04 05:51:29.795597 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-5f21f016-4000-4df1-9714-065db071c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:29.797063 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-5f21f016-4000-4df1-9714-065db071c236 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390885 Feb 04 05:51:29.885705 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-9862eed0-c532-4a9a-83bc-fb69d9d9b8ed service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809138 Feb 04 05:51:29.972425 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cb274dc7-6034-4542-b5c3-1968fad6bc44 req-e10a9d1e-9dc9-4174-928a-9c49ad006465 service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802908 Feb 04 05:51:30.057620 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a0bae-9b61-40e4-89ef-90d0f0447876 req-1fa6bfe4-e8dc-43bb-bd12-faf4ac84de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:30.059816 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4a4a0bae-9b61-40e4-89ef-90d0f0447876 req-1fa6bfe4-e8dc-43bb-bd12-faf4ac84de78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 1096 time: 0.0443969 Feb 04 05:51:30.143512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a0bae-9b61-40e4-89ef-90d0f0447876 req-fbc17599-4594-49b4-bb02-9be54965a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:30.144918 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4a4a0bae-9b61-40e4-89ef-90d0f0447876 req-fbc17599-4594-49b4-bb02-9be54965a0f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 HTTP/1.1" status: 200 len: 896 time: 0.0783882 Feb 04 05:51:30.188494 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4a4a0bae-9b61-40e4-89ef-90d0f0447876 req-1361ba15-a4d2-41c4-9e14-d2f9a0f4d63e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26e4f1bd-eb77-430a-85bb-ab087bc2859d HTTP/1.1" status: 200 len: 217 time: 0.0364058 Feb 04 05:51:30.236640 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a0bae-9b61-40e4-89ef-90d0f0447876 req-4bdaa61a-c81d-4caa-98bb-f48b43b7cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:30.238220 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4a4a0bae-9b61-40e4-89ef-90d0f0447876 req-4bdaa61a-c81d-4caa-98bb-f48b43b7cc09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae1997bf-0e7c-45cb-b63e-8f33a167cd3a HTTP/1.1" status: 200 len: 835 time: 0.0427530 Feb 04 05:51:30.283814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a0bae-9b61-40e4-89ef-90d0f0447876 req-b5943844-3abe-46bf-9f25-1cf0b2ec765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:30.285273 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4a4a0bae-9b61-40e4-89ef-90d0f0447876 req-b5943844-3abe-46bf-9f25-1cf0b2ec765e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394773 Feb 04 05:51:30.374856 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4a4a0bae-9b61-40e4-89ef-90d0f0447876 req-a471fd19-1f5a-4198-862f-40d1cd50cdf9 service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815933 Feb 04 05:51:30.461730 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4a4a0bae-9b61-40e4-89ef-90d0f0447876 req-c393032b-be97-4125-96fc-b94a592eb169 service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800431 Feb 04 05:51:30.535669 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ad6b2-054e-4415-99f8-a8cdfef6a567 req-ac44e477-24c2-4146-a8f9-3707ef3cd1f4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:30.537027 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-677ad6b2-054e-4415-99f8-a8cdfef6a567 req-ac44e477-24c2-4146-a8f9-3707ef3cd1f4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 943 time: 0.0474856 Feb 04 05:51:30.574603 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-677ad6b2-054e-4415-99f8-a8cdfef6a567 req-96bf6d6d-8ec2-41b3-bbd1-703e9b760e40 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac225f6-cac2-43ad-b2b6-50e1ebe2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310698 Feb 04 05:51:31.502256 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 26e4f1bd-eb77-430a-85bb-ab087bc2859d details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:51:31.594558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 26e4f1bd-eb77-430a-85bb-ab087bc2859d, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=26e4f1bd-eb77-430a-85bb-ab087bc2859d,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:51:31.605556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '26e4f1bd-eb77-430a-85bb-ab087bc2859d', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'port_id': '26e4f1bd-eb77-430a-85bb-ab087bc2859d', 'mac_address': 'fa:16:3e:b7:9d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:51:31.645816 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:31.658763 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e4f1bd-eb77-430a-85bb-ab087bc2859d {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:51:31.677910 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 26e4f1bd-eb77-430a-85bb-ab087bc2859d, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=26e4f1bd-eb77-430a-85bb-ab087bc2859d,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:51:31.681506 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:31.689934 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdd274-3450-427b-a888-5041d03040ad req-30fd22bb-853b-435b-82eb-f79e6a5f3747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:31.691406 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-08fdd274-3450-427b-a888-5041d03040ad req-30fd22bb-853b-435b-82eb-f79e6a5f3747 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 943 time: 0.0495903 Feb 04 05:51:31.728256 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=26e4f1bd-eb77-430a-85bb-ab087bc2859d,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:31.728908 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-08fdd274-3450-427b-a888-5041d03040ad req-897107ac-71fc-4cd2-acc8-3a44818b0d82 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac225f6-cac2-43ad-b2b6-50e1ebe2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313029 Feb 04 05:51:31.920539 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['26e4f1bd-eb77-430a-85bb-ab087bc2859d'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:51:32.845629 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083635bc-4ab5-44d2-bfde-53d0f5e7ffec req-13b308f1-6e49-4449-a1d4-96e52870c49f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:32.847121 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-083635bc-4ab5-44d2-bfde-53d0f5e7ffec req-13b308f1-6e49-4449-a1d4-96e52870c49f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 944 time: 0.0527043 Feb 04 05:51:32.883806 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-083635bc-4ab5-44d2-bfde-53d0f5e7ffec req-d33ca0fb-85cf-4359-bad4-bc368f9861b7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac225f6-cac2-43ad-b2b6-50e1ebe2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308125 Feb 04 05:51:33.517352 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 26e4f1bd-eb77-430a-85bb-ab087bc2859d up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:51:33.563841 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 26e4f1bd-eb77-430a-85bb-ab087bc2859d completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:51:33.567360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 26e4f1bd-eb77-430a-85bb-ab087bc2859d triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:51:33.567732 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:33.644416 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:33.665363 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9523898d-e445-4bc4-8aa8-29af2b5c5f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e4f1bd-eb77-430a-85bb-ab087bc2859d'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:51:33.668150 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524916a6-78b1-4847-ad1e-b7ace3df2faa" -d '{"events": [{"server_uuid": "9523898d-e445-4bc4-8aa8-29af2b5c5f5d", "name": "network-vif-plugged", "status": "completed", "tag": "26e4f1bd-eb77-430a-85bb-ab087bc2859d"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:51:33.680630 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 26e4f1bd-eb77-430a-85bb-ab087bc2859d, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=26e4f1bd-eb77-430a-85bb-ab087bc2859d,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:51:33.685019 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:33.708087 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd9fef2-0c91-4e65-8d48-b89b809c5421 x-openstack-request-id: req-4cd9fef2-0c91-4e65-8d48-b89b809c5421 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:51:33.708375 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9523898d-e445-4bc4-8aa8-29af2b5c5f5d", "name": "network-vif-plugged", "status": "completed", "tag": "26e4f1bd-eb77-430a-85bb-ab087bc2859d", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:51:33.708624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4cd9fef2-0c91-4e65-8d48-b89b809c5421 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:51:33.709000 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9523898d-e445-4bc4-8aa8-29af2b5c5f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e4f1bd-eb77-430a-85bb-ab087bc2859d', 'code': 200} Feb 04 05:51:33.734042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=26e4f1bd-eb77-430a-85bb-ab087bc2859d,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:33.864888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d2932-fd1d-4bfa-9765-a869215fa453 req-b9916341-38d1-4465-ad79-6bb55ae68830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:33.866475 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1f7d2932-fd1d-4bfa-9765-a869215fa453 req-b9916341-38d1-4465-ad79-6bb55ae68830 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 1098 time: 0.0392499 Feb 04 05:51:33.898146 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1f7d2932-fd1d-4bfa-9765-a869215fa453 req-3be118b9-9293-439a-a320-f9c50c3ed982 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=eac225f6-cac2-43ad-b2b6-50e1ebe2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256834 Feb 04 05:51:33.998122 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754c705-499c-4c80-8aca-c4929a9dab01 req-009bb215-5829-4276-8f98-5b642dabb5e2 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:33.999349 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:33.999624 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3754c705-499c-4c80-8aca-c4929a9dab01 req-009bb215-5829-4276-8f98-5b642dabb5e2 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 945 time: 0.0508950 Feb 04 05:51:34.037070 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3754c705-499c-4c80-8aca-c4929a9dab01 req-b0b12ade-4a01-4fda-aaaf-dd6a47a14117 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac225f6-cac2-43ad-b2b6-50e1ebe2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313175 Feb 04 05:51:35.149907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c71754-2972-49d7-9f50-8caafd5c9418 req-b7daba68-8a12-4885-8699-df1e4921ffba tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:35.151339 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f3c71754-2972-49d7-9f50-8caafd5c9418 req-b7daba68-8a12-4885-8699-df1e4921ffba tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 945 time: 0.0468993 Feb 04 05:51:35.187939 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f3c71754-2972-49d7-9f50-8caafd5c9418 req-8aceb76a-269c-445c-b6a2-20192badd01d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac225f6-cac2-43ad-b2b6-50e1ebe2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301166 Feb 04 05:51:35.302781 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973f256-cd60-4854-b72b-37442df08aca req-69db7dc5-6e38-435a-9c19-3389fa25839c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:35.304260 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6973f256-cd60-4854-b72b-37442df08aca req-69db7dc5-6e38-435a-9c19-3389fa25839c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 945 time: 0.0527527 Feb 04 05:51:35.341448 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6973f256-cd60-4854-b72b-37442df08aca req-5193f505-c77e-4339-9086-2ebe93a37ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac225f6-cac2-43ad-b2b6-50e1ebe2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304010 Feb 04 05:51:35.362490 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54322) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:35.401610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37adcae-388a-4bee-99b1-1fc9a84af406 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:35.403494 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c37adcae-388a-4bee-99b1-1fc9a84af406 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 1093 time: 0.0394745 Feb 04 05:51:35.405867 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54324) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:35.410522 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': '26e4f1bd-eb77-430a-85bb-ab087bc2859d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:51:35.434165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:35.532138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:35.639443 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.226 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/6c198a47-a83d-4422-9b81-6fc3f992e617) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:51:35.747399 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:35.780088 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:35.816836 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:51:35.819587 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:51:35.822642 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:51:35.848867 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=6c198a47-a83d-4422-9b81-6fc3f992e617,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:36.175783 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:36.239817 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:36.384639 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:36.389211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:36.457163 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=6c198a47-a83d-4422-9b81-6fc3f992e617,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:36.465337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:36.567915 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP 458f7b64-87fa-4424-a83b-3a5d2d74c712 associated. External IP: 172.26.3.226, port: 26e4f1bd-eb77-430a-85bb-ab087bc2859d. Feb 04 05:51:36.770732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router c43dbdd4-b842-4b5d-ad27-c88364814d41 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:51:36.875181 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:51:36.884441 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0937ea-8ab2-4333-8bdd-565ef6fa74b0 None None] Sync routers for ids ['c43dbdd4-b842-4b5d-ad27-c88364814d41'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:51:36.893874 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0937ea-8ab2-4333-8bdd-565ef6fa74b0 None None] Routers {'c43dbdd4-b842-4b5d-ad27-c88364814d41'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:51:36.894490 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-7f0937ea-8ab2-4333-8bdd-565ef6fa74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c43dbdd4-b842-4b5d-ad27-c88364814d41'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:36.896826 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:36.923868 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a2f171b6-d9bd-437a-b26d-8b2728ce7962 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5168993 Feb 04 05:51:36.924585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9523898d-e445-4bc4-8aa8-29af2b5c5f5d', 'tag': '26e4f1bd-eb77-430a-85bb-ab087bc2859d'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:51:36.926695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54326) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:36.927174 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1eabb1-80f6-436b-b93d-a9cb17bc4d03" -d '{"events": [{"name": "network-changed", "server_uuid": "9523898d-e445-4bc4-8aa8-29af2b5c5f5d", "tag": "26e4f1bd-eb77-430a-85bb-ab087bc2859d"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:51:36.962713 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2309c5-5d30-4104-b311-c0c5b2453dc9 x-openstack-request-id: req-ce2309c5-5d30-4104-b311-c0c5b2453dc9 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:51:36.963064 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9523898d-e445-4bc4-8aa8-29af2b5c5f5d", "tag": "26e4f1bd-eb77-430a-85bb-ab087bc2859d", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:51:36.963376 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce2309c5-5d30-4104-b311-c0c5b2453dc9 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:51:36.963946 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9523898d-e445-4bc4-8aa8-29af2b5c5f5d', 'tag': '26e4f1bd-eb77-430a-85bb-ab087bc2859d', 'status': 'completed', 'code': 200} Feb 04 05:51:37.000171 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-7f0937ea-8ab2-4333-8bdd-565ef6fa74b0 None None] Set router c43dbdd4-b842-4b5d-ad27-c88364814d41 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:51:37.024540 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d78929e1-602e-441d-9b8e-a827ca394e6a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/458f7b64-87fa-4424-a83b-3a5d2d74c712 HTTP/1.1" status: 200 len: 991 time: 0.0967066 Feb 04 05:51:37.039466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eabb1-80f6-436b-b93d-a9cb17bc4d03 req-0d3fb6b0-0f22-48d5-acec-2a84f42cd7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:37.041122 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a1eabb1-80f6-436b-b93d-a9cb17bc4d03 req-0d3fb6b0-0f22-48d5-acec-2a84f42cd7a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 1098 time: 0.0573397 Feb 04 05:51:37.132670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eabb1-80f6-436b-b93d-a9cb17bc4d03 req-304ff921-882c-43f0-816f-d5d4e2012c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:37.134144 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a1eabb1-80f6-436b-b93d-a9cb17bc4d03 req-304ff921-882c-43f0-816f-d5d4e2012c8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 HTTP/1.1" status: 200 len: 896 time: 0.0856948 Feb 04 05:51:37.198200 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a1eabb1-80f6-436b-b93d-a9cb17bc4d03 req-01cd30d3-74d4-41cc-982a-a3c199a5fbde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26e4f1bd-eb77-430a-85bb-ab087bc2859d HTTP/1.1" status: 200 len: 999 time: 0.0563464 Feb 04 05:51:37.224601 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-7f0937ea-8ab2-4333-8bdd-565ef6fa74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '458f7b64-87fa-4424-a83b-3a5d2d74c712', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'port_id': '26e4f1bd-eb77-430a-85bb-ab087bc2859d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'mac_address': 'fa:16:3e:b7:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9523898d-e445-4bc4-8aa8-29af2b5c5f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:51:36Z', 'updated_at': '2022-02-04T05:51:36Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44713e7-48c1-4a75-8c97-31f1b8f6cb62', 'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:2b:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:23Z', 'updated_at': '2022-02-04T05:51:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:37.246049 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eabb1-80f6-436b-b93d-a9cb17bc4d03 req-5822d1cd-8c54-4be9-83cc-10caae321e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:37.247478 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a1eabb1-80f6-436b-b93d-a9cb17bc4d03 req-5822d1cd-8c54-4be9-83cc-10caae321e79 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae1997bf-0e7c-45cb-b63e-8f33a167cd3a HTTP/1.1" status: 200 len: 835 time: 0.0424824 Feb 04 05:51:37.250352 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0937ea-8ab2-4333-8bdd-565ef6fa74b0 None None] Checking router: c43dbdd4-b842-4b5d-ad27-c88364814d41 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:51:37.258439 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0937ea-8ab2-4333-8bdd-565ef6fa74b0 None None] Routers {'c43dbdd4-b842-4b5d-ad27-c88364814d41'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:51:37.259052 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-7f0937ea-8ab2-4333-8bdd-565ef6fa74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c43dbdd4-b842-4b5d-ad27-c88364814d41'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:37.300793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eabb1-80f6-436b-b93d-a9cb17bc4d03 req-3230c4a5-f7c0-4bfe-a959-2094b81225a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:37.302312 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a1eabb1-80f6-436b-b93d-a9cb17bc4d03 req-3230c4a5-f7c0-4bfe-a959-2094b81225a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483143 Feb 04 05:51:37.367400 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-7f0937ea-8ab2-4333-8bdd-565ef6fa74b0 None None] Set router c43dbdd4-b842-4b5d-ad27-c88364814d41 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:51:37.390196 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a1eabb1-80f6-436b-b93d-a9cb17bc4d03 req-ed86e612-954a-4e2e-b08f-e3fcdd689fa4 service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813179 Feb 04 05:51:37.483556 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a1eabb1-80f6-436b-b93d-a9cb17bc4d03 req-8f189eb0-a715-4f92-8cfb-94596d7fe3a3 service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859005 Feb 04 05:51:37.583072 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-7f0937ea-8ab2-4333-8bdd-565ef6fa74b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '458f7b64-87fa-4424-a83b-3a5d2d74c712', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'port_id': '26e4f1bd-eb77-430a-85bb-ab087bc2859d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'mac_address': 'fa:16:3e:b7:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9523898d-e445-4bc4-8aa8-29af2b5c5f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:51:36Z', 'updated_at': '2022-02-04T05:51:36Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44713e7-48c1-4a75-8c97-31f1b8f6cb62', 'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:2b:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:23Z', 'updated_at': '2022-02-04T05:51:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:37.611675 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0937ea-8ab2-4333-8bdd-565ef6fa74b0 None None] The sync data for ids ['c43dbdd4-b842-4b5d-ad27-c88364814d41'] in dv-neutron-827794-1-hyperv is: [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '458f7b64-87fa-4424-a83b-3a5d2d74c712', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'port_id': '26e4f1bd-eb77-430a-85bb-ab087bc2859d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'mac_address': 'fa:16:3e:b7:9d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9523898d-e445-4bc4-8aa8-29af2b5c5f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:51:36Z', 'updated_at': '2022-02-04T05:51:36Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44713e7-48c1-4a75-8c97-31f1b8f6cb62', 'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:2b:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:23Z', 'updated_at': '2022-02-04T05:51:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:51:37.796178 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488646af-489b-4561-b492-199e899fa735 None None] New status for floating IP 458f7b64-87fa-4424-a83b-3a5d2d74c712: ACTIVE {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:51:38.028378 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54330) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:38.086684 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1c1ef9fa-c9da-4a6a-99b6-8740b9a59006 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/458f7b64-87fa-4424-a83b-3a5d2d74c712 HTTP/1.1" status: 200 len: 993 time: 0.0571976 Feb 04 05:51:42.718918 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-030607db-f4b1-425d-9afa-102984fb2d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:44.844906 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cf02562f-e6fa-49e1-b49f-d57fd18a7dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:45.060847 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54332) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:45.213512 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Deleting port c552a96f-9c5c-4b59-80c8-fb2309afc50c {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:51:45.213954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:45.288290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:45.288615 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:45.299576 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Calling delete_port for c552a96f-9c5c-4b59-80c8-fb2309afc50c owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:51:45.450712 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:45.476222 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event deleted for resources: {'Port': ['ID=c552a96f-9c5c-4b59-80c8-fb2309afc50c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:45.501082 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:45.501436 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:45.501800 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:45.502140 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:45.502474 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:45.502807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:45.503137 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:45.503467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:45.503795 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:45.504117 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:45.504441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:45.504760 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:51:45.541888 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:45.542220 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Floating IP b53d994c-f0bd-4a90-a822-8dacb55f4a65 disassociated (deleted). External IP: 172.26.3.130, port: b766b4ca-04ee-4a86-b22e-0fdbb85c3459. Feb 04 05:51:45.743924 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Router 58d81f09-340e-4d49-a2d9-edf5e05ed458 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:51:45.847378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:51:45.852091 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:45.857731 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3b72a9-fb79-42df-9601-23a252072f14 None None] Sync routers for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:51:45.866473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:45.867029 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3b72a9-fb79-42df-9601-23a252072f14 None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:51:45.867432 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ec3b72a9-fb79-42df-9601-23a252072f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:45.879566 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c22bccf5-7b58-4cc8-9cb9-8a6bffecf295 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "DELETE /v2.0/floatingips/b53d994c-f0bd-4a90-a822-8dacb55f4a65 HTTP/1.1" status: 204 len: 168 time: 0.8176517 Feb 04 05:51:45.880146 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb0e2c9-ffb7-45f4-8205-a4cf949ed505', 'tag': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:51:45.882428 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a61d75-c913-4690-a352-087a3cfa7d02" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb0e2c9-ffb7-45f4-8205-a4cf949ed505", "tag": "b766b4ca-04ee-4a86-b22e-0fdbb85c3459"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:51:45.921149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5737c4-44d1-49f0-a763-aca8c6849cf4 x-openstack-request-id: req-ba5737c4-44d1-49f0-a763-aca8c6849cf4 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:51:45.921504 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb0e2c9-ffb7-45f4-8205-a4cf949ed505", "tag": "b766b4ca-04ee-4a86-b22e-0fdbb85c3459", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:51:45.921854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba5737c4-44d1-49f0-a763-aca8c6849cf4 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:51:45.922316 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb0e2c9-ffb7-45f4-8205-a4cf949ed505', 'tag': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459', 'status': 'completed', 'code': 200} Feb 04 05:51:45.988044 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ec3b72a9-fb79-42df-9601-23a252072f14 None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:51:45.993269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a61d75-c913-4690-a352-087a3cfa7d02 req-33bf360c-29f0-49e1-a878-b657ce17bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:45.995031 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-65a61d75-c913-4690-a352-087a3cfa7d02 req-33bf360c-29f0-49e1-a878-b657ce17bde4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 1098 time: 0.0490873 Feb 04 05:51:46.110775 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a61d75-c913-4690-a352-087a3cfa7d02 req-43b6c737-038d-4908-a323-7cd192b0a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:46.112262 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-65a61d75-c913-4690-a352-087a3cfa7d02 req-43b6c737-038d-4908-a323-7cd192b0a5e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 912 time: 0.1067488 Feb 04 05:51:46.156928 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-65a61d75-c913-4690-a352-087a3cfa7d02 req-d5a9254b-30c5-4424-a07e-361cd7b06879 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b766b4ca-04ee-4a86-b22e-0fdbb85c3459 HTTP/1.1" status: 200 len: 217 time: 0.0376487 Feb 04 05:51:46.214561 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a61d75-c913-4690-a352-087a3cfa7d02 req-f8335646-a32e-4a31-9409-501aeac2ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:46.216167 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-65a61d75-c913-4690-a352-087a3cfa7d02 req-f8335646-a32e-4a31-9409-501aeac2ca0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 200 len: 851 time: 0.0494828 Feb 04 05:51:46.242433 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ec3b72a9-fb79-42df-9601-23a252072f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'f02d5a2d-e782-46d9-94cb-d05079acc6c0', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'floating_ip_address': '172.26.3.248', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'port_id': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'mac_address': 'fa:16:3e:7c:f5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:16Z', 'updated_at': '2022-02-04T05:48:18Z', 'revision_number': 1, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:46.264586 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a61d75-c913-4690-a352-087a3cfa7d02 req-c820404b-124c-4a4c-868e-ed8985a7dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:46.266093 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-65a61d75-c913-4690-a352-087a3cfa7d02 req-c820404b-124c-4a4c-868e-ed8985a7dfd8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407917 Feb 04 05:51:46.273676 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3b72a9-fb79-42df-9601-23a252072f14 None None] Checking router: 58d81f09-340e-4d49-a2d9-edf5e05ed458 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:51:46.282240 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3b72a9-fb79-42df-9601-23a252072f14 None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:51:46.282840 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ec3b72a9-fb79-42df-9601-23a252072f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:46.290603 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f85231-2592-4389-9796-c780debf985d req-52eca630-5717-4f0a-a332-a664d9e8822a tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:46.292237 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-16f85231-2592-4389-9796-c780debf985d req-52eca630-5717-4f0a-a332-a664d9e8822a tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 945 time: 0.2314479 Feb 04 05:51:46.331937 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-16f85231-2592-4389-9796-c780debf985d req-037cab1b-d84b-4d2a-8ec4-9f158ef08278 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329137 Feb 04 05:51:46.364942 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-65a61d75-c913-4690-a352-087a3cfa7d02 req-8bfe1f84-0650-4b01-bdac-bf9d12737649 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899372 Feb 04 05:51:46.390456 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ec3b72a9-fb79-42df-9601-23a252072f14 None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:51:46.461304 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-65a61d75-c913-4690-a352-087a3cfa7d02 req-ed58c54a-3ddc-4820-b931-c07dc75444f3 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879807 Feb 04 05:51:46.694525 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ec3b72a9-fb79-42df-9601-23a252072f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'f02d5a2d-e782-46d9-94cb-d05079acc6c0', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'floating_ip_address': '172.26.3.248', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'port_id': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'mac_address': 'fa:16:3e:7c:f5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:16Z', 'updated_at': '2022-02-04T05:48:18Z', 'revision_number': 1, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:46.722984 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3b72a9-fb79-42df-9601-23a252072f14 None None] The sync data for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv is: [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'f02d5a2d-e782-46d9-94cb-d05079acc6c0', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'floating_ip_address': '172.26.3.248', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'port_id': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'mac_address': 'fa:16:3e:7c:f5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:48:16Z', 'updated_at': '2022-02-04T05:48:18Z', 'revision_number': 1, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:51:46.924792 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1491d30b-43ff-4fc4-bb17-b310245b46c0 None None] New status for floating IP b53d994c-f0bd-4a90-a822-8dacb55f4a65: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:51:47.504915 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b0c66-3c7a-4e80-b75e-4a12a58d352f req-76e11724-62d4-4072-8159-eefd491b3d5a tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:47.506404 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e37b0c66-3c7a-4e80-b75e-4a12a58d352f req-76e11724-62d4-4072-8159-eefd491b3d5a tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 945 time: 0.1035903 Feb 04 05:51:47.543565 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e37b0c66-3c7a-4e80-b75e-4a12a58d352f req-da3db809-5ab2-4e79-824c-9d69b26f5838 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309663 Feb 04 05:51:47.659958 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:47.704806 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436559-cda8-4f41-bdfa-cd4b216ad526 req-3b8adf69-dd39-487e-b47a-cc6462a85ece tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:47.706246 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cd436559-cda8-4f41-bdfa-cd4b216ad526 req-3b8adf69-dd39-487e-b47a-cc6462a85ece tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 945 time: 0.0484791 Feb 04 05:51:47.797827 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-cd436559-cda8-4f41-bdfa-cd4b216ad526 req-5fcf5341-5b17-45a2-b74a-0551010614be tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Deleting port b766b4ca-04ee-4a86-b22e-0fdbb85c3459 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:51:47.798169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-cd436559-cda8-4f41-bdfa-cd4b216ad526 req-5fcf5341-5b17-45a2-b74a-0551010614be tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:47.881223 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-cd436559-cda8-4f41-bdfa-cd4b216ad526 req-5fcf5341-5b17-45a2-b74a-0551010614be tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] For port b766b4ca-04ee-4a86-b22e-0fdbb85c3459, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b766b4ca-04ee-4a86-b22e-0fdbb85c3459,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:51:47.881579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-cd436559-cda8-4f41-bdfa-cd4b216ad526 req-5fcf5341-5b17-45a2-b74a-0551010614be tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:47.893516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-cd436559-cda8-4f41-bdfa-cd4b216ad526 req-5fcf5341-5b17-45a2-b74a-0551010614be tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Calling delete_port for b766b4ca-04ee-4a86-b22e-0fdbb85c3459 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:51:47.928562 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:48.019618 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-cd436559-cda8-4f41-bdfa-cd4b216ad526 req-5fcf5341-5b17-45a2-b74a-0551010614be tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:48.045365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf5341-5b17-45a2-b74a-0551010614be tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event deleted for resources: {'Port': ['ID=b766b4ca-04ee-4a86-b22e-0fdbb85c3459,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:48.088242 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd436559-cda8-4f41-bdfa-cd4b216ad526 req-5fcf5341-5b17-45a2-b74a-0551010614be tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] No DVR routers for this DVR port b766b4ca-04ee-4a86-b22e-0fdbb85c3459 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:51:48.091269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-cd436559-cda8-4f41-bdfa-cd4b216ad526 req-5fcf5341-5b17-45a2-b74a-0551010614be tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:48.094557 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cd436559-cda8-4f41-bdfa-cd4b216ad526 req-5fcf5341-5b17-45a2-b74a-0551010614be tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.26 "DELETE /v2.0/ports/b766b4ca-04ee-4a86-b22e-0fdbb85c3459 HTTP/1.1" status: 204 len: 173 time: 0.3818498 Feb 04 05:51:48.094989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb0e2c9-ffb7-45f4-8205-a4cf949ed505', 'name': 'network-vif-deleted', 'tag': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:51:48.097267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fb993b-1c31-46a3-ac0f-16bb1e1431b5" -d '{"events": [{"server_uuid": "5eb0e2c9-ffb7-45f4-8205-a4cf949ed505", "name": "network-vif-deleted", "tag": "b766b4ca-04ee-4a86-b22e-0fdbb85c3459"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:51:48.131646 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29df67b-b6ae-41df-86fe-6590fa259920 x-openstack-request-id: req-a29df67b-b6ae-41df-86fe-6590fa259920 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:51:48.131991 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb0e2c9-ffb7-45f4-8205-a4cf949ed505", "name": "network-vif-deleted", "tag": "b766b4ca-04ee-4a86-b22e-0fdbb85c3459", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:51:48.132247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a29df67b-b6ae-41df-86fe-6590fa259920 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:51:48.132647 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb0e2c9-ffb7-45f4-8205-a4cf949ed505', 'name': 'network-vif-deleted', 'tag': 'b766b4ca-04ee-4a86-b22e-0fdbb85c3459', 'status': 'completed', 'code': 200} Feb 04 05:51:48.636367 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1ef70e03-fdfe-4435-b710-975054e55e6c req-98cb2ff0-7178-4f42-b026-316343d68682 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 210 time: 0.0258348 Feb 04 05:51:49.731211 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f7707238-5787-4cb3-89df-a16bae01911f req-d091ea10-1fc2-45c1-acb0-4448e19cf1df tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 210 time: 0.0287035 Feb 04 05:51:50.822582 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e2a9e8bf-6791-46e1-a76a-b46adac54440 req-f53d021a-61d5-43a6-bac0-d44a01295f03 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eb0e2c9-ffb7-45f4-8205-a4cf949ed505 HTTP/1.1" status: 200 len: 210 time: 0.0255852 Feb 04 05:51:50.926738 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:51:51.642989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device b766b4ca-04ee-4a86-b22e-0fdbb85c3459 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:51:51.668415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: b766b4ca-04ee-4a86-b22e-0fdbb85c3459 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:51:51.668759 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device b766b4ca-04ee-4a86-b22e-0fdbb85c3459 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:51:56.181457 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54378) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:51:56.337837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4501f07d-3088-462b-9e37-2352fec16bb5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Deleting port 13bc4d26-6468-4131-8975-236f52427f27 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:51:56.338092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4501f07d-3088-462b-9e37-2352fec16bb5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:56.409106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4501f07d-3088-462b-9e37-2352fec16bb5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:56.409427 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4501f07d-3088-462b-9e37-2352fec16bb5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:56.420914 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4501f07d-3088-462b-9e37-2352fec16bb5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Calling delete_port for 13bc4d26-6468-4131-8975-236f52427f27 owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:51:56.561370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4501f07d-3088-462b-9e37-2352fec16bb5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:56.586621 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501f07d-3088-462b-9e37-2352fec16bb5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event deleted for resources: {'Port': ['ID=13bc4d26-6468-4131-8975-236f52427f27,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:56.646334 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4501f07d-3088-462b-9e37-2352fec16bb5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:56.646657 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-4501f07d-3088-462b-9e37-2352fec16bb5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Floating IP f02d5a2d-e782-46d9-94cb-d05079acc6c0 disassociated (deleted). External IP: 172.26.3.248, port: 3c10ae1e-ab20-4199-87d9-07acf6450909. Feb 04 05:51:56.840898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4501f07d-3088-462b-9e37-2352fec16bb5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Router 58d81f09-340e-4d49-a2d9-edf5e05ed458 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:51:56.938533 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4501f07d-3088-462b-9e37-2352fec16bb5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:51:56.942784 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4501f07d-3088-462b-9e37-2352fec16bb5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:56.948628 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d94fc-9f28-4d6c-9577-cde36b6a7211 None None] Sync routers for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:51:56.957612 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d94fc-9f28-4d6c-9577-cde36b6a7211 None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:51:56.958381 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-7d5d94fc-9f28-4d6c-9577-cde36b6a7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:56.971050 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4501f07d-3088-462b-9e37-2352fec16bb5 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "DELETE /v2.0/floatingips/f02d5a2d-e782-46d9-94cb-d05079acc6c0 HTTP/1.1" status: 204 len: 168 time: 0.7878635 Feb 04 05:51:56.971640 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'tag': '3c10ae1e-ab20-4199-87d9-07acf6450909'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:51:56.973980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b989841-747f-4290-a1eb-ba176f9c6108" -d '{"events": [{"name": "network-changed", "server_uuid": "522f3016-fc9b-40fb-a0ea-5189d236eef2", "tag": "3c10ae1e-ab20-4199-87d9-07acf6450909"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:51:57.010188 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf8c9ad-7652-4565-96b2-a1ecbdcebaa4 x-openstack-request-id: req-6bf8c9ad-7652-4565-96b2-a1ecbdcebaa4 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:51:57.010479 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522f3016-fc9b-40fb-a0ea-5189d236eef2", "tag": "3c10ae1e-ab20-4199-87d9-07acf6450909", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:51:57.010734 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6bf8c9ad-7652-4565-96b2-a1ecbdcebaa4 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:51:57.011137 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'tag': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'status': 'completed', 'code': 200} Feb 04 05:51:57.068727 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-7d5d94fc-9f28-4d6c-9577-cde36b6a7211 None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:51:57.133563 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b989841-747f-4290-a1eb-ba176f9c6108 req-1bac2f52-84cc-414f-817e-a37322fcb3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:57.135728 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4b989841-747f-4290-a1eb-ba176f9c6108 req-1bac2f52-84cc-414f-817e-a37322fcb3b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc5330e91f224377a5a1b171420d5342&device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 1098 time: 0.1033962 Feb 04 05:51:57.215515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017312a5-e74d-40a2-b917-9bb93567db67 req-3b9b5025-fb12-4ce5-8085-5ce913b5ec09 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:57.217119 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-017312a5-e74d-40a2-b917-9bb93567db67 req-3b9b5025-fb12-4ce5-8085-5ce913b5ec09 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 945 time: 0.0525923 Feb 04 05:51:57.225681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b989841-747f-4290-a1eb-ba176f9c6108 req-de83ca5c-72cd-4631-91cc-be5af77dd203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:57.227318 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4b989841-747f-4290-a1eb-ba176f9c6108 req-de83ca5c-72cd-4631-91cc-be5af77dd203 service neutron] 10.222.0.26 "GET /v2.0/networks?id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 200 len: 912 time: 0.0846570 Feb 04 05:51:57.265660 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-017312a5-e74d-40a2-b917-9bb93567db67 req-665b756d-b9cb-47eb-b307-f2c84cb12747 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419712 Feb 04 05:51:57.277828 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4b989841-747f-4290-a1eb-ba176f9c6108 req-8e48a193-0846-402a-bb99-7a9136c52250 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c10ae1e-ab20-4199-87d9-07acf6450909 HTTP/1.1" status: 200 len: 217 time: 0.0389788 Feb 04 05:51:57.280775 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-7d5d94fc-9f28-4d6c-9577-cde36b6a7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:57.306269 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d94fc-9f28-4d6c-9577-cde36b6a7211 None None] Checking router: 58d81f09-340e-4d49-a2d9-edf5e05ed458 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:51:57.314255 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d94fc-9f28-4d6c-9577-cde36b6a7211 None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:51:57.314840 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-7d5d94fc-9f28-4d6c-9577-cde36b6a7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:57.323701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b989841-747f-4290-a1eb-ba176f9c6108 req-341a5ce5-9497-4b80-9a83-bf93eb15f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:57.325160 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4b989841-747f-4290-a1eb-ba176f9c6108 req-341a5ce5-9497-4b80-9a83-bf93eb15f705 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 200 len: 851 time: 0.0429406 Feb 04 05:51:57.373802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b989841-747f-4290-a1eb-ba176f9c6108 req-0c29ed4d-eee1-4064-bfab-3c37151eb187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:57.375224 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4b989841-747f-4290-a1eb-ba176f9c6108 req-0c29ed4d-eee1-4064-bfab-3c37151eb187 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=540e0162-bbab-4d1c-a7ab-cceeb43b39c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391705 Feb 04 05:51:57.387133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [req-4b989841-747f-4290-a1eb-ba176f9c6108 req-a5b8daa7-33d7-4fc0-8fef-42d07f7a3ac4 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:51:57.388042 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4b989841-747f-4290-a1eb-ba176f9c6108 req-a5b8daa7-33d7-4fc0-8fef-42d07f7a3ac4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047452 Feb 04 05:51:57.416899 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-7d5d94fc-9f28-4d6c-9577-cde36b6a7211 None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:51:57.487634 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4b989841-747f-4290-a1eb-ba176f9c6108 req-73d2fd6d-a7fe-4c3d-b2f5-2a6b61372d65 service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922780 Feb 04 05:51:57.576942 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4b989841-747f-4290-a1eb-ba176f9c6108 req-0508a94c-2248-4af8-b469-1638b654b7ff service neutron] 10.222.0.26 "GET /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806320 Feb 04 05:51:57.613826 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-7d5d94fc-9f28-4d6c-9577-cde36b6a7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:51:57.639628 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d94fc-9f28-4d6c-9577-cde36b6a7211 None None] The sync data for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv is: [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:44:05Z', 'revision_number': 4, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '6a04955c-7cea-4edc-9cf3-ec3376e319dc', 'name': '', 'network_id': '540e0162-bbab-4d1c-a7ab-cceeb43b39c7', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'mac_address': 'fa:16:3e:c8:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:03Z', 'updated_at': '2022-02-04T05:44:12Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'subnets': [{'id': '41d92f0f-af9f-4bf4-abb9-845ab5d90d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:51:57.836803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08bfa3b-6f71-47e6-864d-25a08751a918 None None] New status for floating IP f02d5a2d-e782-46d9-94cb-d05079acc6c0: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:51:58.377869 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074316d8-2f1e-425b-ae2a-ccfd98a07a99 req-19997a86-c57f-450b-bb87-34e88076b08f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:58.379327 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-074316d8-2f1e-425b-ae2a-ccfd98a07a99 req-19997a86-c57f-450b-bb87-34e88076b08f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 945 time: 0.0480652 Feb 04 05:51:58.417420 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-074316d8-2f1e-425b-ae2a-ccfd98a07a99 req-d7829acc-b150-41a0-9c62-26e73b1e92e0 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/security-groups?id=92b46f3e-02fd-4106-a0fa-9044f91b810b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303507 Feb 04 05:51:58.697183 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8376706-d57b-4444-b8ea-39b7fae0c0c2 req-1847aa05-a23d-4a42-8ed7-0ae12cdfd601 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:51:58.698647 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e8376706-d57b-4444-b8ea-39b7fae0c0c2 req-1847aa05-a23d-4a42-8ed7-0ae12cdfd601 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.26 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 945 time: 0.0472908 Feb 04 05:51:58.796263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-e8376706-d57b-4444-b8ea-39b7fae0c0c2 req-d5aa321f-7509-4d8a-a717-c6b802b0662f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Deleting port 3c10ae1e-ab20-4199-87d9-07acf6450909 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:51:58.796603 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e8376706-d57b-4444-b8ea-39b7fae0c0c2 req-d5aa321f-7509-4d8a-a717-c6b802b0662f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:58.879510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-e8376706-d57b-4444-b8ea-39b7fae0c0c2 req-d5aa321f-7509-4d8a-a717-c6b802b0662f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] For port 3c10ae1e-ab20-4199-87d9-07acf6450909, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=3c10ae1e-ab20-4199-87d9-07acf6450909,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:51:58.879863 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e8376706-d57b-4444-b8ea-39b7fae0c0c2 req-d5aa321f-7509-4d8a-a717-c6b802b0662f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:58.891209 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-e8376706-d57b-4444-b8ea-39b7fae0c0c2 req-d5aa321f-7509-4d8a-a717-c6b802b0662f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Calling delete_port for 3c10ae1e-ab20-4199-87d9-07acf6450909 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:51:59.014333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e8376706-d57b-4444-b8ea-39b7fae0c0c2 req-d5aa321f-7509-4d8a-a717-c6b802b0662f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:59.042152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa321f-7509-4d8a-a717-c6b802b0662f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event deleted for resources: {'Port': ['ID=3c10ae1e-ab20-4199-87d9-07acf6450909,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:51:59.085547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8376706-d57b-4444-b8ea-39b7fae0c0c2 req-d5aa321f-7509-4d8a-a717-c6b802b0662f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] No DVR routers for this DVR port 3c10ae1e-ab20-4199-87d9-07acf6450909 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:51:59.089014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e8376706-d57b-4444-b8ea-39b7fae0c0c2 req-d5aa321f-7509-4d8a-a717-c6b802b0662f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:51:59.093217 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e8376706-d57b-4444-b8ea-39b7fae0c0c2 req-d5aa321f-7509-4d8a-a717-c6b802b0662f tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.26 "DELETE /v2.0/ports/3c10ae1e-ab20-4199-87d9-07acf6450909 HTTP/1.1" status: 204 len: 173 time: 0.3887382 Feb 04 05:51:59.093665 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'name': 'network-vif-deleted', 'tag': '3c10ae1e-ab20-4199-87d9-07acf6450909'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:51:59.096263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607b08ab-db01-4d31-bd94-bcac945f0920" -d '{"events": [{"server_uuid": "522f3016-fc9b-40fb-a0ea-5189d236eef2", "name": "network-vif-deleted", "tag": "3c10ae1e-ab20-4199-87d9-07acf6450909"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:51:59.143182 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5949b1b0-91cd-486c-9e08-39e3d5553a65 x-openstack-request-id: req-5949b1b0-91cd-486c-9e08-39e3d5553a65 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:51:59.143475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522f3016-fc9b-40fb-a0ea-5189d236eef2", "name": "network-vif-deleted", "tag": "3c10ae1e-ab20-4199-87d9-07acf6450909", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:51:59.143815 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5949b1b0-91cd-486c-9e08-39e3d5553a65 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:51:59.144218 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522f3016-fc9b-40fb-a0ea-5189d236eef2', 'name': 'network-vif-deleted', 'tag': '3c10ae1e-ab20-4199-87d9-07acf6450909', 'status': 'completed', 'code': 200} Feb 04 05:51:59.515101 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-14cbd9ae-c4fa-4bf2-89a2-7933eb2b076a req-e33c451d-7a45-4ddf-bbc4-a34616452890 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 210 time: 0.0281072 Feb 04 05:52:00.607381 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-86f38ac6-d087-467e-9405-7846a59e7bc0 req-2e0f7407-6c0f-46a4-b70e-443af233abf9 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 210 time: 0.0257249 Feb 04 05:52:01.705310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 3c10ae1e-ab20-4199-87d9-07acf6450909 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:52:01.705927 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6485439c-0dc8-45b2-bca6-8325e7a9a0c8 req-58539d29-7aa2-4e09-bcf0-069e2cf84273 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "GET /v2.0/ports?device_id=522f3016-fc9b-40fb-a0ea-5189d236eef2 HTTP/1.1" status: 200 len: 210 time: 0.0287731 Feb 04 05:52:01.729316 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 3c10ae1e-ab20-4199-87d9-07acf6450909 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:52:01.729600 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 3c10ae1e-ab20-4199-87d9-07acf6450909 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:52:02.762519 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54404) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:02.882793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0d280789-0d5b-4859-9579-7279f7b331c7 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Deleting port 87cd567e-b663-4582-9e6c-3fcb1adf1702 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:02.883054 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d280789-0d5b-4859-9579-7279f7b331c7 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:02.955186 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d280789-0d5b-4859-9579-7279f7b331c7 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:02.955513 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d280789-0d5b-4859-9579-7279f7b331c7 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:02.967214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0d280789-0d5b-4859-9579-7279f7b331c7 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Calling delete_port for 87cd567e-b663-4582-9e6c-3fcb1adf1702 owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:03.092106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d280789-0d5b-4859-9579-7279f7b331c7 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:03.117058 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d280789-0d5b-4859-9579-7279f7b331c7 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event deleted for resources: {'Port': ['ID=87cd567e-b663-4582-9e6c-3fcb1adf1702,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:03.177225 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d280789-0d5b-4859-9579-7279f7b331c7 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:03.179681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d280789-0d5b-4859-9579-7279f7b331c7 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:03.180823 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0d280789-0d5b-4859-9579-7279f7b331c7 tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "DELETE /v2.0/floatingips/63e08555-d0fd-473b-acb5-0451427b6d62 HTTP/1.1" status: 204 len: 168 time: 0.4173298 Feb 04 05:52:03.991927 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:05.420730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54420) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:05.487527 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-15544e8a-81df-4398-9fb9-6a62cfceb49c tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:05.511670 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-15544e8a-81df-4398-9fb9-6a62cfceb49c tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:05.574046 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-15544e8a-81df-4398-9fb9-6a62cfceb49c tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:05.576508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-15544e8a-81df-4398-9fb9-6a62cfceb49c tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:05.580380 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-15544e8a-81df-4398-9fb9-6a62cfceb49c tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] 10.222.0.10 "DELETE /v2.0/security-groups/92b46f3e-02fd-4106-a0fa-9044f91b810b HTTP/1.1" status: 204 len: 168 time: 0.1561632 Feb 04 05:52:05.587173 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15544e8a-81df-4398-9fb9-6a62cfceb49c tempest-TestVolumeBootPattern-941300951 tempest-TestVolumeBootPattern-941300951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b46f3e-02fd-4106-a0fa-9044f91b810b,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:05.636750 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54424) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:06.372023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c49952f-e226-4d17-a9c6-d6896ad883e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:06.610446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9c49952f-e226-4d17-a9c6-d6896ad883e5 admin admin] Deleting port 6a04955c-7cea-4edc-9cf3-ec3376e319dc {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:06.610683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c49952f-e226-4d17-a9c6-d6896ad883e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:06.687806 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9c49952f-e226-4d17-a9c6-d6896ad883e5 admin admin] For port 6a04955c-7cea-4edc-9cf3-ec3376e319dc, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6a04955c-7cea-4edc-9cf3-ec3376e319dc,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:06.688476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c49952f-e226-4d17-a9c6-d6896ad883e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:06.699295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9c49952f-e226-4d17-a9c6-d6896ad883e5 admin admin] Calling delete_port for 6a04955c-7cea-4edc-9cf3-ec3376e319dc owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:06.872891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c49952f-e226-4d17-a9c6-d6896ad883e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:06.898176 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49952f-e226-4d17-a9c6-d6896ad883e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a04955c-7cea-4edc-9cf3-ec3376e319dc,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:07.055861 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c49952f-e226-4d17-a9c6-d6896ad883e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:07.262428 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c49952f-e226-4d17-a9c6-d6896ad883e5 admin admin] Router 58d81f09-340e-4d49-a2d9-edf5e05ed458 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:52:07.368601 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c49952f-e226-4d17-a9c6-d6896ad883e5 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:07.373505 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9c49952f-e226-4d17-a9c6-d6896ad883e5 admin admin] 10.222.0.10 "PUT /v2.0/routers/58d81f09-340e-4d49-a2d9-edf5e05ed458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7357426 Feb 04 05:52:07.376065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54430) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:07.378259 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9347eccd-543f-41dd-a806-7514e330b99c None None] Sync routers for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:07.387507 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9347eccd-543f-41dd-a806-7514e330b99c None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:07.388091 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9347eccd-543f-41dd-a806-7514e330b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:07.476858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:07.490124 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-9347eccd-543f-41dd-a806-7514e330b99c None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:07.577936 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:07.629402 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] Deleting port 2666b65b-cb1a-406e-88de-624f0d731199 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:07.629745 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:07.660966 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9347eccd-543f-41dd-a806-7514e330b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '2666b65b-cb1a-406e-88de-624f0d731199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:52:06Z', 'revision_number': 5, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port': {'id': '2666b65b-cb1a-406e-88de-624f0d731199', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:43:55Z', 'updated_at': '2022-02-04T05:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:07.690347 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9347eccd-543f-41dd-a806-7514e330b99c None None] Checking router: 58d81f09-340e-4d49-a2d9-edf5e05ed458 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:52:07.698331 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9347eccd-543f-41dd-a806-7514e330b99c None None] Routers {'58d81f09-340e-4d49-a2d9-edf5e05ed458'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:07.698919 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9347eccd-543f-41dd-a806-7514e330b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['58d81f09-340e-4d49-a2d9-edf5e05ed458'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:07.711643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] For port 2666b65b-cb1a-406e-88de-624f0d731199, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=2666b65b-cb1a-406e-88de-624f0d731199,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:07.712245 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:07.723760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] Calling delete_port for 2666b65b-cb1a-406e-88de-624f0d731199 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:07.781213 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-9347eccd-543f-41dd-a806-7514e330b99c None None] Set router 58d81f09-340e-4d49-a2d9-edf5e05ed458 gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:07.894372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:07.917049 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-9347eccd-543f-41dd-a806-7514e330b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:52:07Z', 'revision_number': 6, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:07.918908 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=2666b65b-cb1a-406e-88de-624f0d731199,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:07.947917 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9347eccd-543f-41dd-a806-7514e330b99c None None] The sync data for ids ['58d81f09-340e-4d49-a2d9-edf5e05ed458'] in dv-neutron-827794-1-hyperv is: [{'id': '58d81f09-340e-4d49-a2d9-edf5e05ed458', 'name': 'tempest-TestVolumeBootPattern-2138714248-router', 'tenant_id': 'cc5330e91f224377a5a1b171420d5342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:43:53Z', 'updated_at': '2022-02-04T05:52:07Z', 'revision_number': 6, 'project_id': 'cc5330e91f224377a5a1b171420d5342', 'gw_port_host': None}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:07.982339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.075728 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.078100 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.119034 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.119734 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58d81f09-340e-4d49-a2d9-edf5e05ed458 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:52:08.123969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.125106 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2e4c8c61-d6e2-42d4-bb39-b3a18e975c66 admin admin] 10.222.0.10 "DELETE /v2.0/routers/58d81f09-340e-4d49-a2d9-edf5e05ed458 HTTP/1.1" status: 204 len: 168 time: 0.7481501 Feb 04 05:52:08.127689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54432) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:08.170333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-71910144-7fc5-4259-85ac-eb0b639101c7 admin admin] Deleting subnet 41d92f0f-af9f-4bf4-abb9-845ab5d90d6e {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:52:08.173171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-71910144-7fc5-4259-85ac-eb0b639101c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.206549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-71910144-7fc5-4259-85ac-eb0b639101c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.285912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-71910144-7fc5-4259-85ac-eb0b639101c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.342801 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-71910144-7fc5-4259-85ac-eb0b639101c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.367094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71910144-7fc5-4259-85ac-eb0b639101c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41d92f0f-af9f-4bf4-abb9-845ab5d90d6e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:08.373126 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-71910144-7fc5-4259-85ac-eb0b639101c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.378400 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-71910144-7fc5-4259-85ac-eb0b639101c7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/41d92f0f-af9f-4bf4-abb9-845ab5d90d6e HTTP/1.1" status: 204 len: 168 time: 0.2497063 Feb 04 05:52:08.379015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54434) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:08.379718 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40819c0-1592-4bf0-a20a-48a495703f85 None None] Network 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:08.406840 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6a04955c-7cea-4edc-9cf3-ec3376e319dc no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:52:08.451811 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.454898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 6a04955c-7cea-4edc-9cf3-ec3376e319dc {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:52:08.455308 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6a04955c-7cea-4edc-9cf3-ec3376e319dc not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:52:08.505090 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] Deleting port c4abceb9-f3ab-484a-a1b1-6d61d7e8468e {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:08.505436 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.566583 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] For port c4abceb9-f3ab-484a-a1b1-6d61d7e8468e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c4abceb9-f3ab-484a-a1b1-6d61d7e8468e,segment=NetworkSegment(86877d0b-c735-4a8f-8adb-a8e62d2b5aa2),segment_id=86877d0b-c735-4a8f-8adb-a8e62d2b5aa2)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:08.566972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.579617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] Calling delete_port for c4abceb9-f3ab-484a-a1b1-6d61d7e8468e owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:08.658468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.683296 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4abceb9-f3ab-484a-a1b1-6d61d7e8468e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:08.687744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] No DVR routers for this DVR port c4abceb9-f3ab-484a-a1b1-6d61d7e8468e on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:52:08.764530 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542d5921-f385-4674-a2c4-a0b19d51c74b None None] DHCP port deletion for 540e0162-bbab-4d1c-a7ab-cceeb43b39c7 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:52:08.766113 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.788713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540e0162-bbab-4d1c-a7ab-cceeb43b39c7']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:08.798469 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:08.798766 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86877d0b-c735-4a8f-8adb-a8e62d2b5aa2') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:08.807844 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.820589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.826920 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:52:08.827726 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:52:08.829631 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:52:08.882559 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.888322 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:08.891541 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/540e0162-bbab-4d1c-a7ab-cceeb43b39c7 HTTP/1.1" status: 204 len: 168 time: 0.5115988 Feb 04 05:52:08.895030 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54436) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:08.908564 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0a6ad-4d64-4fdb-bd0e-11dd154026c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=540e0162-bbab-4d1c-a7ab-cceeb43b39c7,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:09.539072 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d070500f-49ce-4fc5-9030-e15889a0153d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:09.773064 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-d070500f-49ce-4fc5-9030-e15889a0153d admin admin] Deleting port 14736d4d-a43b-43a8-9e1d-31c8b88cddcc {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:09.773313 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d070500f-49ce-4fc5-9030-e15889a0153d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:09.850986 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-d070500f-49ce-4fc5-9030-e15889a0153d admin admin] For port 14736d4d-a43b-43a8-9e1d-31c8b88cddcc, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=14736d4d-a43b-43a8-9e1d-31c8b88cddcc,segment=NetworkSegment(95d4220a-36fb-433c-a8a4-26dd110cb3e3),segment_id=95d4220a-36fb-433c-a8a4-26dd110cb3e3)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:09.851344 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d070500f-49ce-4fc5-9030-e15889a0153d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:09.862893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-d070500f-49ce-4fc5-9030-e15889a0153d admin admin] Calling delete_port for 14736d4d-a43b-43a8-9e1d-31c8b88cddcc owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:10.035800 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d070500f-49ce-4fc5-9030-e15889a0153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.059143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070500f-49ce-4fc5-9030-e15889a0153d admin admin] Pushing event deleted for resources: {'Port': ['ID=14736d4d-a43b-43a8-9e1d-31c8b88cddcc,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:10.069264 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c4abceb9-f3ab-484a-a1b1-6d61d7e8468e no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:52:10.095630 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: c4abceb9-f3ab-484a-a1b1-6d61d7e8468e {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:52:10.095975 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c4abceb9-f3ab-484a-a1b1-6d61d7e8468e not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:52:10.096472 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 2666b65b-cb1a-406e-88de-624f0d731199 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:52:10.115586 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 2666b65b-cb1a-406e-88de-624f0d731199 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:52:10.115935 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 2666b65b-cb1a-406e-88de-624f0d731199 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:52:10.225416 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d070500f-49ce-4fc5-9030-e15889a0153d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.431728 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d070500f-49ce-4fc5-9030-e15889a0153d admin admin] Router 8a425746-65a8-4e0c-a020-eef2df369988 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:52:10.534940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d070500f-49ce-4fc5-9030-e15889a0153d admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:10.539752 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d070500f-49ce-4fc5-9030-e15889a0153d admin admin] 10.222.0.10 "PUT /v2.0/routers/8a425746-65a8-4e0c-a020-eef2df369988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6430244 Feb 04 05:52:10.542348 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54438) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:10.544815 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4eb53c-42c3-47fc-abde-3e95a24fcc41 None None] Sync routers for ids ['8a425746-65a8-4e0c-a020-eef2df369988'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:10.553665 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4eb53c-42c3-47fc-abde-3e95a24fcc41 None None] Routers {'8a425746-65a8-4e0c-a020-eef2df369988'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:10.554308 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ad4eb53c-42c3-47fc-abde-3e95a24fcc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8a425746-65a8-4e0c-a020-eef2df369988'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:10.643222 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.655230 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-ad4eb53c-42c3-47fc-abde-3e95a24fcc41 None None] Set router 8a425746-65a8-4e0c-a020-eef2df369988 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:10.746623 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.799584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] Deleting port a6b9c702-3353-4fb2-9681-046f03e7d8ec {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:10.799926 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.829140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ad4eb53c-42c3-47fc-abde-3e95a24fcc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a425746-65a8-4e0c-a020-eef2df369988', 'name': 'tempest-TestVolumeBootPattern-1695407724-router', 'tenant_id': '36166491258742c5840afc9debd607c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'a6b9c702-3353-4fb2-9681-046f03e7d8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:13Z', 'updated_at': '2022-02-04T05:52:09Z', 'revision_number': 5, 'project_id': '36166491258742c5840afc9debd607c0', 'gw_port': {'id': 'a6b9c702-3353-4fb2-9681-046f03e7d8ec', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:52:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a425746-65a8-4e0c-a020-eef2df369988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:44:15Z', 'updated_at': '2022-02-04T05:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:10.856086 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4eb53c-42c3-47fc-abde-3e95a24fcc41 None None] Checking router: 8a425746-65a8-4e0c-a020-eef2df369988 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:52:10.864169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4eb53c-42c3-47fc-abde-3e95a24fcc41 None None] Routers {'8a425746-65a8-4e0c-a020-eef2df369988'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:10.864770 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ad4eb53c-42c3-47fc-abde-3e95a24fcc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8a425746-65a8-4e0c-a020-eef2df369988'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:10.881345 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] For port a6b9c702-3353-4fb2-9681-046f03e7d8ec, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a6b9c702-3353-4fb2-9681-046f03e7d8ec,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:10.881732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:10.893168 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] Calling delete_port for a6b9c702-3353-4fb2-9681-046f03e7d8ec owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:11.063489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.089104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-ad4eb53c-42c3-47fc-abde-3e95a24fcc41 None None] Set router 8a425746-65a8-4e0c-a020-eef2df369988 gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:11.089679 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b9c702-3353-4fb2-9681-046f03e7d8ec,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:11.142398 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ad4eb53c-42c3-47fc-abde-3e95a24fcc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a425746-65a8-4e0c-a020-eef2df369988', 'name': 'tempest-TestVolumeBootPattern-1695407724-router', 'tenant_id': '36166491258742c5840afc9debd607c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:13Z', 'updated_at': '2022-02-04T05:52:10Z', 'revision_number': 6, 'project_id': '36166491258742c5840afc9debd607c0', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:11.152808 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.173054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4eb53c-42c3-47fc-abde-3e95a24fcc41 None None] The sync data for ids ['8a425746-65a8-4e0c-a020-eef2df369988'] in dv-neutron-827794-1-hyperv is: [{'id': '8a425746-65a8-4e0c-a020-eef2df369988', 'name': 'tempest-TestVolumeBootPattern-1695407724-router', 'tenant_id': '36166491258742c5840afc9debd607c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:44:13Z', 'updated_at': '2022-02-04T05:52:10Z', 'revision_number': 6, 'project_id': '36166491258742c5840afc9debd607c0', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:11.256325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.258442 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.294337 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54442) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:11.318020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.318502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a425746-65a8-4e0c-a020-eef2df369988 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:52:11.322844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.326126 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1291aefa-7081-4b04-bf99-0affbe5acecb admin admin] 10.222.0.10 "DELETE /v2.0/routers/8a425746-65a8-4e0c-a020-eef2df369988 HTTP/1.1" status: 204 len: 168 time: 0.7806840 Feb 04 05:52:11.326535 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54444) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:11.341266 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be92b15b-23de-4aa5-9ce7-7fbff14ef7fe tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:11.341748 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be92b15b-23de-4aa5-9ce7-7fbff14ef7fe tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:11.342247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be92b15b-23de-4aa5-9ce7-7fbff14ef7fe tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:11.343901 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-be92b15b-23de-4aa5-9ce7-7fbff14ef7fe tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=40ad8d16904547d4bb154abb4c3cacdf&network_id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 HTTP/1.1" status: 200 len: 2999 time: 0.0484705 Feb 04 05:52:11.373600 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0acefcf-42bc-48fb-93f2-c3dc72e69f4e admin admin] Deleting subnet b1294164-f70a-4c14-8a6d-1ba18671ea0f {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:52:11.376517 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0acefcf-42bc-48fb-93f2-c3dc72e69f4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.409088 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0acefcf-42bc-48fb-93f2-c3dc72e69f4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.488326 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0acefcf-42bc-48fb-93f2-c3dc72e69f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.547652 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0acefcf-42bc-48fb-93f2-c3dc72e69f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.571435 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acefcf-42bc-48fb-93f2-c3dc72e69f4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1294164-f70a-4c14-8a6d-1ba18671ea0f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:11.580466 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0acefcf-42bc-48fb-93f2-c3dc72e69f4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.583590 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d0acefcf-42bc-48fb-93f2-c3dc72e69f4e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b1294164-f70a-4c14-8a6d-1ba18671ea0f HTTP/1.1" status: 204 len: 168 time: 0.2558794 Feb 04 05:52:11.586052 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12b8729-2a1a-4862-b196-f072858ebde2 None None] Network 982dc9fc-73d8-4b68-b039-15f9d019e181 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:52:11.586284 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54450) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:11.657723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.708501 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] Deleting port 274ec8b5-b225-4a49-a29b-818910d8dd19 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:52:11.708848 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.772931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] For port 274ec8b5-b225-4a49-a29b-818910d8dd19, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=274ec8b5-b225-4a49-a29b-818910d8dd19,segment=NetworkSegment(95d4220a-36fb-433c-a8a4-26dd110cb3e3),segment_id=95d4220a-36fb-433c-a8a4-26dd110cb3e3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:11.773291 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.785849 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] Calling delete_port for 274ec8b5-b225-4a49-a29b-818910d8dd19 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:52:11.862140 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.890125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=274ec8b5-b225-4a49-a29b-818910d8dd19,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:11.894424 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] No DVR routers for this DVR port 274ec8b5-b225-4a49-a29b-818910d8dd19 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:52:11.940645 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5abaf6-f2aa-458b-87aa-6856998b5c9c None None] DHCP port deletion for 982dc9fc-73d8-4b68-b039-15f9d019e181 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:52:11.967731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:11.990026 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982dc9fc-73d8-4b68-b039-15f9d019e181']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:11.999952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d4220a-36fb-433c-a8a4-26dd110cb3e3') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:12.000222 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d4220a-36fb-433c-a8a4-26dd110cb3e3') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:12.010323 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.023846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.030882 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:52:12.031253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:52:12.032931 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:52:12.069290 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 14736d4d-a43b-43a8-9e1d-31c8b88cddcc no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:52:12.093165 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.098474 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.102391 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] 10.222.0.10 "DELETE /v2.0/networks/982dc9fc-73d8-4b68-b039-15f9d019e181 HTTP/1.1" status: 204 len: 168 time: 0.5150337 Feb 04 05:52:12.103854 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 14736d4d-a43b-43a8-9e1d-31c8b88cddcc {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:52:12.104700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 14736d4d-a43b-43a8-9e1d-31c8b88cddcc not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:52:12.105632 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 274ec8b5-b225-4a49-a29b-818910d8dd19 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:52:12.114162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56a352-8e75-44a3-8af2-edaab9189a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=982dc9fc-73d8-4b68-b039-15f9d019e181,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:12.126705 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 274ec8b5-b225-4a49-a29b-818910d8dd19 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:52:12.127178 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 274ec8b5-b225-4a49-a29b-818910d8dd19 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:52:12.127453 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a6b9c702-3353-4fb2-9681-046f03e7d8ec no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:52:12.146634 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: a6b9c702-3353-4fb2-9681-046f03e7d8ec {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:52:12.147260 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a6b9c702-3353-4fb2-9681-046f03e7d8ec not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:52:12.224507 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54454) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:12.266676 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-baa34d97-ea00-4fc3-abea-1b75533517c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc5330e91f224377a5a1b171420d5342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408731 Feb 04 05:52:12.269107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54458) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:12.316175 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5bb2bfcf-b6e6-47f8-a66a-e943ce7af59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.337460 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5bb2bfcf-b6e6-47f8-a66a-e943ce7af59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.382201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5bb2bfcf-b6e6-47f8-a66a-e943ce7af59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.385273 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5bb2bfcf-b6e6-47f8-a66a-e943ce7af59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.386452 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5bb2bfcf-b6e6-47f8-a66a-e943ce7af59c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56864c48-e5c8-491e-a4f4-88c0597af26f HTTP/1.1" status: 204 len: 168 time: 0.1164680 Feb 04 05:52:12.394281 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2bfcf-b6e6-47f8-a66a-e943ce7af59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56864c48-e5c8-491e-a4f4-88c0597af26f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:12.708682 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54466) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:12.721597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-29923359-14d6-4366-bbba-b67f9b6ce087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.751044 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dcfdda7f-d034-4d1f-87eb-8eb0858b2b62 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36166491258742c5840afc9debd607c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411375 Feb 04 05:52:12.753467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54468) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:12.802432 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6fcacef-501f-49fe-a2cc-2589c44caaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.823577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6fcacef-501f-49fe-a2cc-2589c44caaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.873178 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6fcacef-501f-49fe-a2cc-2589c44caaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.875862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6fcacef-501f-49fe-a2cc-2589c44caaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:12.877001 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b6fcacef-501f-49fe-a2cc-2589c44caaf8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b2ebdb7-5ccf-492c-9d13-a0049bc094c6 HTTP/1.1" status: 204 len: 168 time: 0.1226075 Feb 04 05:52:12.884565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcacef-501f-49fe-a2cc-2589c44caaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2ebdb7-5ccf-492c-9d13-a0049bc094c6,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:13.137810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54472) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:13.195737 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57934626-07a1-4f2f-b3d3-cc43f762fcf1 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:13.201938 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-57934626-07a1-4f2f-b3d3-cc43f762fcf1 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624 HTTP/1.1" status: 200 len: 814 time: 0.0584960 Feb 04 05:52:14.105275 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54478) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:14.110050 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-bbcbcd78-ca9d-48b6-a1cb-8442d62935b3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:14.164567 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bbcbcd78-ca9d-48b6-a1cb-8442d62935b3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.301655 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bbcbcd78-ca9d-48b6-a1cb-8442d62935b3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.304849 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bbcbcd78-ca9d-48b6-a1cb-8442d62935b3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.305184 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-bbcbcd78-ca9d-48b6-a1cb-8442d62935b3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP 458f7b64-87fa-4424-a83b-3a5d2d74c712 disassociated. External IP: 172.26.3.226, port: 26e4f1bd-eb77-430a-85bb-ab087bc2859d. Feb 04 05:52:14.512823 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcbcd78-ca9d-48b6-a1cb-8442d62935b3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router c43dbdd4-b842-4b5d-ad27-c88364814d41 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:52:14.617312 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcbcd78-ca9d-48b6-a1cb-8442d62935b3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:14.622420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bbcbcd78-ca9d-48b6-a1cb-8442d62935b3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.627033 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5c9911-9ff0-4e66-bd90-189acaf845af None None] Sync routers for ids ['c43dbdd4-b842-4b5d-ad27-c88364814d41'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:14.636622 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c9911-9ff0-4e66-bd90-189acaf845af None None] Routers {'c43dbdd4-b842-4b5d-ad27-c88364814d41'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:14.637232 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ac5c9911-9ff0-4e66-bd90-189acaf845af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:51:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c43dbdd4-b842-4b5d-ad27-c88364814d41'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:14.648822 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bbcbcd78-ca9d-48b6-a1cb-8442d62935b3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/floatingips/458f7b64-87fa-4424-a83b-3a5d2d74c712 HTTP/1.1" status: 200 len: 690 time: 0.5424371 Feb 04 05:52:14.649433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9523898d-e445-4bc4-8aa8-29af2b5c5f5d', 'tag': '26e4f1bd-eb77-430a-85bb-ab087bc2859d'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:52:14.651617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54480) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:14.652102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ecab9f-112e-4822-9007-00598fa5b4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9523898d-e445-4bc4-8aa8-29af2b5c5f5d", "tag": "26e4f1bd-eb77-430a-85bb-ab087bc2859d"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:52:14.688153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afce8bcf-5539-4816-aa55-5411f603a5de x-openstack-request-id: req-afce8bcf-5539-4816-aa55-5411f603a5de {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:52:14.688439 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9523898d-e445-4bc4-8aa8-29af2b5c5f5d", "tag": "26e4f1bd-eb77-430a-85bb-ab087bc2859d", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:52:14.688691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-afce8bcf-5539-4816-aa55-5411f603a5de {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:52:14.689091 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9523898d-e445-4bc4-8aa8-29af2b5c5f5d', 'tag': '26e4f1bd-eb77-430a-85bb-ab087bc2859d', 'status': 'completed', 'code': 200} Feb 04 05:52:14.700134 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-82339e0a-86b3-4202-a517-feb165640c92 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/458f7b64-87fa-4424-a83b-3a5d2d74c712 HTTP/1.1" status: 200 len: 690 time: 0.0472481 Feb 04 05:52:14.745352 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ac5c9911-9ff0-4e66-bd90-189acaf845af None None] Set router c43dbdd4-b842-4b5d-ad27-c88364814d41 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:14.749665 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecab9f-112e-4822-9007-00598fa5b4d0 req-609a615b-2b62-4295-9ddf-82ebdba08bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:14.751198 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f7ecab9f-112e-4822-9007-00598fa5b4d0 req-609a615b-2b62-4295-9ddf-82ebdba08bd3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 1098 time: 0.0392811 Feb 04 05:52:14.846510 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-866c8d22-a0a2-4da2-b138-b90ccdc0717a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:14.847206 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecab9f-112e-4822-9007-00598fa5b4d0 req-dc769cc0-1740-49e4-9ea8-c6d9f8867afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:14.848784 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f7ecab9f-112e-4822-9007-00598fa5b4d0 req-dc769cc0-1740-49e4-9ea8-c6d9f8867afa service neutron] 10.222.0.26 "GET /v2.0/networks?id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 HTTP/1.1" status: 200 len: 896 time: 0.0909867 Feb 04 05:52:14.889418 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f7ecab9f-112e-4822-9007-00598fa5b4d0 req-7b2b006b-755b-4ef9-90ba-ac134721d267 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26e4f1bd-eb77-430a-85bb-ab087bc2859d HTTP/1.1" status: 200 len: 217 time: 0.0344985 Feb 04 05:52:14.938185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecab9f-112e-4822-9007-00598fa5b4d0 req-19bd1c8e-ba86-4ac0-9857-ce2965007769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:14.939981 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f7ecab9f-112e-4822-9007-00598fa5b4d0 req-19bd1c8e-ba86-4ac0-9857-ce2965007769 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae1997bf-0e7c-45cb-b63e-8f33a167cd3a HTTP/1.1" status: 200 len: 835 time: 0.0435994 Feb 04 05:52:14.940302 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ac5c9911-9ff0-4e66-bd90-189acaf845af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'd44713e7-48c1-4a75-8c97-31f1b8f6cb62', 'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:2b:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:23Z', 'updated_at': '2022-02-04T05:51:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:14.969691 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5c9911-9ff0-4e66-bd90-189acaf845af None None] Checking router: c43dbdd4-b842-4b5d-ad27-c88364814d41 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:52:14.978028 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c9911-9ff0-4e66-bd90-189acaf845af None None] Routers {'c43dbdd4-b842-4b5d-ad27-c88364814d41'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:14.978636 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ac5c9911-9ff0-4e66-bd90-189acaf845af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:52:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c43dbdd4-b842-4b5d-ad27-c88364814d41'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:14.984304 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecab9f-112e-4822-9007-00598fa5b4d0 req-c2064477-3e89-4c5f-b1a7-524f60f908d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:14.985843 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f7ecab9f-112e-4822-9007-00598fa5b4d0 req-c2064477-3e89-4c5f-b1a7-524f60f908d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398359 Feb 04 05:52:15.075726 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f7ecab9f-112e-4822-9007-00598fa5b4d0 req-754089bb-b92d-435d-a5a7-a0ba1f705d67 service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832508 Feb 04 05:52:15.081851 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ac5c9911-9ff0-4e66-bd90-189acaf845af None None] Set router c43dbdd4-b842-4b5d-ad27-c88364814d41 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:15.162369 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f7ecab9f-112e-4822-9007-00598fa5b4d0 req-cc92dc7f-77aa-4417-92b1-6beebfa42f68 service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806873 Feb 04 05:52:15.278698 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ac5c9911-9ff0-4e66-bd90-189acaf845af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'd44713e7-48c1-4a75-8c97-31f1b8f6cb62', 'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:2b:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:23Z', 'updated_at': '2022-02-04T05:51:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:15.303402 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5c9911-9ff0-4e66-bd90-189acaf845af None None] The sync data for ids ['c43dbdd4-b842-4b5d-ad27-c88364814d41'] in dv-neutron-827794-1-hyperv is: [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'd44713e7-48c1-4a75-8c97-31f1b8f6cb62', 'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:2b:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:23Z', 'updated_at': '2022-02-04T05:51:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:15.529879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79476e63-da06-4576-86bb-41126635f892 None None] New status for floating IP 458f7b64-87fa-4424-a83b-3a5d2d74c712: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:52:15.703894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54486) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:15.752617 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-50c7b820-4ed7-4430-a75f-d82489054cb3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/458f7b64-87fa-4424-a83b-3a5d2d74c712 HTTP/1.1" status: 200 len: 690 time: 0.0476546 Feb 04 05:52:15.866511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:16.755901 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54488) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:16.801981 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d91d7af6-63ac-4357-ac9f-c7c38646f10e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/458f7b64-87fa-4424-a83b-3a5d2d74c712 HTTP/1.1" status: 200 len: 688 time: 0.0450137 Feb 04 05:52:17.663065 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:17.932021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.091549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54492) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:18.095998 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4300d3bf-d5a5-4041-ae48-bb9d2023a62f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427920134', 'description': 'tempest-secgroup-smoke-427920134 description', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:18.117953 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4300d3bf-d5a5-4041-ae48-bb9d2023a62f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.181729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4300d3bf-d5a5-4041-ae48-bb9d2023a62f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.185388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4300d3bf-d5a5-4041-ae48-bb9d2023a62f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.211813 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4300d3bf-d5a5-4041-ae48-bb9d2023a62f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.213671 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4300d3bf-d5a5-4041-ae48-bb9d2023a62f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1211393 Feb 04 05:52:18.216781 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54494) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:18.217560 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300d3bf-d5a5-4041-ae48-bb9d2023a62f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3924933-bbaa-4c61-9fae-c79e6daf7049,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:18.221497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f33bcfbb-671c-4d13-b3b4-129bb4c2b2e0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'a3924933-bbaa-4c61-9fae-c79e6daf7049', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:18.249267 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f33bcfbb-671c-4d13-b3b4-129bb4c2b2e0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.303992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f33bcfbb-671c-4d13-b3b4-129bb4c2b2e0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.307592 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f33bcfbb-671c-4d13-b3b4-129bb4c2b2e0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.327136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bcfbb-671c-4d13-b3b4-129bb4c2b2e0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c143d6d-24c2-4aa5-baf3-3ac1381170a3,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:18.332857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f33bcfbb-671c-4d13-b3b4-129bb4c2b2e0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.334131 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f33bcfbb-671c-4d13-b3b4-129bb4c2b2e0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162262 Feb 04 05:52:18.336801 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54496) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:18.341480 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2fffbd51-2867-4444-9d28-a460c6160b6c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'a3924933-bbaa-4c61-9fae-c79e6daf7049', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:18.368534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2fffbd51-2867-4444-9d28-a460c6160b6c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.423364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2fffbd51-2867-4444-9d28-a460c6160b6c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.426775 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2fffbd51-2867-4444-9d28-a460c6160b6c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.443609 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffbd51-2867-4444-9d28-a460c6160b6c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024417c4-fe62-49af-981f-e0535d1651a2,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:18.452572 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2fffbd51-2867-4444-9d28-a460c6160b6c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.453753 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2fffbd51-2867-4444-9d28-a460c6160b6c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154966 Feb 04 05:52:18.456464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54498) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:18.460635 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-122c925b-3779-4603-a655-239957420153 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'a3924933-bbaa-4c61-9fae-c79e6daf7049', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:18.487154 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-122c925b-3779-4603-a655-239957420153 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.546715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-122c925b-3779-4603-a655-239957420153 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.550942 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-122c925b-3779-4603-a655-239957420153 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.568616 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c925b-3779-4603-a655-239957420153 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b40eab4-2d7a-4d2f-9a5f-fe0fabde56ca,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:18.573419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-122c925b-3779-4603-a655-239957420153 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.575086 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-122c925b-3779-4603-a655-239957420153 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177077 Feb 04 05:52:18.578350 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54500) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:18.582687 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-7d6705ff-e17e-4c09-a46e-06bf84b75326 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'a3924933-bbaa-4c61-9fae-c79e6daf7049', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:18.609376 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7d6705ff-e17e-4c09-a46e-06bf84b75326 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.666079 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7d6705ff-e17e-4c09-a46e-06bf84b75326 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.669589 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7d6705ff-e17e-4c09-a46e-06bf84b75326 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.686377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6705ff-e17e-4c09-a46e-06bf84b75326 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9222e15-74f1-4090-901b-cd421daeb277,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:18.694620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7d6705ff-e17e-4c09-a46e-06bf84b75326 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.695898 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7d6705ff-e17e-4c09-a46e-06bf84b75326 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166489 Feb 04 05:52:18.698556 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54502) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:18.703025 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-861bd555-f3e2-45dc-acaa-838e26cee122 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'a3924933-bbaa-4c61-9fae-c79e6daf7049', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:18.725486 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-861bd555-f3e2-45dc-acaa-838e26cee122 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:52:18.730729 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-861bd555-f3e2-45dc-acaa-838e26cee122 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.787392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-861bd555-f3e2-45dc-acaa-838e26cee122 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.791160 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-861bd555-f3e2-45dc-acaa-838e26cee122 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.807267 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bd555-f3e2-45dc-acaa-838e26cee122 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7d0b18-8056-4359-b950-31a6a5885444,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:18.815162 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-861bd555-f3e2-45dc-acaa-838e26cee122 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.816792 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-861bd555-f3e2-45dc-acaa-838e26cee122 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171608 Feb 04 05:52:18.819292 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54504) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:18.824023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4b105682-525f-49e8-a632-c6f5ab739c7b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'a3924933-bbaa-4c61-9fae-c79e6daf7049', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:18.846676 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-4b105682-525f-49e8-a632-c6f5ab739c7b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:52:18.851216 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b105682-525f-49e8-a632-c6f5ab739c7b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.913150 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b105682-525f-49e8-a632-c6f5ab739c7b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.918265 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b105682-525f-49e8-a632-c6f5ab739c7b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.935116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105682-525f-49e8-a632-c6f5ab739c7b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b1af6b-57e4-4f61-8f1b-6e51154f6a00,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:18.942724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b105682-525f-49e8-a632-c6f5ab739c7b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:18.943907 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4b105682-525f-49e8-a632-c6f5ab739c7b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237192 Feb 04 05:52:19.124483 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-bdc48859-0adc-4375-99b2-0c98d8717dc1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427920134&fields=id&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 267 time: 0.0316291 Feb 04 05:52:19.225573 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-85d68aae-5cb0-4b6f-beb9-240090ae2488 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:19.227028 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-85d68aae-5cb0-4b6f-beb9-240090ae2488 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/networks?id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 HTTP/1.1" status: 200 len: 796 time: 0.0960548 Feb 04 05:52:19.241315 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-2c2e0645-e1e5-4245-84d4-ee4dc71a99c1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/quotas/40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 375 time: 0.0086427 Feb 04 05:52:19.298338 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-63403a4b-8ccf-4257-ba62-163d9f11c6c7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0513821 Feb 04 05:52:19.313567 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-b83a2c59-ea41-4a57-9b27-91580acc01bc service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 05:52:19.314548 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-b83a2c59-ea41-4a57-9b27-91580acc01bc service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049429 Feb 04 05:52:19.398575 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-fc483acd-ddbe-4cd0-bc5b-80eb09173303 service neutron] 10.222.0.10 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786502 Feb 04 05:52:19.488538 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-cd564980-6727-4836-8ea5-e0ed4cff0cbd service neutron] 10.222.0.10 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840080 Feb 04 05:52:19.644518 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bf2c3bb4-39fe-40d1-8e64-c3963a2f9707 req-bf18c970-f51c-4ad3-8e13-74c2177828de tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 210 time: 0.0267491 Feb 04 05:52:20.739021 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8ee34dae-85dc-4ac7-87b3-777c218b2e2a req-94ffea22-8124-4fd7-8dc0-dab0cbe8ec0a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 210 time: 0.0259378 Feb 04 05:52:20.809121 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-b080303b-24ae-42ba-91a9-1e8c25c47eb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:20.810590 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-b080303b-24ae-42ba-91a9-1e8c25c47eb7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/networks?id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 HTTP/1.1" status: 200 len: 796 time: 0.4146860 Feb 04 05:52:20.853931 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-fe59bb8e-5f5f-47d2-8ffd-7fc313c4a674 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 471 time: 0.0341218 Feb 04 05:52:20.862220 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-3842fd27-7f37-44e9-9eed-9748a5cf7541 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'port': {'device_id': '188dd478-0517-4b1a-825c-e707d068e732', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'admin_state_up': True, 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'security_groups': ['a3924933-bbaa-4c61-9fae-c79e6daf7049']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:20.963674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-3842fd27-7f37-44e9-9eed-9748a5cf7541 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:52:20.967185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-3842fd27-7f37-44e9-9eed-9748a5cf7541 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.090295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-3842fd27-7f37-44e9-9eed-9748a5cf7541 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.6 (51e6b226-d23f-4eff-89bb-2c4b32a0ffe3/ae1997bf-0e7c-45cb-b63e-8f33a167cd3a/d8a326c2-2531-4522-ae4f-0987b4e9366c) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:52:21.224885 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-3842fd27-7f37-44e9-9eed-9748a5cf7541 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.257198 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-3842fd27-7f37-44e9-9eed-9748a5cf7541 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.299633 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-3842fd27-7f37-44e9-9eed-9748a5cf7541 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:52:21.302515 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-3842fd27-7f37-44e9-9eed-9748a5cf7541 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:52:21.306556 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-3842fd27-7f37-44e9-9eed-9748a5cf7541 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:52:21.312709 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842fd27-7f37-44e9-9eed-9748a5cf7541 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=d8a326c2-2531-4522-ae4f-0987b4e9366c,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:21.357927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-3842fd27-7f37-44e9-9eed-9748a5cf7541 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:21.358413 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-3842fd27-7f37-44e9-9eed-9748a5cf7541 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.374848 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-3842fd27-7f37-44e9-9eed-9748a5cf7541 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5159469 Feb 04 05:52:21.387858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Request body: {'port': {'device_id': '188dd478-0517-4b1a-825c-e707d068e732', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:21.444294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.534097 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a05ce122-41d9-4eea-ac16-2765e942adcf None None] Provisioning complete for port d8a326c2-2531-4522-ae4f-0987b4e9366c triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:21.534706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a05ce122-41d9-4eea-ac16-2765e942adcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.570427 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a05ce122-41d9-4eea-ac16-2765e942adcf None None] Port d8a326c2-2531-4522-ae4f-0987b4e9366c cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:52:21.703421 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a326c2-2531-4522-ae4f-0987b4e9366c {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:52:21.710570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.721781 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Transition to ACTIVE for port object d8a326c2-2531-4522-ae4f-0987b4e9366c will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:52:21.725662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.776765 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Pushing event updated for resources: {'Port': ['ID=d8a326c2-2531-4522-ae4f-0987b4e9366c,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:21.855579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Attempting to bind port d8a326c2-2531-4522-ae4f-0987b4e9366c on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:52:21.856183 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Attempting to bind port d8a326c2-2531-4522-ae4f-0987b4e9366c by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:52:21.856413 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Attempting to bind port d8a326c2-2531-4522-ae4f-0987b4e9366c on network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:21.861045 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Port d8a326c2-2531-4522-ae4f-0987b4e9366c on network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:52:21.861379 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Attempting to bind port d8a326c2-2531-4522-ae4f-0987b4e9366c on network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:52:21.866568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:52:21.866902 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Checking segment: {'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:52:21.867351 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Bound using segment: {'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:52:21.867699 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Bound port: d8a326c2-2531-4522-ae4f-0987b4e9366c, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:52:21.868052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.879233 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd1fc8-50be-4f61-b26a-887a10295c5f req-5f8593fb-21f2-4966-832e-734d2c2b39b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:21.880858 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c5cd1fc8-50be-4f61-b26a-887a10295c5f req-5f8593fb-21f2-4966-832e-734d2c2b39b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 943 time: 0.0662112 Feb 04 05:52:21.920315 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c5cd1fc8-50be-4f61-b26a-887a10295c5f req-c61436f5-793a-45ae-93af-07ecdd3a542d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3924933-bbaa-4c61-9fae-c79e6daf7049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332654 Feb 04 05:52:21.952048 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] For port d8a326c2-2531-4522-ae4f-0987b4e9366c, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:52:21.956125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] For port d8a326c2-2531-4522-ae4f-0987b4e9366c, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=d8a326c2-2531-4522-ae4f-0987b4e9366c,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:52:21.960287 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.995365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:21.995975 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:21.997350 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] 10.222.0.26 "PUT /v2.0/ports/d8a326c2-2531-4522-ae4f-0987b4e9366c HTTP/1.1" status: 200 len: 1093 time: 0.6142564 Feb 04 05:52:21.997796 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188dd478-0517-4b1a-825c-e707d068e732', 'tag': 'd8a326c2-2531-4522-ae4f-0987b4e9366c'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:52:22.000068 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd77193-7dab-4959-9d4e-1fced1e91980" -d '{"events": [{"name": "network-changed", "server_uuid": "188dd478-0517-4b1a-825c-e707d068e732", "tag": "d8a326c2-2531-4522-ae4f-0987b4e9366c"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:52:22.026746 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508589b-9e56-43cf-b0aa-24a42f871ebb service neutron] Pushing event updated for resources: {'Port': ['ID=d8a326c2-2531-4522-ae4f-0987b4e9366c,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:22.051958 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3de5107-422f-43b6-9b1f-e19b0e58b3b6 x-openstack-request-id: req-a3de5107-422f-43b6-9b1f-e19b0e58b3b6 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:52:22.052316 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188dd478-0517-4b1a-825c-e707d068e732", "tag": "d8a326c2-2531-4522-ae4f-0987b4e9366c", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:52:22.052656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3de5107-422f-43b6-9b1f-e19b0e58b3b6 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:52:22.053122 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188dd478-0517-4b1a-825c-e707d068e732', 'tag': 'd8a326c2-2531-4522-ae4f-0987b4e9366c', 'status': 'completed', 'code': 200} Feb 04 05:52:22.086787 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-dda828a0-2d1a-4e44-916c-10897c720465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:22.088839 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-dda828a0-2d1a-4e44-916c-10897c720465 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 1096 time: 0.0500455 Feb 04 05:52:22.130736 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-6ff9304e-3d61-45d9-9844-7944cbc08456 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a326c2-2531-4522-ae4f-0987b4e9366c HTTP/1.1" status: 200 len: 217 time: 0.0346766 Feb 04 05:52:22.180498 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-398630e9-d1ba-4f72-815e-017a88ec0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:22.182087 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-398630e9-d1ba-4f72-815e-017a88ec0b37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae1997bf-0e7c-45cb-b63e-8f33a167cd3a HTTP/1.1" status: 200 len: 835 time: 0.0456600 Feb 04 05:52:22.226243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-42867e87-726a-4901-9693-dddf7b7729ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:22.227732 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-42867e87-726a-4901-9693-dddf7b7729ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392892 Feb 04 05:52:22.317861 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-6eeb4123-c905-4ab3-99da-559c6308e950 service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831511 Feb 04 05:52:22.403714 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-09ffa9f6-df5a-4d44-9622-a3396bfd34ba req-8f45a7cc-17c6-4aaa-a2b3-f791c3e42a9f service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795698 Feb 04 05:52:22.492748 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd77193-7dab-4959-9d4e-1fced1e91980 req-cba4a303-3d7f-47cc-85b0-3f43be4a040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:22.494273 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1cd77193-7dab-4959-9d4e-1fced1e91980 req-cba4a303-3d7f-47cc-85b0-3f43be4a040c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 1096 time: 0.0452852 Feb 04 05:52:22.582478 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd77193-7dab-4959-9d4e-1fced1e91980 req-2f9b8b7b-272b-422f-bc6f-78fc6d4db9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:22.583927 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1cd77193-7dab-4959-9d4e-1fced1e91980 req-2f9b8b7b-272b-422f-bc6f-78fc6d4db9d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 HTTP/1.1" status: 200 len: 896 time: 0.0832353 Feb 04 05:52:22.627080 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1cd77193-7dab-4959-9d4e-1fced1e91980 req-4f41e6f1-0b29-4135-abd4-8577c1e292ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a326c2-2531-4522-ae4f-0987b4e9366c HTTP/1.1" status: 200 len: 217 time: 0.0364354 Feb 04 05:52:22.674915 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd77193-7dab-4959-9d4e-1fced1e91980 req-b65c4932-1fcc-4704-87ed-3c96043ca3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:22.676333 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1cd77193-7dab-4959-9d4e-1fced1e91980 req-b65c4932-1fcc-4704-87ed-3c96043ca3be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae1997bf-0e7c-45cb-b63e-8f33a167cd3a HTTP/1.1" status: 200 len: 835 time: 0.0423396 Feb 04 05:52:22.719972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd77193-7dab-4959-9d4e-1fced1e91980 req-944816eb-260d-4b8c-ad4a-ef6dfb2b3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:22.721439 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1cd77193-7dab-4959-9d4e-1fced1e91980 req-944816eb-260d-4b8c-ad4a-ef6dfb2b3314 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384011 Feb 04 05:52:22.810515 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1cd77193-7dab-4959-9d4e-1fced1e91980 req-31e7e5dc-72fb-47ce-b6d6-5b0a0eb2a1ab service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819669 Feb 04 05:52:22.897975 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1cd77193-7dab-4959-9d4e-1fced1e91980 req-d1c07be8-d694-4b42-a159-80b612028218 service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790858 Feb 04 05:52:23.036974 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a26c1f-e8af-41fb-9127-8aad668e55aa req-cb905f8e-1df8-4862-aead-db9494d6c25e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:23.038368 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-74a26c1f-e8af-41fb-9127-8aad668e55aa req-cb905f8e-1df8-4862-aead-db9494d6c25e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 943 time: 0.0521264 Feb 04 05:52:23.359362 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-74a26c1f-e8af-41fb-9127-8aad668e55aa req-b3688613-d3b8-4379-8faf-c84042eb45e5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3924933-bbaa-4c61-9fae-c79e6daf7049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144393 Feb 04 05:52:23.796663 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device d8a326c2-2531-4522-ae4f-0987b4e9366c details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:52:23.887385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port d8a326c2-2531-4522-ae4f-0987b4e9366c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=d8a326c2-2531-4522-ae4f-0987b4e9366c,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:23.897976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'd8a326c2-2531-4522-ae4f-0987b4e9366c', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'port_id': 'd8a326c2-2531-4522-ae4f-0987b4e9366c', 'mac_address': 'fa:16:3e:fa:dd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:52:23.937430 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:23.949574 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a326c2-2531-4522-ae4f-0987b4e9366c {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:52:23.967863 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port d8a326c2-2531-4522-ae4f-0987b4e9366c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=d8a326c2-2531-4522-ae4f-0987b4e9366c,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:23.971803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:24.017912 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=d8a326c2-2531-4522-ae4f-0987b4e9366c,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:24.024999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:24.025350 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:24.025687 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:24.026043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:24.026372 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:24.026698 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:24.027023 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:24.027347 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:24.027671 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:24.027990 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:24.028309 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:24.028626 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:52:24.183244 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['d8a326c2-2531-4522-ae4f-0987b4e9366c'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:52:24.472641 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090c72b-b02d-4e6e-b7c7-1093d819007a req-d654d6e4-b557-4290-ac35-671e608e4ca3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:24.474136 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6090c72b-b02d-4e6e-b7c7-1093d819007a req-d654d6e4-b557-4290-ac35-671e608e4ca3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 944 time: 0.0484259 Feb 04 05:52:24.514865 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6090c72b-b02d-4e6e-b7c7-1093d819007a req-837c2eb8-ee72-45c4-a88b-f2c434af0315 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3924933-bbaa-4c61-9fae-c79e6daf7049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342782 Feb 04 05:52:25.624585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e75da-0c91-4540-90f3-2305c5bcbe04 req-afbfdbc0-508d-4660-beb6-d847872ce975 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:25.626034 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-309e75da-0c91-4540-90f3-2305c5bcbe04 req-afbfdbc0-508d-4660-beb6-d847872ce975 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 944 time: 0.0465925 Feb 04 05:52:25.662177 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-309e75da-0c91-4540-90f3-2305c5bcbe04 req-1967c7f1-6ace-4bd7-8528-bebcce1fc66f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3924933-bbaa-4c61-9fae-c79e6daf7049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303271 Feb 04 05:52:25.828196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device d8a326c2-2531-4522-ae4f-0987b4e9366c up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:52:25.875181 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port d8a326c2-2531-4522-ae4f-0987b4e9366c completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:52:25.878973 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port d8a326c2-2531-4522-ae4f-0987b4e9366c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:52:25.879400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.955439 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:25.976939 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188dd478-0517-4b1a-825c-e707d068e732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a326c2-2531-4522-ae4f-0987b4e9366c'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:52:25.980244 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680781e3-8cae-4b9f-9eaf-9e860681c0e3" -d '{"events": [{"server_uuid": "188dd478-0517-4b1a-825c-e707d068e732", "name": "network-vif-plugged", "status": "completed", "tag": "d8a326c2-2531-4522-ae4f-0987b4e9366c"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:52:25.992579 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port d8a326c2-2531-4522-ae4f-0987b4e9366c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=d8a326c2-2531-4522-ae4f-0987b4e9366c,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:52:25.996777 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:26.022083 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ff1d0a-02a7-48b5-b439-f6d8c788e4fa x-openstack-request-id: req-40ff1d0a-02a7-48b5-b439-f6d8c788e4fa {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:52:26.022373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188dd478-0517-4b1a-825c-e707d068e732", "name": "network-vif-plugged", "status": "completed", "tag": "d8a326c2-2531-4522-ae4f-0987b4e9366c", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:52:26.022627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40ff1d0a-02a7-48b5-b439-f6d8c788e4fa {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:52:26.023010 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188dd478-0517-4b1a-825c-e707d068e732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a326c2-2531-4522-ae4f-0987b4e9366c', 'code': 200} Feb 04 05:52:26.050027 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=d8a326c2-2531-4522-ae4f-0987b4e9366c,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:52:26.173576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb4252-1c05-48b4-8509-adbbb1e09eb6 req-d97dd5d7-5756-4467-b92e-f3e7590a2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:26.175071 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-beeb4252-1c05-48b4-8509-adbbb1e09eb6 req-d97dd5d7-5756-4467-b92e-f3e7590a2fef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 1098 time: 0.0391543 Feb 04 05:52:26.209088 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-beeb4252-1c05-48b4-8509-adbbb1e09eb6 req-ffe0c1fc-20a3-4979-8c00-8b76bdf613bb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a3924933-bbaa-4c61-9fae-c79e6daf7049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275080 Feb 04 05:52:26.778866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956edf46-74db-44f6-97c4-4c8aa2fba369 req-e69bcc47-6bfb-44ec-8663-267ec0a2cd90 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:26.780201 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-956edf46-74db-44f6-97c4-4c8aa2fba369 req-e69bcc47-6bfb-44ec-8663-267ec0a2cd90 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 945 time: 0.0501559 Feb 04 05:52:26.816156 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-956edf46-74db-44f6-97c4-4c8aa2fba369 req-30461389-1553-4738-84c2-4d6d0c590078 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3924933-bbaa-4c61-9fae-c79e6daf7049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301249 Feb 04 05:52:27.925446 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:52:27.929059 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8060e6-e99f-4c28-a1c9-8d762be8ac40 req-b9a679cb-ecd0-41e2-a459-d8d432ebef36 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:27.930561 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bd8060e6-e99f-4c28-a1c9-8d762be8ac40 req-b9a679cb-ecd0-41e2-a459-d8d432ebef36 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 945 time: 0.0473080 Feb 04 05:52:27.967739 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bd8060e6-e99f-4c28-a1c9-8d762be8ac40 req-9e9a8ea5-0864-4820-9433-b9949204c424 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3924933-bbaa-4c61-9fae-c79e6daf7049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308256 Feb 04 05:52:28.076425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbb162-fcb6-4955-b2a1-ca8f52ddfe20 req-70420a5c-801e-42f9-8eee-4e4a2f34e61d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:28.078134 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-58fbb162-fcb6-4955-b2a1-ca8f52ddfe20 req-70420a5c-801e-42f9-8eee-4e4a2f34e61d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 945 time: 0.0473127 Feb 04 05:52:28.114825 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-58fbb162-fcb6-4955-b2a1-ca8f52ddfe20 req-fb5b828b-4fca-4179-ac18-75a426f14e19 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3924933-bbaa-4c61-9fae-c79e6daf7049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307651 Feb 04 05:52:28.135366 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54552) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:28.176454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfbf6da-b525-44bc-b96f-31382263df04 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:28.177936 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9bfbf6da-b525-44bc-b96f-31382263df04 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 1093 time: 0.0416191 Feb 04 05:52:28.180702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54554) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:28.185600 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b5d11d23-f3bc-4d8e-8f21-3bd36a9dff8c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'floatingip': {'port_id': 'd8a326c2-2531-4522-ae4f-0987b4e9366c'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:52:28.223901 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b5d11d23-f3bc-4d8e-8f21-3bd36a9dff8c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:28.654047 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b5d11d23-f3bc-4d8e-8f21-3bd36a9dff8c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:28.658088 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b5d11d23-f3bc-4d8e-8f21-3bd36a9dff8c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:28.755626 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-b5d11d23-f3bc-4d8e-8f21-3bd36a9dff8c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP 458f7b64-87fa-4424-a83b-3a5d2d74c712 associated. External IP: 172.26.3.226, port: d8a326c2-2531-4522-ae4f-0987b4e9366c. Feb 04 05:52:28.957871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d11d23-f3bc-4d8e-8f21-3bd36a9dff8c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router c43dbdd4-b842-4b5d-ad27-c88364814d41 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:52:29.062341 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d11d23-f3bc-4d8e-8f21-3bd36a9dff8c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:52:29.067136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b5d11d23-f3bc-4d8e-8f21-3bd36a9dff8c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:29.072802 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b77f4bd-b0ba-4edc-a751-32cdcb72b3b4 None None] Sync routers for ids ['c43dbdd4-b842-4b5d-ad27-c88364814d41'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:52:29.082264 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b77f4bd-b0ba-4edc-a751-32cdcb72b3b4 None None] Routers {'c43dbdd4-b842-4b5d-ad27-c88364814d41'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:29.082856 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6b77f4bd-b0ba-4edc-a751-32cdcb72b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:52:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c43dbdd4-b842-4b5d-ad27-c88364814d41'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:29.094038 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b5d11d23-f3bc-4d8e-8f21-3bd36a9dff8c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/floatingips/458f7b64-87fa-4424-a83b-3a5d2d74c712 HTTP/1.1" status: 200 len: 991 time: 0.9117482 Feb 04 05:52:29.094627 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188dd478-0517-4b1a-825c-e707d068e732', 'tag': 'd8a326c2-2531-4522-ae4f-0987b4e9366c'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:52:29.096870 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54556) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:29.097356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4f7ed4-5c9f-4601-99a6-36b94ac6c5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "188dd478-0517-4b1a-825c-e707d068e732", "tag": "d8a326c2-2531-4522-ae4f-0987b4e9366c"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:52:29.163324 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-66d2ef17-dea2-4613-a0c4-23d4f55f822e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/458f7b64-87fa-4424-a83b-3a5d2d74c712 HTTP/1.1" status: 200 len: 991 time: 0.0642436 Feb 04 05:52:29.192621 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-6b77f4bd-b0ba-4edc-a751-32cdcb72b3b4 None None] Set router c43dbdd4-b842-4b5d-ad27-c88364814d41 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:29.250196 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab4ada8-92e3-4856-b228-2163dabd8450 x-openstack-request-id: req-fab4ada8-92e3-4856-b228-2163dabd8450 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:52:29.250497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188dd478-0517-4b1a-825c-e707d068e732", "tag": "d8a326c2-2531-4522-ae4f-0987b4e9366c", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:52:29.250755 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fab4ada8-92e3-4856-b228-2163dabd8450 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:52:29.251166 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188dd478-0517-4b1a-825c-e707d068e732', 'tag': 'd8a326c2-2531-4522-ae4f-0987b4e9366c', 'status': 'completed', 'code': 200} Feb 04 05:52:29.312209 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f7ed4-5c9f-4601-99a6-36b94ac6c5a5 req-66736974-7d69-4e24-9430-b62c6073c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:29.313806 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2c4f7ed4-5c9f-4601-99a6-36b94ac6c5a5 req-66736974-7d69-4e24-9430-b62c6073c29c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 1098 time: 0.0398386 Feb 04 05:52:29.404357 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f7ed4-5c9f-4601-99a6-36b94ac6c5a5 req-93b734d1-718a-4974-8523-3a6860ea4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:29.405865 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2c4f7ed4-5c9f-4601-99a6-36b94ac6c5a5 req-93b734d1-718a-4974-8523-3a6860ea4c2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 HTTP/1.1" status: 200 len: 896 time: 0.0854881 Feb 04 05:52:29.411666 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6b77f4bd-b0ba-4edc-a751-32cdcb72b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '458f7b64-87fa-4424-a83b-3a5d2d74c712', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'port_id': 'd8a326c2-2531-4522-ae4f-0987b4e9366c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'mac_address': 'fa:16:3e:fa:dd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188dd478-0517-4b1a-825c-e707d068e732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:51:36Z', 'updated_at': '2022-02-04T05:52:28Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44713e7-48c1-4a75-8c97-31f1b8f6cb62', 'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:2b:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:23Z', 'updated_at': '2022-02-04T05:51:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:29.437719 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b77f4bd-b0ba-4edc-a751-32cdcb72b3b4 None None] Checking router: c43dbdd4-b842-4b5d-ad27-c88364814d41 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:52:29.445667 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b77f4bd-b0ba-4edc-a751-32cdcb72b3b4 None None] Routers {'c43dbdd4-b842-4b5d-ad27-c88364814d41'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:52:29.446310 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6b77f4bd-b0ba-4edc-a751-32cdcb72b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:52:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c43dbdd4-b842-4b5d-ad27-c88364814d41'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:29.470278 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2c4f7ed4-5c9f-4601-99a6-36b94ac6c5a5 req-7f66a4a1-2f40-4a49-b213-1d8ccc0bd501 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8a326c2-2531-4522-ae4f-0987b4e9366c HTTP/1.1" status: 200 len: 999 time: 0.0573373 Feb 04 05:52:29.527777 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f7ed4-5c9f-4601-99a6-36b94ac6c5a5 req-95e82daa-6d9f-4a1b-bbdd-ade233c3b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:29.529242 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2c4f7ed4-5c9f-4601-99a6-36b94ac6c5a5 req-95e82daa-6d9f-4a1b-bbdd-ade233c3b696 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae1997bf-0e7c-45cb-b63e-8f33a167cd3a HTTP/1.1" status: 200 len: 835 time: 0.0521457 Feb 04 05:52:29.550640 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-6b77f4bd-b0ba-4edc-a751-32cdcb72b3b4 None None] Set router c43dbdd4-b842-4b5d-ad27-c88364814d41 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:52:29.580532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f7ed4-5c9f-4601-99a6-36b94ac6c5a5 req-eb8e3c03-77bb-4266-8390-a07cf8675593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:29.581985 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2c4f7ed4-5c9f-4601-99a6-36b94ac6c5a5 req-eb8e3c03-77bb-4266-8390-a07cf8675593 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460858 Feb 04 05:52:29.669487 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2c4f7ed4-5c9f-4601-99a6-36b94ac6c5a5 req-c087fd03-9d13-4260-aecb-43935a91fbf5 service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810027 Feb 04 05:52:29.767116 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2c4f7ed4-5c9f-4601-99a6-36b94ac6c5a5 req-137aecb2-26c3-45e5-a384-4c2b34c5f001 service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909853 Feb 04 05:52:29.864116 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6b77f4bd-b0ba-4edc-a751-32cdcb72b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '458f7b64-87fa-4424-a83b-3a5d2d74c712', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'port_id': 'd8a326c2-2531-4522-ae4f-0987b4e9366c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'mac_address': 'fa:16:3e:fa:dd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188dd478-0517-4b1a-825c-e707d068e732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:51:36Z', 'updated_at': '2022-02-04T05:52:28Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44713e7-48c1-4a75-8c97-31f1b8f6cb62', 'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:2b:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:23Z', 'updated_at': '2022-02-04T05:51:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:52:29.899857 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b77f4bd-b0ba-4edc-a751-32cdcb72b3b4 None None] The sync data for ids ['c43dbdd4-b842-4b5d-ad27-c88364814d41'] in dv-neutron-827794-1-hyperv is: [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '458f7b64-87fa-4424-a83b-3a5d2d74c712', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'port_id': 'd8a326c2-2531-4522-ae4f-0987b4e9366c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'mac_address': 'fa:16:3e:fa:dd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188dd478-0517-4b1a-825c-e707d068e732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:51:36Z', 'updated_at': '2022-02-04T05:52:28Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd44713e7-48c1-4a75-8c97-31f1b8f6cb62', 'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:2b:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:23Z', 'updated_at': '2022-02-04T05:51:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:52:30.079374 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67cf960-5e5f-4dbe-8f38-a884711cf4b3 None None] New status for floating IP 458f7b64-87fa-4424-a83b-3a5d2d74c712: ACTIVE {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:52:30.166165 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54562) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:30.226133 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-48eb77be-ff2a-42e8-ae9f-19af079d2e31 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/458f7b64-87fa-4424-a83b-3a5d2d74c712 HTTP/1.1" status: 200 len: 991 time: 0.0588167 Feb 04 05:52:31.230034 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54564) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:52:31.289632 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8f880530-236d-47fa-9253-38ec068804f4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/458f7b64-87fa-4424-a83b-3a5d2d74c712 HTTP/1.1" status: 200 len: 993 time: 0.0584779 Feb 04 05:52:34.003251 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:42.721335 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-15c2a66c-22e7-4077-9c2b-43910a79fd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:44.847312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5241eb1f-c2b3-431d-8057-13dac62ee146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:45.870757 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:47.672360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:47.934105 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:52:48.094305 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-390a3c55-309e-4630-b7b8-999271ba4df5 req-c9033de8-2cb7-41e4-af23-a84fad2e9e40 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381362 Feb 04 05:52:48.182759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a3c55-309e-4630-b7b8-999271ba4df5 req-c4ceb288-4fde-4cd5-86ec-c48f2c7bfe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.184277 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-390a3c55-309e-4630-b7b8-999271ba4df5 req-c4ceb288-4fde-4cd5-86ec-c48f2c7bfe39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 1098 time: 0.0424085 Feb 04 05:52:48.291931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a3c55-309e-4630-b7b8-999271ba4df5 req-2be1e9ef-eef4-4c6d-aa53-54b068c66d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.293381 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-390a3c55-309e-4630-b7b8-999271ba4df5 req-2be1e9ef-eef4-4c6d-aa53-54b068c66d67 service neutron] 10.222.0.26 "GET /v2.0/networks?id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 HTTP/1.1" status: 200 len: 896 time: 0.0848477 Feb 04 05:52:48.337853 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-390a3c55-309e-4630-b7b8-999271ba4df5 req-9bce17f5-e4f1-4a29-889c-bd3387adcac2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26e4f1bd-eb77-430a-85bb-ab087bc2859d HTTP/1.1" status: 200 len: 217 time: 0.0374074 Feb 04 05:52:48.384822 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a3c55-309e-4630-b7b8-999271ba4df5 req-fe35fbc9-ec5a-4c78-8f0c-161279b9f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.386234 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-390a3c55-309e-4630-b7b8-999271ba4df5 req-fe35fbc9-ec5a-4c78-8f0c-161279b9f2cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae1997bf-0e7c-45cb-b63e-8f33a167cd3a HTTP/1.1" status: 200 len: 835 time: 0.0417914 Feb 04 05:52:48.429009 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a3c55-309e-4630-b7b8-999271ba4df5 req-a6da2739-8526-40af-9c6d-19b9a365057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:48.430493 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-390a3c55-309e-4630-b7b8-999271ba4df5 req-a6da2739-8526-40af-9c6d-19b9a365057b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0374844 Feb 04 05:52:48.519465 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-390a3c55-309e-4630-b7b8-999271ba4df5 req-11c54918-0933-47fc-8dda-03c9878c938c service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815501 Feb 04 05:52:48.606917 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-390a3c55-309e-4630-b7b8-999271ba4df5 req-9b240b60-bf2c-4f44-9c8c-3547f212509c service neutron] 10.222.0.26 "GET /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805249 Feb 04 05:52:59.986002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7d3c1-e9fe-4623-ac6d-6dde8617979c req-226340aa-8486-4c8c-90ab-84d484618242 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:52:59.987471 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-43d7d3c1-e9fe-4623-ac6d-6dde8617979c req-226340aa-8486-4c8c-90ab-84d484618242 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 945 time: 0.0521014 Feb 04 05:53:00.023696 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-43d7d3c1-e9fe-4623-ac6d-6dde8617979c req-4cfd16b4-58c9-4eba-8ed8-b5ff8dc724ff tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3924933-bbaa-4c61-9fae-c79e6daf7049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303962 Feb 04 05:53:01.141824 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bf595-98be-42b1-a4ca-ef334fd63286 req-ba969af3-ea7f-4e7c-91c6-8b8f31c5cea8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:01.143352 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1f7bf595-98be-42b1-a4ca-ef334fd63286 req-ba969af3-ea7f-4e7c-91c6-8b8f31c5cea8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 945 time: 0.0487773 Feb 04 05:53:01.179906 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1f7bf595-98be-42b1-a4ca-ef334fd63286 req-55195f28-8845-4609-8d20-167e5b2acfbd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3924933-bbaa-4c61-9fae-c79e6daf7049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307553 Feb 04 05:53:01.310050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-067c6670-d896-402b-9c61-ea158a151192 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:01.311396 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-067c6670-d896-402b-9c61-ea158a151192 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/ports?device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 945 time: 0.0472746 Feb 04 05:53:01.399136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port d8a326c2-2531-4522-ae4f-0987b4e9366c {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:01.399507 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.483951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port d8a326c2-2531-4522-ae4f-0987b4e9366c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=d8a326c2-2531-4522-ae4f-0987b4e9366c,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:01.484315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.698253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.698610 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.698924 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP 458f7b64-87fa-4424-a83b-3a5d2d74c712 disassociated. External IP: 172.26.3.226, port: d8a326c2-2531-4522-ae4f-0987b4e9366c. Feb 04 05:53:01.699262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for d8a326c2-2531-4522-ae4f-0987b4e9366c owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:01.827687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:01.853553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=d8a326c2-2531-4522-ae4f-0987b4e9366c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:01.862892 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:01.863208 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:01.863555 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:01.863891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:01.864222 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:01.864550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:01.864877 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:01.865198 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:01.866017 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:01.866017 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:01.866224 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:01.866465 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:01.978029 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router c43dbdd4-b842-4b5d-ad27-c88364814d41 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:02.081671 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:02.092238 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0a150-183c-4a4a-9d7e-e4c4b16121a1 None None] Sync routers for ids ['c43dbdd4-b842-4b5d-ad27-c88364814d41'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:02.101101 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0a150-183c-4a4a-9d7e-e4c4b16121a1 None None] Routers {'c43dbdd4-b842-4b5d-ad27-c88364814d41'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:02.101951 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-49e0a150-183c-4a4a-9d7e-e4c4b16121a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:52:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c43dbdd4-b842-4b5d-ad27-c88364814d41'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:02.119794 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] No DVR routers for this DVR port d8a326c2-2531-4522-ae4f-0987b4e9366c on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:02.122330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:02.125514 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b8d89996-5b6d-4cee-974b-34c9f09c78b3 req-0cafdd2d-1f51-4b09-b188-fe170ef65550 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "DELETE /v2.0/ports/d8a326c2-2531-4522-ae4f-0987b4e9366c HTTP/1.1" status: 204 len: 173 time: 0.8087442 Feb 04 05:53:02.125979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188dd478-0517-4b1a-825c-e707d068e732', 'name': 'network-vif-deleted', 'tag': 'd8a326c2-2531-4522-ae4f-0987b4e9366c'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:02.128814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d37d90-bd80-4176-a273-97df6d4f188a" -d '{"events": [{"server_uuid": "188dd478-0517-4b1a-825c-e707d068e732", "name": "network-vif-deleted", "tag": "d8a326c2-2531-4522-ae4f-0987b4e9366c"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:02.168900 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed016ae-1841-4354-90c6-8b34f123282a x-openstack-request-id: req-bed016ae-1841-4354-90c6-8b34f123282a {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:02.169187 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188dd478-0517-4b1a-825c-e707d068e732", "name": "network-vif-deleted", "tag": "d8a326c2-2531-4522-ae4f-0987b4e9366c", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:02.170216 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bed016ae-1841-4354-90c6-8b34f123282a {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:02.170696 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188dd478-0517-4b1a-825c-e707d068e732', 'name': 'network-vif-deleted', 'tag': 'd8a326c2-2531-4522-ae4f-0987b4e9366c', 'status': 'completed', 'code': 200} Feb 04 05:53:02.212371 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-49e0a150-183c-4a4a-9d7e-e4c4b16121a1 None None] Set router c43dbdd4-b842-4b5d-ad27-c88364814d41 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:02.296675 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6c11d4d8-cab6-43db-b5c4-ae77df1f9345 req-e93edf7a-baf1-4a55-be44-70b2be585c6b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=188dd478-0517-4b1a-825c-e707d068e732 HTTP/1.1" status: 200 len: 210 time: 0.0278325 Feb 04 05:53:02.425591 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-49e0a150-183c-4a4a-9d7e-e4c4b16121a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'd44713e7-48c1-4a75-8c97-31f1b8f6cb62', 'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:2b:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:23Z', 'updated_at': '2022-02-04T05:51:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:02.455088 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0a150-183c-4a4a-9d7e-e4c4b16121a1 None None] Checking router: c43dbdd4-b842-4b5d-ad27-c88364814d41 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:02.464253 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0a150-183c-4a4a-9d7e-e4c4b16121a1 None None] Routers {'c43dbdd4-b842-4b5d-ad27-c88364814d41'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:02.464833 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-49e0a150-183c-4a4a-9d7e-e4c4b16121a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:52:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c43dbdd4-b842-4b5d-ad27-c88364814d41'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:02.572259 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-49e0a150-183c-4a4a-9d7e-e4c4b16121a1 None None] Set router c43dbdd4-b842-4b5d-ad27-c88364814d41 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:02.765589 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-49e0a150-183c-4a4a-9d7e-e4c4b16121a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'd44713e7-48c1-4a75-8c97-31f1b8f6cb62', 'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:2b:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:23Z', 'updated_at': '2022-02-04T05:51:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:02.790115 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0a150-183c-4a4a-9d7e-e4c4b16121a1 None None] The sync data for ids ['c43dbdd4-b842-4b5d-ad27-c88364814d41'] in dv-neutron-827794-1-hyperv is: [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'd44713e7-48c1-4a75-8c97-31f1b8f6cb62', 'name': '', 'network_id': '51e6b226-d23f-4eff-89bb-2c4b32a0ffe3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:2b:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:23Z', 'updated_at': '2022-02-04T05:51:26Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'ae1997bf-0e7c-45cb-b63e-8f33a167cd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:03.010697 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b320789-53c3-4896-a1d3-9820aa5c4c5d None None] New status for floating IP 458f7b64-87fa-4424-a83b-3a5d2d74c712: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:53:03.351762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54586) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:03.407848 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbeb3-bbab-49cb-b515-b74c9e76087a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.435391 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbeb3-bbab-49cb-b515-b74c9e76087a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.492345 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbeb3-bbab-49cb-b515-b74c9e76087a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.495981 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbeb3-bbab-49cb-b515-b74c9e76087a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.497253 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d3dfbeb3-bbab-49cb-b515-b74c9e76087a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/security-groups/a3924933-bbaa-4c61-9fae-c79e6daf7049 HTTP/1.1" status: 204 len: 168 time: 0.1445098 Feb 04 05:53:03.506361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfbeb3-bbab-49cb-b515-b74c9e76087a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3924933-bbaa-4c61-9fae-c79e6daf7049,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:03.528003 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54590) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:03.647328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7607d3c4-4f82-4660-b4bf-2453ec6e54a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 6c198a47-a83d-4422-9b81-6fc3f992e617 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:03.647670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7607d3c4-4f82-4660-b4bf-2453ec6e54a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.719232 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7607d3c4-4f82-4660-b4bf-2453ec6e54a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.719473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7607d3c4-4f82-4660-b4bf-2453ec6e54a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.731229 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7607d3c4-4f82-4660-b4bf-2453ec6e54a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 6c198a47-a83d-4422-9b81-6fc3f992e617 owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:03.863243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7607d3c4-4f82-4660-b4bf-2453ec6e54a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.888658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607d3c4-4f82-4660-b4bf-2453ec6e54a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=6c198a47-a83d-4422-9b81-6fc3f992e617,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:03.947245 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7607d3c4-4f82-4660-b4bf-2453ec6e54a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.949685 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7607d3c4-4f82-4660-b4bf-2453ec6e54a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:03.950858 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7607d3c4-4f82-4660-b4bf-2453ec6e54a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/floatingips/458f7b64-87fa-4424-a83b-3a5d2d74c712 HTTP/1.1" status: 204 len: 168 time: 0.4223239 Feb 04 05:53:03.997217 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device d8a326c2-2531-4522-ae4f-0987b4e9366c no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:04.023373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: d8a326c2-2531-4522-ae4f-0987b4e9366c {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:04.024174 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device d8a326c2-2531-4522-ae4f-0987b4e9366c not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:04.027662 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:04.161338 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cb98d-37c2-4da2-a0c3-fbcc49fd6a46 req-0c29230d-6f11-43bd-9fa3-820df5ab319b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:04.162830 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-af6cb98d-37c2-4da2-a0c3-fbcc49fd6a46 req-0c29230d-6f11-43bd-9fa3-820df5ab319b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 945 time: 0.0472949 Feb 04 05:53:04.202878 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-af6cb98d-37c2-4da2-a0c3-fbcc49fd6a46 req-5b8dacbc-f45d-46f8-8b95-b6e276c42576 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac225f6-cac2-43ad-b2b6-50e1ebe2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336106 Feb 04 05:53:04.924871 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:53:05.320071 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986622a9-d7f5-4934-89ec-97e70f823e62 req-4dc563fb-b838-4133-9644-cdd81c674076 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:05.321532 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-986622a9-d7f5-4934-89ec-97e70f823e62 req-4dc563fb-b838-4133-9644-cdd81c674076 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 945 time: 0.0508761 Feb 04 05:53:05.357699 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-986622a9-d7f5-4934-89ec-97e70f823e62 req-7f958e9c-bb04-4f6b-861b-ec230a11f0be tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=eac225f6-cac2-43ad-b2b6-50e1ebe2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301960 Feb 04 05:53:05.455939 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1813f-6fee-48c1-8a45-3f652bf8d788 req-4d1d5826-151c-477f-801c-8434ed897a76 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:05.457375 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2dc1813f-6fee-48c1-8a45-3f652bf8d788 req-4d1d5826-151c-477f-801c-8434ed897a76 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/ports?device_id=9523898d-e445-4bc4-8aa8-29af2b5c5f5d HTTP/1.1" status: 200 len: 945 time: 0.0479436 Feb 04 05:53:05.542281 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-2dc1813f-6fee-48c1-8a45-3f652bf8d788 req-218f4ad9-7cbc-490d-9d4e-dd067e10b7ea tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 26e4f1bd-eb77-430a-85bb-ab087bc2859d {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:05.542542 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2dc1813f-6fee-48c1-8a45-3f652bf8d788 req-218f4ad9-7cbc-490d-9d4e-dd067e10b7ea tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.628746 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-2dc1813f-6fee-48c1-8a45-3f652bf8d788 req-218f4ad9-7cbc-490d-9d4e-dd067e10b7ea tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port 26e4f1bd-eb77-430a-85bb-ab087bc2859d, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=26e4f1bd-eb77-430a-85bb-ab087bc2859d,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:05.629103 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2dc1813f-6fee-48c1-8a45-3f652bf8d788 req-218f4ad9-7cbc-490d-9d4e-dd067e10b7ea tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.640439 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-2dc1813f-6fee-48c1-8a45-3f652bf8d788 req-218f4ad9-7cbc-490d-9d4e-dd067e10b7ea tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 26e4f1bd-eb77-430a-85bb-ab087bc2859d owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:05.764485 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2dc1813f-6fee-48c1-8a45-3f652bf8d788 req-218f4ad9-7cbc-490d-9d4e-dd067e10b7ea tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.798180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f4ad9-7cbc-490d-9d4e-dd067e10b7ea tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=26e4f1bd-eb77-430a-85bb-ab087bc2859d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:05.834894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc1813f-6fee-48c1-8a45-3f652bf8d788 req-218f4ad9-7cbc-490d-9d4e-dd067e10b7ea tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] No DVR routers for this DVR port 26e4f1bd-eb77-430a-85bb-ab087bc2859d on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:05.838132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2dc1813f-6fee-48c1-8a45-3f652bf8d788 req-218f4ad9-7cbc-490d-9d4e-dd067e10b7ea tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:05.841731 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2dc1813f-6fee-48c1-8a45-3f652bf8d788 req-218f4ad9-7cbc-490d-9d4e-dd067e10b7ea tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "DELETE /v2.0/ports/26e4f1bd-eb77-430a-85bb-ab087bc2859d HTTP/1.1" status: 204 len: 173 time: 0.3784640 Feb 04 05:53:05.842217 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9523898d-e445-4bc4-8aa8-29af2b5c5f5d', 'name': 'network-vif-deleted', 'tag': '26e4f1bd-eb77-430a-85bb-ab087bc2859d'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:05.844512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9734182-aabe-44df-92ee-3345075221bb" -d '{"events": [{"server_uuid": "9523898d-e445-4bc4-8aa8-29af2b5c5f5d", "name": "network-vif-deleted", "tag": "26e4f1bd-eb77-430a-85bb-ab087bc2859d"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:05.879508 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dc5eae-40ac-4172-aa16-17a183b786c1 x-openstack-request-id: req-74dc5eae-40ac-4172-aa16-17a183b786c1 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:05.879799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9523898d-e445-4bc4-8aa8-29af2b5c5f5d", "name": "network-vif-deleted", "tag": "26e4f1bd-eb77-430a-85bb-ab087bc2859d", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:05.880052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74dc5eae-40ac-4172-aa16-17a183b786c1 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:05.880452 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9523898d-e445-4bc4-8aa8-29af2b5c5f5d', 'name': 'network-vif-deleted', 'tag': '26e4f1bd-eb77-430a-85bb-ab087bc2859d', 'status': 'completed', 'code': 200} Feb 04 05:53:06.412603 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54602) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:06.470019 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4c54188-d36f-448e-b325-28dab4a11123 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:06.495041 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4c54188-d36f-448e-b325-28dab4a11123 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:06.552074 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4c54188-d36f-448e-b325-28dab4a11123 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:06.554750 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4c54188-d36f-448e-b325-28dab4a11123 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:06.556409 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f4c54188-d36f-448e-b325-28dab4a11123 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/security-groups/eac225f6-cac2-43ad-b2b6-50e1ebe2e964 HTTP/1.1" status: 204 len: 168 time: 0.1423354 Feb 04 05:53:06.566167 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c54188-d36f-448e-b325-28dab4a11123 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac225f6-cac2-43ad-b2b6-50e1ebe2e964,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:06.589887 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54606) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:06.934899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0877659-20bc-4dce-be2c-5d0eced27a71 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:07.488495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f0877659-20bc-4dce-be2c-5d0eced27a71 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port d44713e7-48c1-4a75-8c97-31f1b8f6cb62 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:07.489158 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0877659-20bc-4dce-be2c-5d0eced27a71 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:07.575505 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f0877659-20bc-4dce-be2c-5d0eced27a71 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port d44713e7-48c1-4a75-8c97-31f1b8f6cb62, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d44713e7-48c1-4a75-8c97-31f1b8f6cb62,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:07.575897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0877659-20bc-4dce-be2c-5d0eced27a71 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:07.587787 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f0877659-20bc-4dce-be2c-5d0eced27a71 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for d44713e7-48c1-4a75-8c97-31f1b8f6cb62 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:07.764576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0877659-20bc-4dce-be2c-5d0eced27a71 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:07.789077 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0877659-20bc-4dce-be2c-5d0eced27a71 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=d44713e7-48c1-4a75-8c97-31f1b8f6cb62,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:07.963219 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0877659-20bc-4dce-be2c-5d0eced27a71 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.015352 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 26e4f1bd-eb77-430a-85bb-ab087bc2859d no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:08.035018 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 26e4f1bd-eb77-430a-85bb-ab087bc2859d {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:08.035365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 26e4f1bd-eb77-430a-85bb-ab087bc2859d not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:08.172593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0877659-20bc-4dce-be2c-5d0eced27a71 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router c43dbdd4-b842-4b5d-ad27-c88364814d41 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:08.272481 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0877659-20bc-4dce-be2c-5d0eced27a71 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:08.278251 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f0877659-20bc-4dce-be2c-5d0eced27a71 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/c43dbdd4-b842-4b5d-ad27-c88364814d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6873364 Feb 04 05:53:08.281030 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54608) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:08.283648 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8108d159-2e74-41f3-a46b-c2a4f5b5914e None None] Sync routers for ids ['c43dbdd4-b842-4b5d-ad27-c88364814d41'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:08.293051 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8108d159-2e74-41f3-a46b-c2a4f5b5914e None None] Routers {'c43dbdd4-b842-4b5d-ad27-c88364814d41'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:08.293706 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8108d159-2e74-41f3-a46b-c2a4f5b5914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:52:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c43dbdd4-b842-4b5d-ad27-c88364814d41'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:08.330180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb35aa5d-5465-40b9-a304-d82ae6405a6f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting subnet ae1997bf-0e7c-45cb-b63e-8f33a167cd3a {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:53:08.333165 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb35aa5d-5465-40b9-a304-d82ae6405a6f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.372720 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb35aa5d-5465-40b9-a304-d82ae6405a6f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.397420 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-8108d159-2e74-41f3-a46b-c2a4f5b5914e None None] Set router c43dbdd4-b842-4b5d-ad27-c88364814d41 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:08.457304 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb35aa5d-5465-40b9-a304-d82ae6405a6f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.516634 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb35aa5d-5465-40b9-a304-d82ae6405a6f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.544535 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35aa5d-5465-40b9-a304-d82ae6405a6f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1997bf-0e7c-45cb-b63e-8f33a167cd3a,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:08.546424 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb35aa5d-5465-40b9-a304-d82ae6405a6f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.552486 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bb35aa5d-5465-40b9-a304-d82ae6405a6f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/subnets/ae1997bf-0e7c-45cb-b63e-8f33a167cd3a HTTP/1.1" status: 204 len: 168 time: 0.2677629 Feb 04 05:53:08.552598 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54610) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:08.557639 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca61e604-4087-4d12-b653-1f4512a0dc7f None None] Network 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:08.574618 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8108d159-2e74-41f3-a46b-c2a4f5b5914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:53:07Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:08.603426 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8108d159-2e74-41f3-a46b-c2a4f5b5914e None None] Checking router: c43dbdd4-b842-4b5d-ad27-c88364814d41 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:08.613527 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8108d159-2e74-41f3-a46b-c2a4f5b5914e None None] Routers {'c43dbdd4-b842-4b5d-ad27-c88364814d41'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:08.614151 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8108d159-2e74-41f3-a46b-c2a4f5b5914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:52:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c43dbdd4-b842-4b5d-ad27-c88364814d41'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:08.666099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.752620 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2554da-b27e-41a9-bb3d-485590c4d9c0 None None] DHCP port deletion for 51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:53:08.790704 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.799874 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5f2554da-b27e-41a9-bb3d-485590c4d9c0 None None] Deleting port 943a3e59-a256-48a9-b122-5b0cb7776192 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:08.800180 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5f2554da-b27e-41a9-bb3d-485590c4d9c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.820269 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-8108d159-2e74-41f3-a46b-c2a4f5b5914e None None] Set router c43dbdd4-b842-4b5d-ad27-c88364814d41 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:08.846669 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:08.847014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.869747 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5f2554da-b27e-41a9-bb3d-485590c4d9c0 None None] For port 943a3e59-a256-48a9-b122-5b0cb7776192, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=943a3e59-a256-48a9-b122-5b0cb7776192,segment=NetworkSegment(c397a8ee-4efd-458a-89f4-2bd1491fa1ef),segment_id=c397a8ee-4efd-458a-89f4-2bd1491fa1ef)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:08.870171 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5f2554da-b27e-41a9-bb3d-485590c4d9c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.883382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5f2554da-b27e-41a9-bb3d-485590c4d9c0 None None] Calling delete_port for 943a3e59-a256-48a9-b122-5b0cb7776192 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:08.931484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:08.932686 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.945553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:08.964870 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5f2554da-b27e-41a9-bb3d-485590c4d9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:08.995817 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8108d159-2e74-41f3-a46b-c2a4f5b5914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:53:07Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:08.997718 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2554da-b27e-41a9-bb3d-485590c4d9c0 None None] No DVR routers for this DVR port 943a3e59-a256-48a9-b122-5b0cb7776192 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:09.001444 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2554da-b27e-41a9-bb3d-485590c4d9c0 None None] Pushing event deleted for resources: {'Port': ['ID=943a3e59-a256-48a9-b122-5b0cb7776192,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:09.026349 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8108d159-2e74-41f3-a46b-c2a4f5b5914e None None] The sync data for ids ['c43dbdd4-b842-4b5d-ad27-c88364814d41'] in dv-neutron-827794-1-hyperv is: [{'id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'name': 'tempest-TestNetworkBasicOps-router-1665028988', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:53:07Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'd0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dbdd4-b842-4b5d-ad27-c88364814d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:51:20Z', 'updated_at': '2022-02-04T05:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:09.120539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.145669 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:09.206626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.293470 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.295557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.337130 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.337563 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Fanout notify agent at l3_agent the message router_deleted on router c43dbdd4-b842-4b5d-ad27-c88364814d41 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:53:09.344082 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.345184 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2ffbc67e-2650-4b9b-a316-62977f71efae tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/routers/c43dbdd4-b842-4b5d-ad27-c88364814d41 HTTP/1.1" status: 204 len: 168 time: 0.7916811 Feb 04 05:53:09.347875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54612) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:09.423516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d02df5a-9c81-4f86-b1a7-d9393ade7be4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.513725 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d02df5a-9c81-4f86-b1a7-d9393ade7be4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.533440 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2d02df5a-9c81-4f86-b1a7-d9393ade7be4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e6b226-d23f-4eff-89bb-2c4b32a0ffe3']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:09.543388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2d02df5a-9c81-4f86-b1a7-d9393ade7be4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:09.543684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2d02df5a-9c81-4f86-b1a7-d9393ade7be4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c397a8ee-4efd-458a-89f4-2bd1491fa1ef') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:09.553424 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d02df5a-9c81-4f86-b1a7-d9393ade7be4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.566860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d02df5a-9c81-4f86-b1a7-d9393ade7be4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.573401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d02df5a-9c81-4f86-b1a7-d9393ade7be4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:09.573812 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d02df5a-9c81-4f86-b1a7-d9393ade7be4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:09.577275 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:09.640136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d02df5a-9c81-4f86-b1a7-d9393ade7be4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.648152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d02df5a-9c81-4f86-b1a7-d9393ade7be4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.653053 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2d02df5a-9c81-4f86-b1a7-d9393ade7be4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/networks/51e6b226-d23f-4eff-89bb-2c4b32a0ffe3 HTTP/1.1" status: 204 len: 168 time: 0.3040347 Feb 04 05:53:09.667366 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02df5a-9c81-4f86-b1a7-d9393ade7be4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Network': ['ID=51e6b226-d23f-4eff-89bb-2c4b32a0ffe3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:09.678384 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54614) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:09.684444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-35617d56-16e5-4608-92b2-21cad2f47bf4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'network': {'name': 'tempest-network-smoke--2120934582', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'port_security_enabled': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:09.706572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35617d56-16e5-4608-92b2-21cad2f47bf4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:09.709921 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35617d56-16e5-4608-92b2-21cad2f47bf4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.732646 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35617d56-16e5-4608-92b2-21cad2f47bf4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:09.742846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35617d56-16e5-4608-92b2-21cad2f47bf4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.743330 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-35617d56-16e5-4608-92b2-21cad2f47bf4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Added segment 49aeac3b-e28b-410d-a6ad-20a41e0c8c83 of type vlan for network bc19dbea-406c-4dd7-a076-a11e0e81ab48 Feb 04 05:53:09.782905 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35617d56-16e5-4608-92b2-21cad2f47bf4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.806171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35617d56-16e5-4608-92b2-21cad2f47bf4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.811521 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35617d56-16e5-4608-92b2-21cad2f47bf4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:09.812104 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35617d56-16e5-4608-92b2-21cad2f47bf4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.875578 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-35617d56-16e5-4608-92b2-21cad2f47bf4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1957850 Feb 04 05:53:09.878443 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54616) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:09.881501 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35617d56-16e5-4608-92b2-21cad2f47bf4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Network': ['ID=bc19dbea-406c-4dd7-a076-a11e0e81ab48,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:09.882973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'admin_state_up': True, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:09.891714 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network bc19dbea-406c-4dd7-a076-a11e0e81ab48 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:09.908448 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.909473 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:09.961791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.113402 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d44713e7-48c1-4a75-8c97-31f1b8f6cb62 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:10.113585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.133946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: d44713e7-48c1-4a75-8c97-31f1b8f6cb62 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:10.134215 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d44713e7-48c1-4a75-8c97-31f1b8f6cb62 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:10.134628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:10.153844 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:10.154198 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d0c7cdc1-38d9-40e8-8d8b-c94bed7e9b3f not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:10.154606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 943a3e59-a256-48a9-b122-5b0cb7776192 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:10.176470 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 943a3e59-a256-48a9-b122-5b0cb7776192 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:10.176811 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 943a3e59-a256-48a9-b122-5b0cb7776192 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:10.305225 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.323455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.420056 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.171 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/cc08ef83-604f-4bcd-80e7-8133462583c1) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:10.520276 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.552541 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:10.592282 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:10.595083 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:10.598453 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:10.603656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=cc08ef83-604f-4bcd-80e7-8133462583c1,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:10.630182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.630530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.630873 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.631210 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.631542 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.631878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.632206 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.632533 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.632860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.633185 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.633506 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.634390 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:10.850401 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.039432 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.160861 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 99c362fc-d426-4cff-80e3-a4838b388234 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:53:11.263082 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:11.272707 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Sync routers for ids ['99c362fc-d426-4cff-80e3-a4838b388234'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:11.282530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.282729 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Routers {'99c362fc-d426-4cff-80e3-a4838b388234'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:11.283217 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:52:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['99c362fc-d426-4cff-80e3-a4838b388234'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:11.284052 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c3f72b50-198d-4217-9cfe-b74c5fac5f27 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4045951 Feb 04 05:53:11.287222 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54618) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:11.315753 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1f166abd-cc23-4a77-a3c1-808ed4a48e13 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=40ad8d16904547d4bb154abb4c3cacdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269139 Feb 04 05:53:11.317702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54620) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:11.385044 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Set router 99c362fc-d426-4cff-80e3-a4838b388234 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:11.404258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1002852d-c46f-44f6-b15f-5df698173706 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:11.405806 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1002852d-c46f-44f6-b15f-5df698173706 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871921 Feb 04 05:53:11.408641 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54622) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:11.436675 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-df419ea6-cf7f-478d-a4ed-97f38a56884a tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269260 Feb 04 05:53:11.439048 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54624) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:11.443653 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-276353ec-35b4-42f2-a58b-3bda5f896ba0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-112089390', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:11.530853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276353ec-35b4-42f2-a58b-3bda5f896ba0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:11.534326 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-276353ec-35b4-42f2-a58b-3bda5f896ba0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:11.561478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c362fc-d426-4cff-80e3-a4838b388234', 'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:09Z', 'updated_at': '2022-02-04T05:53:10Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:10Z', 'updated_at': '2022-02-04T05:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:11.588282 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Checking router: 99c362fc-d426-4cff-80e3-a4838b388234 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:11.588634 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Updating router 99c362fc-d426-4cff-80e3-a4838b388234 port cc08ef83-604f-4bcd-80e7-8133462583c1 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:53:11.614142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.003681 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-276353ec-35b4-42f2-a58b-3bda5f896ba0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.072118 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276353ec-35b4-42f2-a58b-3bda5f896ba0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Checking segment: {'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:12.072855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276353ec-35b4-42f2-a58b-3bda5f896ba0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network hostable DHCP agents. Network: bc19dbea-406c-4dd7-a076-a11e0e81ab48, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:12.075391 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276353ec-35b4-42f2-a58b-3bda5f896ba0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Subnet': ['ID=bdfd3a26-56e3-49e0-a250-64b193c465cf,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:12.091718 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276353ec-35b4-42f2-a58b-3bda5f896ba0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network bc19dbea-406c-4dd7-a076-a11e0e81ab48 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:12.100519 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-276353ec-35b4-42f2-a58b-3bda5f896ba0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, bc19dbea-406c-4dd7-a076-a11e0e81ab48) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:12.109546 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276353ec-35b4-42f2-a58b-3bda5f896ba0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:12.111181 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-276353ec-35b4-42f2-a58b-3bda5f896ba0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.120977 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ade2272-1ad9-4c09-a23a-47a3d81a7f5b None None] Network bc19dbea-406c-4dd7-a076-a11e0e81ab48 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:12.129088 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-276353ec-35b4-42f2-a58b-3bda5f896ba0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6890736 Feb 04 05:53:12.131981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54626) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:12.140932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.172280 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.254003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd909a5-1dc4-4b98-9e6b-ae3b28f576da None None] Pushing event updated for resources: {'Port': ['ID=cc08ef83-604f-4bcd-80e7-8133462583c1,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:12.265207 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Attempting to bind port cc08ef83-604f-4bcd-80e7-8133462583c1 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:12.265584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Attempting to bind port cc08ef83-604f-4bcd-80e7-8133462583c1 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:12.265973 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Attempting to bind port cc08ef83-604f-4bcd-80e7-8133462583c1 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:12.291969 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:12.292691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:12.292810 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.293118 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:12.293598 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Bound port: cc08ef83-604f-4bcd-80e7-8133462583c1, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:12.294003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.371262 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ips': [{'subnet_id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:53:12.372095 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.375773 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] For port cc08ef83-604f-4bcd-80e7-8133462583c1, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:12.379396 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] For port cc08ef83-604f-4bcd-80e7-8133462583c1, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=cc08ef83-604f-4bcd-80e7-8133462583c1,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:12.387049 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.507571 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Routers {'99c362fc-d426-4cff-80e3-a4838b388234'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:12.508116 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:52:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['99c362fc-d426-4cff-80e3-a4838b388234'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:12.512405 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd909a5-1dc4-4b98-9e6b-ae3b28f576da None None] Pushing event updated for resources: {'Port': ['ID=cc08ef83-604f-4bcd-80e7-8133462583c1,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:12.564721 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.638616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Allocated IP 172.20.0.2 (bc19dbea-406c-4dd7-a076-a11e0e81ab48/bdfd3a26-56e3-49e0-a250-64b193c465cf/b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:12.661797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] Set router 99c362fc-d426-4cff-80e3-a4838b388234 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:12.809265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-be73f336-9f17-4648-9354-46c077a6ca94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.940278 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.948162 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:12.992547 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Network bc19dbea-406c-4dd7-a076-a11e0e81ab48 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:12.994875 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.1 (bc19dbea-406c-4dd7-a076-a11e0e81ab48/bdfd3a26-56e3-49e0-a250-64b193c465cf/351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:12.997840 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c362fc-d426-4cff-80e3-a4838b388234', 'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:09Z', 'updated_at': '2022-02-04T05:53:10Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:10Z', 'updated_at': '2022-02-04T05:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:13.002975 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:13.027624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:13.029686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Pushing event updated for resources: {'Port': ['ID=b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:13.032956 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c4d3d-c5f3-4319-a767-f8a7e15efb41 None None] The sync data for ids ['99c362fc-d426-4cff-80e3-a4838b388234'] in dv-neutron-827794-1-hyperv is: [{'id': '99c362fc-d426-4cff-80e3-a4838b388234', 'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:09Z', 'updated_at': '2022-02-04T05:53:10Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:10Z', 'updated_at': '2022-02-04T05:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:13.090607 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Attempting to bind port b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:13.091080 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Attempting to bind port b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:13.091518 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Attempting to bind port b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a on network bc19dbea-406c-4dd7-a076-a11e0e81ab48 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:13.096772 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:13.097243 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Checking segment: {'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:13.097727 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.098163 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Bound using segment: {'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:13.098633 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Bound port: b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:13.099015 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.118629 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.153316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.168208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-293271c8-039f-4019-9357-e12e6917e293 None None] For port b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:13.171476 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-293271c8-039f-4019-9357-e12e6917e293 None None] For port b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:13.178494 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.202578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network bc19dbea-406c-4dd7-a076-a11e0e81ab48 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:13.206529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:13.210220 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:13.239216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293271c8-039f-4019-9357-e12e6917e293 None None] Pushing event updated for resources: {'Port': ['ID=b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:13.240849 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:13.275605 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.475443 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.823695 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.828395 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:13.917566 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:13.920242 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.022639 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network bc19dbea-406c-4dd7-a076-a11e0e81ab48 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:14.024781 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:14.172228 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 99c362fc-d426-4cff-80e3-a4838b388234 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:14.211653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device cc08ef83-604f-4bcd-80e7-8133462583c1 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:14.272798 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port cc08ef83-604f-4bcd-80e7-8133462583c1 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:14.273372 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.298872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:14.302380 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9744fff6-f500-4722-a1d2-71e20178fcff None None] Network bc19dbea-406c-4dd7-a076-a11e0e81ab48 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:14.304158 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9b61d0d4-b8c9-4e91-b9ea-fe8b66109df8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/99c362fc-d426-4cff-80e3-a4838b388234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1708345 Feb 04 05:53:14.306385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54628) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:14.376411 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c4e56140-8985-4765-9ce8-dd149919a759 None None] Provisioning complete for port b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:14.376672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c4e56140-8985-4765-9ce8-dd149919a759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.405523 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31f4c81-4e13-4f4f-8721-8b42e1e952bb tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:14.406038 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31f4c81-4e13-4f4f-8721-8b42e1e952bb tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:14.406542 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31f4c81-4e13-4f4f-8721-8b42e1e952bb tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:14.406968 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31f4c81-4e13-4f4f-8721-8b42e1e952bb tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:14.411539 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e31f4c81-4e13-4f4f-8721-8b42e1e952bb tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1013374 Feb 04 05:53:14.411539 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54630) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:14.464674 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f7cbe1-09e0-4ca8-ac3f-2805f100f989 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:14.465177 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f7cbe1-09e0-4ca8-ac3f-2805f100f989 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:14.465640 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f7cbe1-09e0-4ca8-ac3f-2805f100f989 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:14.466121 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f7cbe1-09e0-4ca8-ac3f-2805f100f989 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:14.470291 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-74f7cbe1-09e0-4ca8-ac3f-2805f100f989 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0555837 Feb 04 05:53:14.470756 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54632) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:14.500279 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.545055 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port cc08ef83-604f-4bcd-80e7-8133462583c1, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=cc08ef83-604f-4bcd-80e7-8133462583c1,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:14.611243 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d0720be9-074b-45ba-8300-8bff73cc1c7b tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1392670 Feb 04 05:53:14.613961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54634) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:14.619395 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-5b8a1ec9-d94f-44a4-acb5-827fb0a52e04 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1846417748', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:14.717935 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.718696 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:14.731035 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Sync routers for ids ['99c362fc-d426-4cff-80e3-a4838b388234'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:14.737910 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8a1ec9-d94f-44a4-acb5-827fb0a52e04 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:14.741014 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Routers {'99c362fc-d426-4cff-80e3-a4838b388234'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:14.741614 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:52:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['99c362fc-d426-4cff-80e3-a4838b388234'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:14.742444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5b8a1ec9-d94f-44a4-acb5-827fb0a52e04 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.761091 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-5b8a1ec9-d94f-44a4-acb5-827fb0a52e04 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] device_id is not set on port 38240bd0-c9e6-44c8-b428-4bff5813a13b yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:14.792835 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c4e56140-8985-4765-9ce8-dd149919a759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.830421 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=cc08ef83-604f-4bcd-80e7-8133462583c1,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:14.862346 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Set router 99c362fc-d426-4cff-80e3-a4838b388234 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:14.871976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c4e56140-8985-4765-9ce8-dd149919a759 None None] For port b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:14.875087 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:14.875352 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.878395 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c4e56140-8985-4765-9ce8-dd149919a759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.896795 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-5b8a1ec9-d94f-44a4-acb5-827fb0a52e04 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.10 (bc19dbea-406c-4dd7-a076-a11e0e81ab48/bdfd3a26-56e3-49e0-a250-64b193c465cf/38240bd0-c9e6-44c8-b428-4bff5813a13b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:14.907014 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e99cb40f-c827-43c8-9778-aa728adf1d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:14.978038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e56140-8985-4765-9ce8-dd149919a759 None None] Pushing event updated for resources: {'Port': ['ID=b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:15.080679 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5b8a1ec9-d94f-44a4-acb5-827fb0a52e04 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.103205 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-38732af5-29d0-4bef-be48-4a5b2f4053d2 None None] Provisioning complete for port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:15.103586 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-38732af5-29d0-4bef-be48-4a5b2f4053d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.116394 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c362fc-d426-4cff-80e3-a4838b388234', 'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:09Z', 'updated_at': '2022-02-04T05:53:13Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:10Z', 'updated_at': '2022-02-04T05:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9', 'name': '', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:c3:b8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:12Z', 'updated_at': '2022-02-04T05:53:13Z', 'revision_number': 2, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:15.129156 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5b8a1ec9-d94f-44a4-acb5-827fb0a52e04 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.139495 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-38732af5-29d0-4bef-be48-4a5b2f4053d2 None None] Port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:15.152914 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-38732af5-29d0-4bef-be48-4a5b2f4053d2 None None] Provisioning complete for port b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:15.153361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-38732af5-29d0-4bef-be48-4a5b2f4053d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.166987 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Checking router: 99c362fc-d426-4cff-80e3-a4838b388234 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:15.167333 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Updating router 99c362fc-d426-4cff-80e3-a4838b388234 port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:53:15.185354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8a1ec9-d94f-44a4-acb5-827fb0a52e04 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network bc19dbea-406c-4dd7-a076-a11e0e81ab48 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:15.190212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-5b8a1ec9-d94f-44a4-acb5-827fb0a52e04 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:15.194788 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.195239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a1ec9-d94f-44a4-acb5-827fb0a52e04 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:15.231953 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a1ec9-d94f-44a4-acb5-827fb0a52e04 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=38240bd0-c9e6-44c8-b428-4bff5813a13b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:15.262954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8a1ec9-d94f-44a4-acb5-827fb0a52e04 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:15.263652 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5b8a1ec9-d94f-44a4-acb5-827fb0a52e04 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.282145 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5b8a1ec9-d94f-44a4-acb5-827fb0a52e04 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6670158 Feb 04 05:53:15.378890 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1f7ddd9b-018d-4582-ba20-9e20a691012f None None] Provisioning complete for port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:15.379908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1f7ddd9b-018d-4582-ba20-9e20a691012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.418671 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ddd9b-018d-4582-ba20-9e20a691012f None None] Port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:15.485200 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.492345 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.539196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-cf7c12e6-0c25-480f-8815-d55e7a71db26 None None] Provisioning complete for port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:15.539565 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cf7c12e6-0c25-480f-8815-d55e7a71db26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.544737 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf68bd-f56f-4377-9426-4977339bb98e None None] Pushing event updated for resources: {'Port': ['ID=351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:15.567634 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf68bd-f56f-4377-9426-4977339bb98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:15.568458 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf68bd-f56f-4377-9426-4977339bb98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:15.568682 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf68bd-f56f-4377-9426-4977339bb98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:15.569112 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf68bd-f56f-4377-9426-4977339bb98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:15.569525 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf68bd-f56f-4377-9426-4977339bb98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:15.570056 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf68bd-f56f-4377-9426-4977339bb98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:15.570512 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf68bd-f56f-4377-9426-4977339bb98e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:15.570832 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf68bd-f56f-4377-9426-4977339bb98e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:15.578467 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf68bd-f56f-4377-9426-4977339bb98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:15.578467 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf68bd-f56f-4377-9426-4977339bb98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:15.578467 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf68bd-f56f-4377-9426-4977339bb98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:15.578467 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddf68bd-f56f-4377-9426-4977339bb98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:15.589269 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c12e6-0c25-480f-8815-d55e7a71db26 None None] Port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:15.620203 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54638) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:15.624733 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1cafcf41-2f62-4596-982d-ee322f0aa91c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-125713616', 'description': 'tempest-secgroup-smoke-125713616 description', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:15.628227 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Attempting to bind port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:15.628670 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Attempting to bind port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:15.629380 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Attempting to bind port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 on network bc19dbea-406c-4dd7-a076-a11e0e81ab48 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:15.635008 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:15.635448 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Checking segment: {'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:15.635905 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.636356 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Bound using segment: {'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:15.636883 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Bound port: 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:15.637342 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.649949 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1cafcf41-2f62-4596-982d-ee322f0aa91c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.712155 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] For port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:15.715573 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] For port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:15.720398 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.726289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1cafcf41-2f62-4596-982d-ee322f0aa91c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.732681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1cafcf41-2f62-4596-982d-ee322f0aa91c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.764831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1cafcf41-2f62-4596-982d-ee322f0aa91c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.769412 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1cafcf41-2f62-4596-982d-ee322f0aa91c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1447632 Feb 04 05:53:15.769412 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafcf41-2f62-4596-982d-ee322f0aa91c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb0651c-2f27-4744-9bf9-18d22cfaf51e,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:15.769948 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54640) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:15.773645 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d168392c-4283-4365-8161-72c96466bbf6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '9eb0651c-2f27-4744-9bf9-18d22cfaf51e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:15.788489 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Routers {'99c362fc-d426-4cff-80e3-a4838b388234'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:15.789127 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:53:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['99c362fc-d426-4cff-80e3-a4838b388234'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:15.809415 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d168392c-4283-4365-8161-72c96466bbf6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.814537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-04d4ac39-b0ea-4f21-a02a-e8fcf92d2230 None None] Provisioning complete for port 38240bd0-c9e6-44c8-b428-4bff5813a13b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:15.814961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-04d4ac39-b0ea-4f21-a02a-e8fcf92d2230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.834007 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf68bd-f56f-4377-9426-4977339bb98e None None] Pushing event updated for resources: {'Port': ['ID=351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:15.858804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-04d4ac39-b0ea-4f21-a02a-e8fcf92d2230 None None] Port 38240bd0-c9e6-44c8-b428-4bff5813a13b cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:15.885984 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.893949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d168392c-4283-4365-8161-72c96466bbf6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.898871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d168392c-4283-4365-8161-72c96466bbf6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.919634 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] Set router 99c362fc-d426-4cff-80e3-a4838b388234 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:15.920084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168392c-4283-4365-8161-72c96466bbf6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b07faa5-f35e-4af0-a38d-19a6125d6880,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:15.930072 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d168392c-4283-4365-8161-72c96466bbf6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.931859 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d168392c-4283-4365-8161-72c96466bbf6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1618054 Feb 04 05:53:15.934816 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54642) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:15.939385 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-eab8c451-84fb-4b7b-84f4-6c7518139ba5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '9eb0651c-2f27-4744-9bf9-18d22cfaf51e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:15.970923 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eab8c451-84fb-4b7b-84f4-6c7518139ba5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:15.978396 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6bd91127-3c45-4b67-91d8-d71a5616d4a4 None None] Provisioning complete for port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:15.979127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6bd91127-3c45-4b67-91d8-d71a5616d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.062891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eab8c451-84fb-4b7b-84f4-6c7518139ba5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.071621 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eab8c451-84fb-4b7b-84f4-6c7518139ba5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.088061 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6bd91127-3c45-4b67-91d8-d71a5616d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.097621 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8c451-84fb-4b7b-84f4-6c7518139ba5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e273d9-e3a8-4218-b3e8-9482ac21b7a6,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:16.129178 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eab8c451-84fb-4b7b-84f4-6c7518139ba5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.134545 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6bd91127-3c45-4b67-91d8-d71a5616d4a4 None None] For port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:16.135969 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54644) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:16.136822 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-eab8c451-84fb-4b7b-84f4-6c7518139ba5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2004468 Feb 04 05:53:16.142760 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-16a12315-9105-4fd5-b363-2f672538a1d1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '9eb0651c-2f27-4744-9bf9-18d22cfaf51e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:16.149866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6bd91127-3c45-4b67-91d8-d71a5616d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.154355 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c362fc-d426-4cff-80e3-a4838b388234', 'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:09Z', 'updated_at': '2022-02-04T05:53:13Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:10Z', 'updated_at': '2022-02-04T05:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9', 'name': '', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:c3:b8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:12Z', 'updated_at': '2022-02-04T05:53:15Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:16.178798 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device cc08ef83-604f-4bcd-80e7-8133462583c1 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:16.191211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16a12315-9105-4fd5-b363-2f672538a1d1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.193018 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75d4d0-d9f4-4612-9023-56af4986aea2 None None] The sync data for ids ['99c362fc-d426-4cff-80e3-a4838b388234'] in dv-neutron-827794-1-hyperv is: [{'id': '99c362fc-d426-4cff-80e3-a4838b388234', 'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:09Z', 'updated_at': '2022-02-04T05:53:13Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:10Z', 'updated_at': '2022-02-04T05:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9', 'name': '', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:c3:b8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:12Z', 'updated_at': '2022-02-04T05:53:15Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:16.237603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd91127-3c45-4b67-91d8-d71a5616d4a4 None None] Pushing event updated for resources: {'Port': ['ID=351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:16.269157 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port cc08ef83-604f-4bcd-80e7-8133462583c1 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:16.269533 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.279054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16a12315-9105-4fd5-b363-2f672538a1d1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.285108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16a12315-9105-4fd5-b363-2f672538a1d1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.304326 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a12315-9105-4fd5-b363-2f672538a1d1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b0d816-15da-4c51-b697-4591d14bf7f3,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:16.309722 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16a12315-9105-4fd5-b363-2f672538a1d1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.310981 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-16a12315-9105-4fd5-b363-2f672538a1d1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1737809 Feb 04 05:53:16.313753 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54646) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:16.319793 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f9a181f9-6fa7-4a92-9971-2f9130437cfc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '9eb0651c-2f27-4744-9bf9-18d22cfaf51e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:16.321632 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c9dce134-5c24-4a00-a87e-f54925af7c2c None None] Provisioning complete for port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:16.322066 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c9dce134-5c24-4a00-a87e-f54925af7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.354637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9a181f9-6fa7-4a92-9971-2f9130437cfc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.408209 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:16.424020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9a181f9-6fa7-4a92-9971-2f9130437cfc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.429565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9a181f9-6fa7-4a92-9971-2f9130437cfc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.449614 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a181f9-6fa7-4a92-9971-2f9130437cfc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d78bf62-1589-4ba9-a950-a79989bfcc1f,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:16.457029 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f9a181f9-6fa7-4a92-9971-2f9130437cfc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.460781 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f9a181f9-6fa7-4a92-9971-2f9130437cfc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432745 Feb 04 05:53:16.460969 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54648) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:16.466922 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b22de9dd-35e1-4233-8f4a-2f60d50b50d7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '9eb0651c-2f27-4744-9bf9-18d22cfaf51e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:16.492040 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-b22de9dd-35e1-4233-8f4a-2f60d50b50d7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:53:16.496828 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:16.497296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.500283 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b22de9dd-35e1-4233-8f4a-2f60d50b50d7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.568157 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b22de9dd-35e1-4233-8f4a-2f60d50b50d7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.573139 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b22de9dd-35e1-4233-8f4a-2f60d50b50d7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.591178 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22de9dd-35e1-4233-8f4a-2f60d50b50d7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0722fa-06cc-4e6b-881c-bd73ea17234a,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:16.599483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b22de9dd-35e1-4233-8f4a-2f60d50b50d7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.600678 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b22de9dd-35e1-4233-8f4a-2f60d50b50d7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383250 Feb 04 05:53:16.603916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54650) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:16.608335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e7089b94-c91e-42df-944f-061c2514305e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '9eb0651c-2f27-4744-9bf9-18d22cfaf51e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:16.632387 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-e7089b94-c91e-42df-944f-061c2514305e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:53:16.637673 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e7089b94-c91e-42df-944f-061c2514305e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.700289 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e7089b94-c91e-42df-944f-061c2514305e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.704574 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e7089b94-c91e-42df-944f-061c2514305e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.722893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7089b94-c91e-42df-944f-061c2514305e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db53ed7c-cb6d-4450-8277-c6e7655f46dd,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:16.732748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e7089b94-c91e-42df-944f-061c2514305e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:16.733994 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e7089b94-c91e-42df-944f-061c2514305e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291192 Feb 04 05:53:16.882536 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-02440fd1-26b8-4a0a-9f96-bbd332b219fa tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-125713616&fields=id&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 267 time: 0.0329931 Feb 04 05:53:16.936227 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-89b41bea-06af-4e39-be9e-d9e113b14ed4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:16.937523 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-89b41bea-06af-4e39-be9e-d9e113b14ed4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports/38240bd0-c9e6-44c8-b428-4bff5813a13b HTTP/1.1" status: 200 len: 931 time: 0.0440135 Feb 04 05:53:16.987955 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-b6b1ae5a-71ee-4500-a7f6-bd50381361c6 service neutron] 10.222.0.10 "GET /v2.0/ports/38240bd0-c9e6-44c8-b428-4bff5813a13b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0376728 Feb 04 05:53:17.082071 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-8f8b627d-0415-4525-96b3-d27e9290c82f service neutron] 10.222.0.10 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876033 Feb 04 05:53:17.176893 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-0da1f690-c378-4072-a05c-8ea1b6ca368c service neutron] 10.222.0.10 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882456 Feb 04 05:53:17.344917 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4a6dd72a-4bdb-4265-8da8-5652029508d1 req-1d4f3f20-1d42-4af7-8f3c-2056d046753d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 210 time: 0.0272994 Feb 04 05:53:17.669037 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:17.934229 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.126774 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:18.176938 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:18.177308 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.268750 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-a2bc54b9-e505-4228-910d-d4b4dd48b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:18.270545 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-a2bc54b9-e505-4228-910d-d4b4dd48b53c service neutron] 10.222.0.26 "GET /v2.0/ports/38240bd0-c9e6-44c8-b428-4bff5813a13b HTTP/1.1" status: 200 len: 1027 time: 0.0385196 Feb 04 05:53:18.375962 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-59a114f2-0cdd-4064-9e34-dfed63c29d4a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:18.377422 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-59a114f2-0cdd-4064-9e34-dfed63c29d4a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/networks?id=bc19dbea-406c-4dd7-a076-a11e0e81ab48 HTTP/1.1" status: 200 len: 797 time: 0.1015294 Feb 04 05:53:18.426154 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-57579fc0-46a2-4d19-a777-2d95541d6686 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 379 time: 0.0366318 Feb 04 05:53:18.436466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Request body: {'port': {'device_id': '9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:18.437827 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b7be4136-e1cd-463a-937f-fb044db5c390 req-1c01c1e6-f180-4c74-b653-8b0a397953ee tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 210 time: 0.0255694 Feb 04 05:53:18.496316 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.741209 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38240bd0-c9e6-44c8-b428-4bff5813a13b {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:53:18.748319 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.760682 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Transition to ACTIVE for port object 38240bd0-c9e6-44c8-b428-4bff5813a13b will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:53:18.763532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.818891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Pushing event updated for resources: {'Port': ['ID=38240bd0-c9e6-44c8-b428-4bff5813a13b,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:18.888567 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Attempting to bind port 38240bd0-c9e6-44c8-b428-4bff5813a13b on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:18.888909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Attempting to bind port 38240bd0-c9e6-44c8-b428-4bff5813a13b by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:18.889238 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Attempting to bind port 38240bd0-c9e6-44c8-b428-4bff5813a13b on network bc19dbea-406c-4dd7-a076-a11e0e81ab48 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:18.894115 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Port 38240bd0-c9e6-44c8-b428-4bff5813a13b on network bc19dbea-406c-4dd7-a076-a11e0e81ab48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:53:18.894437 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Attempting to bind port 38240bd0-c9e6-44c8-b428-4bff5813a13b on network bc19dbea-406c-4dd7-a076-a11e0e81ab48 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:18.900142 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:18.900480 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Checking segment: {'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:18.900859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Bound using segment: {'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:18.901282 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Bound port: 38240bd0-c9e6-44c8-b428-4bff5813a13b, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:18.901662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:18.966533 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] For port 38240bd0-c9e6-44c8-b428-4bff5813a13b, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:18.969636 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] For port 38240bd0-c9e6-44c8-b428-4bff5813a13b, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=38240bd0-c9e6-44c8-b428-4bff5813a13b,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:18.974736 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.013064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:19.013667 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:19.015046 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] 10.222.0.26 "PUT /v2.0/ports/38240bd0-c9e6-44c8-b428-4bff5813a13b HTTP/1.1" status: 200 len: 1132 time: 0.5824938 Feb 04 05:53:19.015476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c', 'tag': '38240bd0-c9e6-44c8-b428-4bff5813a13b'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:19.017699 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de52a3d-3586-4f24-a2cd-d2838b3fa259" -d '{"events": [{"name": "network-changed", "server_uuid": "9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c", "tag": "38240bd0-c9e6-44c8-b428-4bff5813a13b"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:19.050950 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac166d4-fe0a-4f27-b30d-b854cca88cdf service neutron] Pushing event updated for resources: {'Port': ['ID=38240bd0-c9e6-44c8-b428-4bff5813a13b,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:19.100178 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-26a1f020-bca1-473f-800d-10d6be343624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:19.101806 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-26a1f020-bca1-473f-800d-10d6be343624 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 1135 time: 0.0467963 Feb 04 05:53:19.143609 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3343d0cd-6a0b-48ca-b90d-3c5c264a1074 x-openstack-request-id: req-3343d0cd-6a0b-48ca-b90d-3c5c264a1074 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:19.143897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c", "tag": "38240bd0-c9e6-44c8-b428-4bff5813a13b", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:19.144150 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3343d0cd-6a0b-48ca-b90d-3c5c264a1074 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:19.144555 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c', 'tag': '38240bd0-c9e6-44c8-b428-4bff5813a13b', 'status': 'completed', 'code': 200} Feb 04 05:53:19.146100 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-321898f0-3e71-4a6c-92a1-19cde50ab629 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38240bd0-c9e6-44c8-b428-4bff5813a13b HTTP/1.1" status: 200 len: 217 time: 0.0367603 Feb 04 05:53:19.199301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-e20ef584-a5aa-45bf-8072-1ab53aded656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:19.200757 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-e20ef584-a5aa-45bf-8072-1ab53aded656 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdfd3a26-56e3-49e0-a250-64b193c465cf HTTP/1.1" status: 200 len: 834 time: 0.0478444 Feb 04 05:53:19.245373 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-26fcfa73-a4a1-4e7d-9ab7-cea466091134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:19.246931 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-26fcfa73-a4a1-4e7d-9ab7-cea466091134 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc19dbea-406c-4dd7-a076-a11e0e81ab48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398815 Feb 04 05:53:19.333486 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-fda37fb7-4262-4795-86c3-63cd9c7dc369 service neutron] 10.222.0.26 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802882 Feb 04 05:53:19.420160 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4dfb45ac-9cea-49b1-84f8-a7424d925e92 req-56285bbb-2b99-4f74-bca2-c2e40874a604 service neutron] 10.222.0.26 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803497 Feb 04 05:53:19.501354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de52a3d-3586-4f24-a2cd-d2838b3fa259 req-c96f6e14-5377-401d-bd14-7c8ad6814830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:19.502867 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1de52a3d-3586-4f24-a2cd-d2838b3fa259 req-c96f6e14-5377-401d-bd14-7c8ad6814830 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 1135 time: 0.0398281 Feb 04 05:53:19.556684 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bafcd-eebb-4001-a788-90bb55a68197 req-bf7654d3-6fb4-49b0-a11f-f73531dc993d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:19.558079 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a34bafcd-eebb-4001-a788-90bb55a68197 req-bf7654d3-6fb4-49b0-a11f-f73531dc993d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 982 time: 0.0477426 Feb 04 05:53:19.595639 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a34bafcd-eebb-4001-a788-90bb55a68197 req-d4f55427-514e-4627-a387-376811a82580 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315247 Feb 04 05:53:19.599849 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de52a3d-3586-4f24-a2cd-d2838b3fa259 req-e9b46222-5591-4d67-8b64-57c80c137a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:19.601288 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1de52a3d-3586-4f24-a2cd-d2838b3fa259 req-e9b46222-5591-4d67-8b64-57c80c137a0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc19dbea-406c-4dd7-a076-a11e0e81ab48 HTTP/1.1" status: 200 len: 897 time: 0.0912755 Feb 04 05:53:19.641516 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1de52a3d-3586-4f24-a2cd-d2838b3fa259 req-47d56124-4238-4c48-8533-018935721d74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38240bd0-c9e6-44c8-b428-4bff5813a13b HTTP/1.1" status: 200 len: 217 time: 0.0331128 Feb 04 05:53:19.687334 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de52a3d-3586-4f24-a2cd-d2838b3fa259 req-05fdefe8-3aa5-4cb9-aa74-353bdbb6b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:19.688684 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1de52a3d-3586-4f24-a2cd-d2838b3fa259 req-05fdefe8-3aa5-4cb9-aa74-353bdbb6b753 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdfd3a26-56e3-49e0-a250-64b193c465cf HTTP/1.1" status: 200 len: 834 time: 0.0412598 Feb 04 05:53:19.731628 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de52a3d-3586-4f24-a2cd-d2838b3fa259 req-7007905f-83f9-4e27-86ad-43c50849b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:19.733083 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1de52a3d-3586-4f24-a2cd-d2838b3fa259 req-7007905f-83f9-4e27-86ad-43c50849b472 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc19dbea-406c-4dd7-a076-a11e0e81ab48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378449 Feb 04 05:53:19.823485 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1de52a3d-3586-4f24-a2cd-d2838b3fa259 req-26eeb345-ae27-44f5-a52b-5fe8f6d93c1c service neutron] 10.222.0.26 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835123 Feb 04 05:53:19.913764 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1de52a3d-3586-4f24-a2cd-d2838b3fa259 req-d403490b-e7e7-4984-8f55-a8580c694324 service neutron] 10.222.0.26 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823550 Feb 04 05:53:20.708565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c67ebe-5a3e-4f14-8231-c2c3ba397715 req-7f5ee096-0fa5-4a11-ba71-8e4391a031c0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:20.710030 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e4c67ebe-5a3e-4f14-8231-c2c3ba397715 req-7f5ee096-0fa5-4a11-ba71-8e4391a031c0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 982 time: 0.0477524 Feb 04 05:53:20.749531 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e4c67ebe-5a3e-4f14-8231-c2c3ba397715 req-8247dfcf-bcb1-41e0-8a27-36f5bea88fcc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334651 Feb 04 05:53:21.862117 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d25dc-6b1f-4b5d-9277-b971785a557c req-1334c01a-5b12-4dea-9a63-dc12383f8b8b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:21.863603 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5b5d25dc-6b1f-4b5d-9277-b971785a557c req-1334c01a-5b12-4dea-9a63-dc12383f8b8b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 982 time: 0.0485675 Feb 04 05:53:21.900883 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5b5d25dc-6b1f-4b5d-9277-b971785a557c req-a1c17c7d-b001-4ca9-b506-f4536028f520 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313156 Feb 04 05:53:22.080498 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 38240bd0-c9e6-44c8-b428-4bff5813a13b details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:53:22.175100 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 38240bd0-c9e6-44c8-b428-4bff5813a13b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=38240bd0-c9e6-44c8-b428-4bff5813a13b,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:22.185609 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '38240bd0-c9e6-44c8-b428-4bff5813a13b', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'port_id': '38240bd0-c9e6-44c8-b428-4bff5813a13b', 'mac_address': 'fa:16:3e:a6:c6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:53:22.222387 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.234475 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38240bd0-c9e6-44c8-b428-4bff5813a13b {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:53:22.252903 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 38240bd0-c9e6-44c8-b428-4bff5813a13b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=38240bd0-c9e6-44c8-b428-4bff5813a13b,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:22.256743 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:22.303142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=38240bd0-c9e6-44c8-b428-4bff5813a13b,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:22.446254 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['38240bd0-c9e6-44c8-b428-4bff5813a13b'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:53:23.014364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ef0e3-f0b5-41ba-9fc1-d11073dd8aae req-b3cc06bb-9aed-4051-a95b-809d891251b4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:23.015818 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9f3ef0e3-f0b5-41ba-9fc1-d11073dd8aae req-b3cc06bb-9aed-4051-a95b-809d891251b4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 983 time: 0.0474865 Feb 04 05:53:23.051834 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9f3ef0e3-f0b5-41ba-9fc1-d11073dd8aae req-b8d38a4a-0916-4385-9134-a4cd3d0a8e04 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302823 Feb 04 05:53:24.095670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 38240bd0-c9e6-44c8-b428-4bff5813a13b up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:24.144021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 38240bd0-c9e6-44c8-b428-4bff5813a13b completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:53:24.147827 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 38240bd0-c9e6-44c8-b428-4bff5813a13b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:24.148431 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.167789 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64783cd9-a938-4c28-ac59-7374c5dfcb90 req-0f63e2a0-a7a3-4fbc-ab6f-70ed8b75e21a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:24.169252 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-64783cd9-a938-4c28-ac59-7374c5dfcb90 req-0f63e2a0-a7a3-4fbc-ab6f-70ed8b75e21a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 983 time: 0.0482543 Feb 04 05:53:24.210091 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-64783cd9-a938-4c28-ac59-7374c5dfcb90 req-002d6200-8464-40aa-8e8b-943cbd7768e5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347373 Feb 04 05:53:24.228035 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.251957 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38240bd0-c9e6-44c8-b428-4bff5813a13b'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:24.256718 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c426c2-1c0a-4474-8ec9-83b35e61058f" -d '{"events": [{"server_uuid": "9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c", "name": "network-vif-plugged", "status": "completed", "tag": "38240bd0-c9e6-44c8-b428-4bff5813a13b"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:24.270069 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 38240bd0-c9e6-44c8-b428-4bff5813a13b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=38240bd0-c9e6-44c8-b428-4bff5813a13b,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:24.275136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:24.320841 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=38240bd0-c9e6-44c8-b428-4bff5813a13b,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:24.328385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:24.328733 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:24.329322 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:24.329649 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:24.329995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:24.330322 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:24.330645 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:24.330965 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:24.331288 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:24.331604 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:24.331923 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:24.332256 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:53:24.350831 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d30cc3e-af4f-43b2-9e8a-b8539c268099 x-openstack-request-id: req-7d30cc3e-af4f-43b2-9e8a-b8539c268099 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:24.351125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c", "name": "network-vif-plugged", "status": "completed", "tag": "38240bd0-c9e6-44c8-b428-4bff5813a13b", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:24.351379 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d30cc3e-af4f-43b2-9e8a-b8539c268099 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:24.351799 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38240bd0-c9e6-44c8-b428-4bff5813a13b', 'code': 200} Feb 04 05:53:24.508149 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef74c9-968e-4499-83ed-dfd5d3a2d466 req-89f5b58e-ecc6-4aa9-993e-591ce2509e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:24.510379 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f7ef74c9-968e-4499-83ed-dfd5d3a2d466 req-89f5b58e-ecc6-4aa9-993e-591ce2509e55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 1137 time: 0.0445926 Feb 04 05:53:24.542117 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f7ef74c9-968e-4499-83ed-dfd5d3a2d466 req-732735ca-426c-4e16-8261-1a0d3b48a161 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257878 Feb 04 05:53:25.323847 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2150b-e3dc-46db-bdf1-f820e0df5809 req-c7c39daa-55f5-49a3-8a51-0251d9f2322e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:25.325333 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-48b2150b-e3dc-46db-bdf1-f820e0df5809 req-c7c39daa-55f5-49a3-8a51-0251d9f2322e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 984 time: 0.0475039 Feb 04 05:53:25.362754 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-48b2150b-e3dc-46db-bdf1-f820e0df5809 req-5a6e8d4e-d15f-41de-b425-2cd0f4ec4dd3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311899 Feb 04 05:53:26.477426 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd711e-357a-45bd-a0dd-b681d8758ce0 req-f5bd1a72-0c45-4b63-861c-0e4ac0dba19e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:26.479452 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bacd711e-357a-45bd-a0dd-b681d8758ce0 req-f5bd1a72-0c45-4b63-861c-0e4ac0dba19e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 984 time: 0.0488687 Feb 04 05:53:26.515127 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bacd711e-357a-45bd-a0dd-b681d8758ce0 req-b6b87558-7504-4c7a-8bba-c7afca8b7193 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298572 Feb 04 05:53:26.625500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d91716-5e0c-4dc6-aaa6-53a9c80a86d2 req-3da04c08-eb7f-44f5-bdc7-9162186af498 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:26.626879 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b4d91716-5e0c-4dc6-aaa6-53a9c80a86d2 req-3da04c08-eb7f-44f5-bdc7-9162186af498 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 984 time: 0.0465567 Feb 04 05:53:26.666752 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b4d91716-5e0c-4dc6-aaa6-53a9c80a86d2 req-43d65f34-cd88-4ade-ac9c-782b26143cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340581 Feb 04 05:53:26.688139 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54706) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:26.726038 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3bd7da-becc-456c-be80-2e0979ae78c5 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:26.727517 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fd3bd7da-becc-456c-be80-2e0979ae78c5 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 1132 time: 0.0384243 Feb 04 05:53:26.730235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54708) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:26.734342 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': '38240bd0-c9e6-44c8-b428-4bff5813a13b', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:26.757421 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.849659 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:26.951100 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.98 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/fbad5065-d794-47ac-85c2-f81e92812654) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:27.047136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.083616 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.121217 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:27.124042 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:27.127452 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:27.151990 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=fbad5065-d794-47ac-85c2-f81e92812654,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:27.471924 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.823694 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.967767 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:27.972276 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.037344 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=fbad5065-d794-47ac-85c2-f81e92812654,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:28.047008 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.143092 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP d4150d5e-adb5-4298-9e6d-f62ba82b5b72 associated. External IP: 172.26.3.98, port: 38240bd0-c9e6-44c8-b428-4bff5813a13b. Feb 04 05:53:28.342505 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 99c362fc-d426-4cff-80e3-a4838b388234 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:28.447652 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:28.457283 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4c369b-4790-44a4-8bb1-41bab7a5fc12 None None] Sync routers for ids ['99c362fc-d426-4cff-80e3-a4838b388234'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:28.469364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:28.469574 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4c369b-4790-44a4-8bb1-41bab7a5fc12 None None] Routers {'99c362fc-d426-4cff-80e3-a4838b388234'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:28.469574 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-da4c369b-4790-44a4-8bb1-41bab7a5fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:53:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['99c362fc-d426-4cff-80e3-a4838b388234'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:28.493048 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cfddc645-e701-46d9-97c4-1b7c70239f52 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.7617948 Feb 04 05:53:28.493642 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c', 'tag': '38240bd0-c9e6-44c8-b428-4bff5813a13b'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:28.495912 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec70703-df31-41f3-b856-c6d65e11327a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c", "tag": "38240bd0-c9e6-44c8-b428-4bff5813a13b"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:28.496233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54710) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:28.531823 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fba435-9f8f-4d7e-a2e7-aa49367981be x-openstack-request-id: req-88fba435-9f8f-4d7e-a2e7-aa49367981be {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:28.532118 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c", "tag": "38240bd0-c9e6-44c8-b428-4bff5813a13b", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:28.532368 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88fba435-9f8f-4d7e-a2e7-aa49367981be {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:28.532775 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c', 'tag': '38240bd0-c9e6-44c8-b428-4bff5813a13b', 'status': 'completed', 'code': 200} Feb 04 05:53:28.578207 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-da4c369b-4790-44a4-8bb1-41bab7a5fc12 None None] Set router 99c362fc-d426-4cff-80e3-a4838b388234 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:28.596370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1195c5-38f2-41cb-aac1-e3f29a66c347 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:28.597902 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2f1195c5-38f2-41cb-aac1-e3f29a66c347 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c&network_id=bc19dbea-406c-4dd7-a076-a11e0e81ab48 HTTP/1.1" status: 200 len: 1132 time: 0.1006155 Feb 04 05:53:28.611929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec70703-df31-41f3-b856-c6d65e11327a req-698908b1-414e-4c21-a49c-1b36be098ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:28.613834 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0ec70703-df31-41f3-b856-c6d65e11327a req-698908b1-414e-4c21-a49c-1b36be098ce8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 1137 time: 0.0571144 Feb 04 05:53:28.821222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-da4c369b-4790-44a4-8bb1-41bab7a5fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c362fc-d426-4cff-80e3-a4838b388234', 'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:09Z', 'updated_at': '2022-02-04T05:53:13Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:10Z', 'updated_at': '2022-02-04T05:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'd4150d5e-adb5-4298-9e6d-f62ba82b5b72', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.98', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'port_id': '38240bd0-c9e6-44c8-b428-4bff5813a13b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1846417748', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'mac_address': 'fa:16:3e:a6:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:53:27Z', 'updated_at': '2022-02-04T05:53:27Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9', 'name': '', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:c3:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:12Z', 'updated_at': '2022-02-04T05:53:16Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:28.830574 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7049e-d83b-4019-8a30-4e6b338e7cd6 req-75f95e97-3b06-4354-aefe-b5157522346e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:28.832256 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-85e7049e-d83b-4019-8a30-4e6b338e7cd6 req-75f95e97-3b06-4354-aefe-b5157522346e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 984 time: 0.0565884 Feb 04 05:53:28.850139 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4c369b-4790-44a4-8bb1-41bab7a5fc12 None None] Checking router: 99c362fc-d426-4cff-80e3-a4838b388234 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:28.859740 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4c369b-4790-44a4-8bb1-41bab7a5fc12 None None] Routers {'99c362fc-d426-4cff-80e3-a4838b388234'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:28.860464 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-da4c369b-4790-44a4-8bb1-41bab7a5fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:53:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['99c362fc-d426-4cff-80e3-a4838b388234'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:28.873345 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-85e7049e-d83b-4019-8a30-4e6b338e7cd6 req-26a6b1f3-1ec4-42e3-acbb-91eabb8bf482 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339885 Feb 04 05:53:28.968410 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-da4c369b-4790-44a4-8bb1-41bab7a5fc12 None None] Set router 99c362fc-d426-4cff-80e3-a4838b388234 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:29.021591 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec70703-df31-41f3-b856-c6d65e11327a req-0096333e-4023-4927-83b1-5c60d19f20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:29.022987 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0ec70703-df31-41f3-b856-c6d65e11327a req-0096333e-4023-4927-83b1-5c60d19f20b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc19dbea-406c-4dd7-a076-a11e0e81ab48 HTTP/1.1" status: 200 len: 897 time: 0.4032981 Feb 04 05:53:29.089624 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0ec70703-df31-41f3-b856-c6d65e11327a req-9a3870c8-628b-40fc-8093-7618a4a712ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38240bd0-c9e6-44c8-b428-4bff5813a13b HTTP/1.1" status: 200 len: 1037 time: 0.0588689 Feb 04 05:53:29.138530 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec70703-df31-41f3-b856-c6d65e11327a req-8147a494-11b0-4e54-96c9-34df52572353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:29.139994 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0ec70703-df31-41f3-b856-c6d65e11327a req-8147a494-11b0-4e54-96c9-34df52572353 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdfd3a26-56e3-49e0-a250-64b193c465cf HTTP/1.1" status: 200 len: 834 time: 0.0430553 Feb 04 05:53:29.183132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec70703-df31-41f3-b856-c6d65e11327a req-0ab89584-631a-4b70-beb9-58a9a8f5a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:29.184595 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0ec70703-df31-41f3-b856-c6d65e11327a req-0ab89584-631a-4b70-beb9-58a9a8f5a173 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc19dbea-406c-4dd7-a076-a11e0e81ab48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383463 Feb 04 05:53:29.185248 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-da4c369b-4790-44a4-8bb1-41bab7a5fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c362fc-d426-4cff-80e3-a4838b388234', 'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:09Z', 'updated_at': '2022-02-04T05:53:13Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:10Z', 'updated_at': '2022-02-04T05:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'd4150d5e-adb5-4298-9e6d-f62ba82b5b72', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.98', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'port_id': '38240bd0-c9e6-44c8-b428-4bff5813a13b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1846417748', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'mac_address': 'fa:16:3e:a6:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:53:27Z', 'updated_at': '2022-02-04T05:53:27Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9', 'name': '', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:c3:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:12Z', 'updated_at': '2022-02-04T05:53:16Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:29.215533 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4c369b-4790-44a4-8bb1-41bab7a5fc12 None None] The sync data for ids ['99c362fc-d426-4cff-80e3-a4838b388234'] in dv-neutron-827794-1-hyperv is: [{'id': '99c362fc-d426-4cff-80e3-a4838b388234', 'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:09Z', 'updated_at': '2022-02-04T05:53:13Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:10Z', 'updated_at': '2022-02-04T05:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'd4150d5e-adb5-4298-9e6d-f62ba82b5b72', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.98', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'port_id': '38240bd0-c9e6-44c8-b428-4bff5813a13b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1846417748', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'mac_address': 'fa:16:3e:a6:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:53:27Z', 'updated_at': '2022-02-04T05:53:27Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9', 'name': '', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:c3:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:12Z', 'updated_at': '2022-02-04T05:53:16Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:29.277245 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0ec70703-df31-41f3-b856-c6d65e11327a req-2e70175f-0a74-46a3-bc25-b8a7e4891e18 service neutron] 10.222.0.26 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855989 Feb 04 05:53:29.371518 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0ec70703-df31-41f3-b856-c6d65e11327a req-f39e8ae4-3976-4271-b17f-5e077c041469 service neutron] 10.222.0.26 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859296 Feb 04 05:53:29.409435 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f41e02-56fc-44d1-bab2-ac171d799a5e None None] New status for floating IP d4150d5e-adb5-4298-9e6d-f62ba82b5b72: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:53:29.990241 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177408d1-3e9d-4d4b-8523-d2cbdb2144af req-35d6c868-ab52-49b1-98d8-0467ddf0cbde tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:29.991708 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-177408d1-3e9d-4d4b-8523-d2cbdb2144af req-35d6c868-ab52-49b1-98d8-0467ddf0cbde tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 984 time: 0.0479410 Feb 04 05:53:30.028018 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-177408d1-3e9d-4d4b-8523-d2cbdb2144af req-b9fe49f9-0644-4177-8381-665c1e388bf2 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298066 Feb 04 05:53:30.108855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-c65600a2-9e0f-49ee-837e-f187fb5873d5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:30.110311 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-c65600a2-9e0f-49ee-837e-f187fb5873d5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 984 time: 0.0477159 Feb 04 05:53:30.156654 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-7cc528aa-0c44-43f1-ac24-08eb3e16743c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:30.157905 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-7cc528aa-0c44-43f1-ac24-08eb3e16743c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/ports/38240bd0-c9e6-44c8-b428-4bff5813a13b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0415583 Feb 04 05:53:30.254202 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-b808c9a3-cb17-45c6-bffa-4a1efa702a32 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0913553 Feb 04 05:53:30.264227 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-997ab4f7-1670-4c64-aba2-59ea82431acc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:30.318945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-997ab4f7-1670-4c64-aba2-59ea82431acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.444451 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-997ab4f7-1670-4c64-aba2-59ea82431acc service neutron] For port 38240bd0-c9e6-44c8-b428-4bff5813a13b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=38240bd0-c9e6-44c8-b428-4bff5813a13b,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:30.478074 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-997ab4f7-1670-4c64-aba2-59ea82431acc service neutron] For port 38240bd0-c9e6-44c8-b428-4bff5813a13b, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:30.513606 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-997ab4f7-1670-4c64-aba2-59ea82431acc service neutron] device_id is not set on port 38240bd0-c9e6-44c8-b428-4bff5813a13b yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:30.522417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-997ab4f7-1670-4c64-aba2-59ea82431acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.528745 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-997ab4f7-1670-4c64-aba2-59ea82431acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.638553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ab4f7-1670-4c64-aba2-59ea82431acc service neutron] Pushing event updated for resources: {'Port': ['ID=38240bd0-c9e6-44c8-b428-4bff5813a13b,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:30.696289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-997ab4f7-1670-4c64-aba2-59ea82431acc service neutron] No DVR routers for this DVR port 38240bd0-c9e6-44c8-b428-4bff5813a13b on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:30.805032 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b71fc0dc-926f-44c7-ba36-339e3fa57398 None None] Provisioning complete for port 38240bd0-c9e6-44c8-b428-4bff5813a13b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:30.806234 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b71fc0dc-926f-44c7-ba36-339e3fa57398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.830716 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-997ab4f7-1670-4c64-aba2-59ea82431acc service neutron] In _notify_port_updated(), no bound segment for port 38240bd0-c9e6-44c8-b428-4bff5813a13b on network bc19dbea-406c-4dd7-a076-a11e0e81ab48 {{(pid=108744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:53:30.831535 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-997ab4f7-1670-4c64-aba2-59ea82431acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:30.832171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-997ab4f7-1670-4c64-aba2-59ea82431acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:30.833481 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-17e4f4d5-9a42-4295-8e5b-d8b8638043c9 req-997ab4f7-1670-4c64-aba2-59ea82431acc service neutron] 10.222.0.26 "PUT /v2.0/ports/38240bd0-c9e6-44c8-b428-4bff5813a13b HTTP/1.1" status: 200 len: 1027 time: 0.5730066 Feb 04 05:53:30.838889 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b71fc0dc-926f-44c7-ba36-339e3fa57398 None None] Port 38240bd0-c9e6-44c8-b428-4bff5813a13b cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:31.179855 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-19a7741d-2a01-43b8-856b-939a83575f5a req-76de3ddf-9409-4ec2-a55d-3a6076d8c7f7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d83ccdd-cea7-42d8-b1c6-ba8a3855e84c HTTP/1.1" status: 200 len: 210 time: 0.0266776 Feb 04 05:53:32.234604 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54726) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:32.279964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f564ca4-6c6d-4a3b-ae20-cbb983bf883a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:32.281643 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1f564ca4-6c6d-4a3b-ae20-cbb983bf883a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports/38240bd0-c9e6-44c8-b428-4bff5813a13b HTTP/1.1" status: 200 len: 926 time: 0.0460069 Feb 04 05:53:32.431487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54730) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:32.436076 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-0a2b8d83-c5ea-410d-aebf-8488d3564312 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-224152039', 'description': 'tempest-secgroup-smoke-224152039 description', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:32.459604 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8d83-c5ea-410d-aebf-8488d3564312 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.523731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8d83-c5ea-410d-aebf-8488d3564312 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.528237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8d83-c5ea-410d-aebf-8488d3564312 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.553858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0a2b8d83-c5ea-410d-aebf-8488d3564312 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.555073 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0a2b8d83-c5ea-410d-aebf-8488d3564312 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1225858 Feb 04 05:53:32.558892 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54732) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:32.559735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b8d83-c5ea-410d-aebf-8488d3564312 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca2fe0c-5a51-4850-8903-ff63f9e5c3e4,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:32.566613 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5ffcc5e5-56f2-4640-acab-2ffe7abdc086 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8ca2fe0c-5a51-4850-8903-ff63f9e5c3e4', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:32.601071 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5ffcc5e5-56f2-4640-acab-2ffe7abdc086 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.666488 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5ffcc5e5-56f2-4640-acab-2ffe7abdc086 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.673590 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5ffcc5e5-56f2-4640-acab-2ffe7abdc086 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.695191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcc5e5-56f2-4640-acab-2ffe7abdc086 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56591b3f-7f2d-4372-9231-424c61db4f91,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:32.702457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5ffcc5e5-56f2-4640-acab-2ffe7abdc086 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.703627 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5ffcc5e5-56f2-4640-acab-2ffe7abdc086 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434345 Feb 04 05:53:32.706915 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54734) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:32.711279 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-7cca3e3c-6ca4-44e5-9fd4-e2317a42a23f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8ca2fe0c-5a51-4850-8903-ff63f9e5c3e4', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:32.737803 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7cca3e3c-6ca4-44e5-9fd4-e2317a42a23f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.791702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7cca3e3c-6ca4-44e5-9fd4-e2317a42a23f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.795192 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7cca3e3c-6ca4-44e5-9fd4-e2317a42a23f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.809553 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca3e3c-6ca4-44e5-9fd4-e2317a42a23f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9e17e3-8ad4-4ee3-9ec6-1ff4e70bebc1,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:32.819994 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7cca3e3c-6ca4-44e5-9fd4-e2317a42a23f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.822041 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7cca3e3c-6ca4-44e5-9fd4-e2317a42a23f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132798 Feb 04 05:53:32.824429 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54736) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:32.828673 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5c892821-6418-4b41-b71f-8b7b0bc3cc4a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8ca2fe0c-5a51-4850-8903-ff63f9e5c3e4', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:32.855656 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c892821-6418-4b41-b71f-8b7b0bc3cc4a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.912450 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c892821-6418-4b41-b71f-8b7b0bc3cc4a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.916560 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c892821-6418-4b41-b71f-8b7b0bc3cc4a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.933857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c892821-6418-4b41-b71f-8b7b0bc3cc4a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0641358a-ab0f-466e-81f8-cad80b0d3e23,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:32.939987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c892821-6418-4b41-b71f-8b7b0bc3cc4a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:32.941160 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5c892821-6418-4b41-b71f-8b7b0bc3cc4a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158319 Feb 04 05:53:32.943902 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54738) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:32.948269 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-3ed0b280-20e6-409d-a8cd-264bfe9e3400 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8ca2fe0c-5a51-4850-8903-ff63f9e5c3e4', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:32.975405 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b280-20e6-409d-a8cd-264bfe9e3400 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.035641 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b280-20e6-409d-a8cd-264bfe9e3400 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.039117 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b280-20e6-409d-a8cd-264bfe9e3400 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.057903 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0b280-20e6-409d-a8cd-264bfe9e3400 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3ab2a0-e02a-4aea-93ff-bd6e7e1b9f51,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:33.064230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b280-20e6-409d-a8cd-264bfe9e3400 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.064748 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3ed0b280-20e6-409d-a8cd-264bfe9e3400 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198237 Feb 04 05:53:33.068026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54740) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:33.072531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-87101008-e41d-41fc-8809-cca3663aafc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8ca2fe0c-5a51-4850-8903-ff63f9e5c3e4', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:33.095257 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-87101008-e41d-41fc-8809-cca3663aafc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:53:33.099964 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-87101008-e41d-41fc-8809-cca3663aafc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.162978 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-87101008-e41d-41fc-8809-cca3663aafc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.166688 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-87101008-e41d-41fc-8809-cca3663aafc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.184502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87101008-e41d-41fc-8809-cca3663aafc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9752b1f5-8a0e-4c32-8caf-5b303dbf9508,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:33.193219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-87101008-e41d-41fc-8809-cca3663aafc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.194430 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-87101008-e41d-41fc-8809-cca3663aafc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254172 Feb 04 05:53:33.197880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54742) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:33.202101 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b427103b-4e9e-4c33-a87e-a8b2558e636e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8ca2fe0c-5a51-4850-8903-ff63f9e5c3e4', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:33.225210 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-b427103b-4e9e-4c33-a87e-a8b2558e636e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:53:33.229860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b427103b-4e9e-4c33-a87e-a8b2558e636e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.289782 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b427103b-4e9e-4c33-a87e-a8b2558e636e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.294006 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b427103b-4e9e-4c33-a87e-a8b2558e636e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.310518 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427103b-4e9e-4c33-a87e-a8b2558e636e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d092c37-d029-4ade-b564-4d61c6087c5e,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:33.318378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b427103b-4e9e-4c33-a87e-a8b2558e636e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:33.319566 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b427103b-4e9e-4c33-a87e-a8b2558e636e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207798 Feb 04 05:53:33.452180 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-405e6615-df32-4e33-8b74-f13e050a90f8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224152039&fields=id&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 267 time: 0.0310199 Feb 04 05:53:33.499800 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-46734864-e68a-449a-a175-0a3a888087aa tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:33.501158 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-46734864-e68a-449a-a175-0a3a888087aa tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports/38240bd0-c9e6-44c8-b428-4bff5813a13b HTTP/1.1" status: 200 len: 931 time: 0.0423105 Feb 04 05:53:33.548919 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-fe78a907-9438-45d7-876e-cc2c8f95127d service neutron] 10.222.0.10 "GET /v2.0/ports/38240bd0-c9e6-44c8-b428-4bff5813a13b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0357845 Feb 04 05:53:33.638621 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-195c4248-b8ab-4328-847a-da7f4043ddbc service neutron] 10.222.0.10 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839982 Feb 04 05:53:33.729232 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-41ce0eb2-1d46-4cbe-a6f2-1b40d4eb55ab service neutron] 10.222.0.10 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847814 Feb 04 05:53:33.882196 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5f7462aa-fb96-40fa-982e-b7eae045d8c4 req-228bf012-212c-4016-9de6-c056a0a26f49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 210 time: 0.0257881 Feb 04 05:53:34.032983 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:34.141913 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 38240bd0-c9e6-44c8-b428-4bff5813a13b no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:34.180616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 38240bd0-c9e6-44c8-b428-4bff5813a13b not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:34.693651 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-5c5dd390-c03d-4794-8985-102800408a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:34.695029 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-5c5dd390-c03d-4794-8985-102800408a86 service neutron] 10.222.0.26 "GET /v2.0/ports/38240bd0-c9e6-44c8-b428-4bff5813a13b HTTP/1.1" status: 200 len: 1027 time: 0.0330946 Feb 04 05:53:34.800408 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-b875aae8-1c11-48a5-8f55-8449ebecf4a4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:34.801890 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-b875aae8-1c11-48a5-8f55-8449ebecf4a4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/networks?id=bc19dbea-406c-4dd7-a076-a11e0e81ab48 HTTP/1.1" status: 200 len: 797 time: 0.1010809 Feb 04 05:53:34.849413 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-ba470bbc-a602-4e79-952f-9104958cadb8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 471 time: 0.0355244 Feb 04 05:53:34.859943 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Request body: {'port': {'device_id': 'd5d663c5-8228-43cf-aa86-323227aa8b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:34.911343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:34.975431 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b1be30bf-e5ed-4e18-b354-457502191bbf req-d89236f5-1e05-452c-9742-10282b1090a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 210 time: 0.0265100 Feb 04 05:53:35.174496 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38240bd0-c9e6-44c8-b428-4bff5813a13b {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:53:35.182587 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.194210 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Transition to ACTIVE for port object 38240bd0-c9e6-44c8-b428-4bff5813a13b will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:53:35.198091 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.268827 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Pushing event updated for resources: {'Port': ['ID=38240bd0-c9e6-44c8-b428-4bff5813a13b,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:35.369063 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Attempting to bind port 38240bd0-c9e6-44c8-b428-4bff5813a13b on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:35.369405 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Attempting to bind port 38240bd0-c9e6-44c8-b428-4bff5813a13b by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:35.369735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Attempting to bind port 38240bd0-c9e6-44c8-b428-4bff5813a13b on network bc19dbea-406c-4dd7-a076-a11e0e81ab48 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:35.374159 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Port 38240bd0-c9e6-44c8-b428-4bff5813a13b on network bc19dbea-406c-4dd7-a076-a11e0e81ab48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:53:35.374476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Attempting to bind port 38240bd0-c9e6-44c8-b428-4bff5813a13b on network bc19dbea-406c-4dd7-a076-a11e0e81ab48 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:35.379254 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:35.379587 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Checking segment: {'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:35.380129 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Bound using segment: {'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:35.380377 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Bound port: 38240bd0-c9e6-44c8-b428-4bff5813a13b, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49aeac3b-e28b-410d-a6ad-20a41e0c8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:35.380735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.441318 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] For port 38240bd0-c9e6-44c8-b428-4bff5813a13b, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:35.444208 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] For port 38240bd0-c9e6-44c8-b428-4bff5813a13b, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=38240bd0-c9e6-44c8-b428-4bff5813a13b,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:35.449027 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.485634 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:35.486274 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:35.487653 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] 10.222.0.26 "PUT /v2.0/ports/38240bd0-c9e6-44c8-b428-4bff5813a13b HTTP/1.1" status: 200 len: 1132 time: 0.6315536 Feb 04 05:53:35.488094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d663c5-8228-43cf-aa86-323227aa8b4a', 'tag': '38240bd0-c9e6-44c8-b428-4bff5813a13b'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:35.490405 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae63d515-687e-4b55-82eb-05e99ba613c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d663c5-8228-43cf-aa86-323227aa8b4a", "tag": "38240bd0-c9e6-44c8-b428-4bff5813a13b"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:35.512503 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d9336-f245-4c19-82ec-962e84394dcb service neutron] Pushing event updated for resources: {'Port': ['ID=38240bd0-c9e6-44c8-b428-4bff5813a13b,revision_number=8']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:35.545999 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8dd63c2-df07-4035-8201-75057c0988a9 x-openstack-request-id: req-f8dd63c2-df07-4035-8201-75057c0988a9 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:35.545999 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d663c5-8228-43cf-aa86-323227aa8b4a", "tag": "38240bd0-c9e6-44c8-b428-4bff5813a13b", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:35.545999 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8dd63c2-df07-4035-8201-75057c0988a9 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:35.546362 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d663c5-8228-43cf-aa86-323227aa8b4a', 'tag': '38240bd0-c9e6-44c8-b428-4bff5813a13b', 'status': 'completed', 'code': 200} Feb 04 05:53:35.581325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-c3c5cec7-bc55-4136-9029-9bc8296f4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:35.582913 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-c3c5cec7-bc55-4136-9029-9bc8296f4857 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 1135 time: 0.0485344 Feb 04 05:53:35.649710 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-04917375-9b9c-4d7d-bfe7-9b0bc1c92caa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38240bd0-c9e6-44c8-b428-4bff5813a13b HTTP/1.1" status: 200 len: 1037 time: 0.0587087 Feb 04 05:53:35.699335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-acd83e08-34a3-4427-ab30-b377e1a1696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:35.700746 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-acd83e08-34a3-4427-ab30-b377e1a1696f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdfd3a26-56e3-49e0-a250-64b193c465cf HTTP/1.1" status: 200 len: 834 time: 0.0450342 Feb 04 05:53:35.747963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-297f2d86-7c0b-4523-baf2-c110f8caa0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:35.749384 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-297f2d86-7c0b-4523-baf2-c110f8caa0ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc19dbea-406c-4dd7-a076-a11e0e81ab48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425713 Feb 04 05:53:35.834561 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-76c43028-daef-4fb9-be44-fc5397e568d5 service neutron] 10.222.0.26 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786643 Feb 04 05:53:35.922603 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-36e8d37a-d1c6-4468-be76-d0d5be23d29c req-e378c80c-4a0d-4f29-88a8-be0de6ae26ab service neutron] 10.222.0.26 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815749 Feb 04 05:53:36.005683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63d515-687e-4b55-82eb-05e99ba613c3 req-853cfd70-335f-42c8-8fd7-7402b464c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:36.007206 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ae63d515-687e-4b55-82eb-05e99ba613c3 req-853cfd70-335f-42c8-8fd7-7402b464c9bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 1135 time: 0.0438406 Feb 04 05:53:36.087301 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf94dd-eaf6-45f1-b1af-809b426fae36 req-9b6e1856-aeeb-4816-9431-e7974ff8183f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:36.088782 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cdcf94dd-eaf6-45f1-b1af-809b426fae36 req-9b6e1856-aeeb-4816-9431-e7974ff8183f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 982 time: 0.0488667 Feb 04 05:53:36.095657 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63d515-687e-4b55-82eb-05e99ba613c3 req-92ce2b02-8bbd-4ce0-88e7-0533dc7e94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:36.097092 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ae63d515-687e-4b55-82eb-05e99ba613c3 req-92ce2b02-8bbd-4ce0-88e7-0533dc7e94d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc19dbea-406c-4dd7-a076-a11e0e81ab48 HTTP/1.1" status: 200 len: 897 time: 0.0820296 Feb 04 05:53:36.126328 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cdcf94dd-eaf6-45f1-b1af-809b426fae36 req-a12b21cf-0b79-40d8-90ba-c1c63ba78aac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313418 Feb 04 05:53:36.164170 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ae63d515-687e-4b55-82eb-05e99ba613c3 req-97303386-b657-4d58-824e-f091a49cd015 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38240bd0-c9e6-44c8-b428-4bff5813a13b HTTP/1.1" status: 200 len: 1037 time: 0.0599532 Feb 04 05:53:36.213625 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63d515-687e-4b55-82eb-05e99ba613c3 req-ddcce60c-f06e-46ed-b99a-22af76e18abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:36.215106 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ae63d515-687e-4b55-82eb-05e99ba613c3 req-ddcce60c-f06e-46ed-b99a-22af76e18abb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdfd3a26-56e3-49e0-a250-64b193c465cf HTTP/1.1" status: 200 len: 834 time: 0.0439844 Feb 04 05:53:36.260123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63d515-687e-4b55-82eb-05e99ba613c3 req-39744921-8a99-49f7-8eda-eb8e598c5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:36.261528 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ae63d515-687e-4b55-82eb-05e99ba613c3 req-39744921-8a99-49f7-8eda-eb8e598c5988 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc19dbea-406c-4dd7-a076-a11e0e81ab48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396595 Feb 04 05:53:36.352961 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ae63d515-687e-4b55-82eb-05e99ba613c3 req-86c98515-35cf-4ac6-b622-1337b8724b36 service neutron] 10.222.0.26 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828414 Feb 04 05:53:36.437513 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ae63d515-687e-4b55-82eb-05e99ba613c3 req-d8be25bc-f9d0-4730-ae69-c17930a819de service neutron] 10.222.0.26 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776155 Feb 04 05:53:37.245794 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5a10f-6d76-4444-8994-e8555c75ae0f req-e942e26f-1807-4382-899f-bd28d876eecf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:37.247250 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-46f5a10f-6d76-4444-8994-e8555c75ae0f req-e942e26f-1807-4382-899f-bd28d876eecf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 982 time: 0.0537403 Feb 04 05:53:37.284672 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-46f5a10f-6d76-4444-8994-e8555c75ae0f req-4b04ebc6-ed19-4fb7-8af0-ba9282221aeb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315342 Feb 04 05:53:38.157972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 38240bd0-c9e6-44c8-b428-4bff5813a13b details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:53:38.393029 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 38240bd0-c9e6-44c8-b428-4bff5813a13b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=38240bd0-c9e6-44c8-b428-4bff5813a13b,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:38.397723 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160eced-af54-4cbb-8371-cc2a2ca98ef6 req-91dfc7bc-255f-4e77-9ed7-51bd924fdbde tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:38.399237 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1160eced-af54-4cbb-8371-cc2a2ca98ef6 req-91dfc7bc-255f-4e77-9ed7-51bd924fdbde tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 982 time: 0.0480490 Feb 04 05:53:38.403971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '38240bd0-c9e6-44c8-b428-4bff5813a13b', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'port_id': '38240bd0-c9e6-44c8-b428-4bff5813a13b', 'mac_address': 'fa:16:3e:a6:c6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:53:38.435956 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1160eced-af54-4cbb-8371-cc2a2ca98ef6 req-5389154b-171c-42ee-94da-be3e9ff30f42 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307572 Feb 04 05:53:38.439597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.452413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38240bd0-c9e6-44c8-b428-4bff5813a13b {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:53:38.471757 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 38240bd0-c9e6-44c8-b428-4bff5813a13b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=38240bd0-c9e6-44c8-b428-4bff5813a13b,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:38.475930 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:38.523920 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=38240bd0-c9e6-44c8-b428-4bff5813a13b,revision_number=9']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:38.686490 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['38240bd0-c9e6-44c8-b428-4bff5813a13b'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:53:39.547389 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cc9ce-99ba-43b0-a946-8f3f0b5d63a3 req-9a6aa9de-681f-4560-830b-a420c52a20c3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:39.548857 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4a8cc9ce-99ba-43b0-a946-8f3f0b5d63a3 req-9a6aa9de-681f-4560-830b-a420c52a20c3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 983 time: 0.0477493 Feb 04 05:53:39.586607 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4a8cc9ce-99ba-43b0-a946-8f3f0b5d63a3 req-e7fb35aa-e776-4d65-a703-9da71b31f74b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315452 Feb 04 05:53:40.187891 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 38240bd0-c9e6-44c8-b428-4bff5813a13b up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:40.235297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 38240bd0-c9e6-44c8-b428-4bff5813a13b completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:53:40.238987 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 38240bd0-c9e6-44c8-b428-4bff5813a13b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:40.239360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.315638 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.338033 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d663c5-8228-43cf-aa86-323227aa8b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38240bd0-c9e6-44c8-b428-4bff5813a13b'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:40.340468 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d9de26-13f1-42e5-9e01-c27dc7b540fb" -d '{"events": [{"server_uuid": "d5d663c5-8228-43cf-aa86-323227aa8b4a", "name": "network-vif-plugged", "status": "completed", "tag": "38240bd0-c9e6-44c8-b428-4bff5813a13b"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:40.352749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 38240bd0-c9e6-44c8-b428-4bff5813a13b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=38240bd0-c9e6-44c8-b428-4bff5813a13b,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:40.358879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:40.380714 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953dd2f5-d8ed-4f54-8464-05f45f701956 x-openstack-request-id: req-953dd2f5-d8ed-4f54-8464-05f45f701956 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:40.381001 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d663c5-8228-43cf-aa86-323227aa8b4a", "name": "network-vif-plugged", "status": "completed", "tag": "38240bd0-c9e6-44c8-b428-4bff5813a13b", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:40.381248 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-953dd2f5-d8ed-4f54-8464-05f45f701956 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:40.381677 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d663c5-8228-43cf-aa86-323227aa8b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38240bd0-c9e6-44c8-b428-4bff5813a13b', 'code': 200} Feb 04 05:53:40.407423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=38240bd0-c9e6-44c8-b428-4bff5813a13b,revision_number=10']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:40.537974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f99023-40a9-45c2-8df9-f16de13b0ab1 req-fc1f2dcf-8c17-4947-b9a7-c8696c25d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:40.539427 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2f99023-40a9-45c2-8df9-f16de13b0ab1 req-fc1f2dcf-8c17-4947-b9a7-c8696c25d318 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 1138 time: 0.0431097 Feb 04 05:53:40.572865 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2f99023-40a9-45c2-8df9-f16de13b0ab1 req-c2ce57bd-efb4-4052-a870-83f1c4bc3144 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261500 Feb 04 05:53:40.701020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d5926-3fa6-43a0-87e8-dafa784037fc req-308fd721-6a62-4507-9607-0ad27cf174d3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:40.702482 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d27d5926-3fa6-43a0-87e8-dafa784037fc req-308fd721-6a62-4507-9607-0ad27cf174d3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 985 time: 0.0508628 Feb 04 05:53:40.740046 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d27d5926-3fa6-43a0-87e8-dafa784037fc req-f7c5c72c-29a1-4ddb-86f1-53239d0fd0e2 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314896 Feb 04 05:53:41.856430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5665b25-9590-4641-a5b6-c91bd9fa4238 req-0410af32-6c30-4bc5-8471-8f16e727bdf1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:41.857898 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a5665b25-9590-4641-a5b6-c91bd9fa4238 req-0410af32-6c30-4bc5-8471-8f16e727bdf1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 985 time: 0.0490665 Feb 04 05:53:41.895461 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a5665b25-9590-4641-a5b6-c91bd9fa4238 req-c8e2881e-98b7-4555-a1b8-bae964244382 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317519 Feb 04 05:53:41.923485 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:53:42.007388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31986a-2a76-49b2-aa1d-dac24835217d req-57ca7826-3458-4302-9c62-6d30eb8154d9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:42.009715 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4f31986a-2a76-49b2-aa1d-dac24835217d req-57ca7826-3458-4302-9c62-6d30eb8154d9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 985 time: 0.0500953 Feb 04 05:53:42.049426 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4f31986a-2a76-49b2-aa1d-dac24835217d req-bbb05f91-7546-47b3-8c95-764a76392757 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313373 Feb 04 05:53:42.069940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54790) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:42.282779 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36af3baf-5b1a-4f64-906c-906f61e5d8bf tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:42.284300 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-36af3baf-5b1a-4f64-906c-906f61e5d8bf tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a&network_id=bc19dbea-406c-4dd7-a076-a11e0e81ab48 HTTP/1.1" status: 200 len: 1133 time: 0.2133954 Feb 04 05:53:42.489183 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a72ad-c0c0-41f5-b118-186aea6fd03c req-e56110c0-795b-4d4f-b814-6493c37f1fee tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:42.490695 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f49a72ad-c0c0-41f5-b118-186aea6fd03c req-e56110c0-795b-4d4f-b814-6493c37f1fee tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 985 time: 0.0491478 Feb 04 05:53:42.528225 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f49a72ad-c0c0-41f5-b118-186aea6fd03c req-0e1c17bd-b595-4ab2-85dc-e05a41c663f8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309441 Feb 04 05:53:42.720004 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-877107dc-330f-4ffd-9787-78494b4576e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:43.642584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4832d-dff1-4ecb-8730-e6bf1d65d622 req-e43e2ef7-9dee-47b2-8bdb-5757df803a0e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:43.644037 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26d4832d-dff1-4ecb-8730-e6bf1d65d622 req-e43e2ef7-9dee-47b2-8bdb-5757df803a0e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 985 time: 0.0476112 Feb 04 05:53:43.680317 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26d4832d-dff1-4ecb-8730-e6bf1d65d622 req-349d5cde-0de2-4a55-9be6-14f35ebb9071 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa266700-217e-4aaf-b954-7ec6899492a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298061 Feb 04 05:53:43.746879 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-7509d80a-4dd5-4cab-95e0-9c26058c8049 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:43.748244 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-7509d80a-4dd5-4cab-95e0-9c26058c8049 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 985 time: 0.0464280 Feb 04 05:53:43.789185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-a4236416-8a1d-4721-9f53-9b4c7a7cfb93 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:43.790541 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-a4236416-8a1d-4721-9f53-9b4c7a7cfb93 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/ports/38240bd0-c9e6-44c8-b428-4bff5813a13b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0365026 Feb 04 05:53:43.892511 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-11287155-3f71-4d7e-b25e-bf9db6f80f07 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0961242 Feb 04 05:53:43.902832 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-9f62a715-1d99-45e7-8839-d1433aa3ab52 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:43.953506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-9f62a715-1d99-45e7-8839-d1433aa3ab52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.082953 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-9f62a715-1d99-45e7-8839-d1433aa3ab52 service neutron] For port 38240bd0-c9e6-44c8-b428-4bff5813a13b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=38240bd0-c9e6-44c8-b428-4bff5813a13b,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:44.114421 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-9f62a715-1d99-45e7-8839-d1433aa3ab52 service neutron] For port 38240bd0-c9e6-44c8-b428-4bff5813a13b, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:44.145073 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-9f62a715-1d99-45e7-8839-d1433aa3ab52 service neutron] device_id is not set on port 38240bd0-c9e6-44c8-b428-4bff5813a13b yet. {{(pid=108744) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 05:53:44.153600 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-9f62a715-1d99-45e7-8839-d1433aa3ab52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.158451 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-9f62a715-1d99-45e7-8839-d1433aa3ab52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.237961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62a715-1d99-45e7-8839-d1433aa3ab52 service neutron] Pushing event updated for resources: {'Port': ['ID=38240bd0-c9e6-44c8-b428-4bff5813a13b,revision_number=11']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:44.274111 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-9f62a715-1d99-45e7-8839-d1433aa3ab52 service neutron] No DVR routers for this DVR port 38240bd0-c9e6-44c8-b428-4bff5813a13b on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:44.370921 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-254628ba-cde9-4457-bf19-a5f063c5c9d7 None None] Provisioning complete for port 38240bd0-c9e6-44c8-b428-4bff5813a13b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:44.371479 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-254628ba-cde9-4457-bf19-a5f063c5c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.407742 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-254628ba-cde9-4457-bf19-a5f063c5c9d7 None None] Port 38240bd0-c9e6-44c8-b428-4bff5813a13b cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:44.409803 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-9f62a715-1d99-45e7-8839-d1433aa3ab52 service neutron] In _notify_port_updated(), no bound segment for port 38240bd0-c9e6-44c8-b428-4bff5813a13b on network bc19dbea-406c-4dd7-a076-a11e0e81ab48 {{(pid=108744) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 04 05:53:44.410681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-9f62a715-1d99-45e7-8839-d1433aa3ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:44.411294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-9f62a715-1d99-45e7-8839-d1433aa3ab52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:44.412587 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e1dcb5ac-9f59-4978-a9be-747ad99a2860 req-9f62a715-1d99-45e7-8839-d1433aa3ab52 service neutron] 10.222.0.26 "PUT /v2.0/ports/38240bd0-c9e6-44c8-b428-4bff5813a13b HTTP/1.1" status: 200 len: 1028 time: 0.5139623 Feb 04 05:53:44.802167 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-59bbcacb-037b-4d6e-9abd-6ff5684133ba req-72cf4311-8909-4930-967b-902eed4b31c1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5d663c5-8228-43cf-aa86-323227aa8b4a HTTP/1.1" status: 200 len: 210 time: 0.0308852 Feb 04 05:53:44.847980 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3504f74c-a7a2-476d-ad63-36405bb19d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.857123 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54804) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:45.876358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.916406 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca392-ce2c-4a15-90d5-c0bfa02d88fb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.940209 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca392-ce2c-4a15-90d5-c0bfa02d88fb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:45.998224 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca392-ce2c-4a15-90d5-c0bfa02d88fb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.000758 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca392-ce2c-4a15-90d5-c0bfa02d88fb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.001974 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bd3ca392-ce2c-4a15-90d5-c0bfa02d88fb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/security-groups/8ca2fe0c-5a51-4850-8903-ff63f9e5c3e4 HTTP/1.1" status: 204 len: 168 time: 0.1438501 Feb 04 05:53:46.012673 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ca392-ce2c-4a15-90d5-c0bfa02d88fb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca2fe0c-5a51-4850-8903-ff63f9e5c3e4,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:46.031414 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54808) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:46.186657 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-65e38950-9245-4872-bd29-bfa3dee6f2df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port fbad5065-d794-47ac-85c2-f81e92812654 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:46.187004 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-65e38950-9245-4872-bd29-bfa3dee6f2df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.219952 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 38240bd0-c9e6-44c8-b428-4bff5813a13b no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:46.258241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 38240bd0-c9e6-44c8-b428-4bff5813a13b not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:46.264312 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-65e38950-9245-4872-bd29-bfa3dee6f2df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.264647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-65e38950-9245-4872-bd29-bfa3dee6f2df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.276409 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-65e38950-9245-4872-bd29-bfa3dee6f2df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for fbad5065-d794-47ac-85c2-f81e92812654 owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:46.428639 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-65e38950-9245-4872-bd29-bfa3dee6f2df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.455706 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e38950-9245-4872-bd29-bfa3dee6f2df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=fbad5065-d794-47ac-85c2-f81e92812654,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:46.512536 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-65e38950-9245-4872-bd29-bfa3dee6f2df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.513121 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-65e38950-9245-4872-bd29-bfa3dee6f2df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP d4150d5e-adb5-4298-9e6d-f62ba82b5b72 disassociated (deleted). External IP: 172.26.3.98, port: 38240bd0-c9e6-44c8-b428-4bff5813a13b. Feb 04 05:53:46.715785 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e38950-9245-4872-bd29-bfa3dee6f2df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 99c362fc-d426-4cff-80e3-a4838b388234 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:46.818087 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e38950-9245-4872-bd29-bfa3dee6f2df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:46.822612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-65e38950-9245-4872-bd29-bfa3dee6f2df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.827614 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd7a96e-23de-4435-8e79-70c693ebbb13 None None] Sync routers for ids ['99c362fc-d426-4cff-80e3-a4838b388234'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:46.836418 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd7a96e-23de-4435-8e79-70c693ebbb13 None None] Routers {'99c362fc-d426-4cff-80e3-a4838b388234'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:46.837524 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7cd7a96e-23de-4435-8e79-70c693ebbb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:53:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['99c362fc-d426-4cff-80e3-a4838b388234'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:46.849416 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-65e38950-9245-4872-bd29-bfa3dee6f2df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/floatingips/d4150d5e-adb5-4298-9e6d-f62ba82b5b72 HTTP/1.1" status: 204 len: 168 time: 0.8169024 Feb 04 05:53:46.916273 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54814) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:46.940905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-7cd7a96e-23de-4435-8e79-70c693ebbb13 None None] Set router 99c362fc-d426-4cff-80e3-a4838b388234 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:46.975583 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-19f78096-3c40-4192-ad94-b9f580a9dd53 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:46.999793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-19f78096-3c40-4192-ad94-b9f580a9dd53 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.058104 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-19f78096-3c40-4192-ad94-b9f580a9dd53 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.060653 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-19f78096-3c40-4192-ad94-b9f580a9dd53 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.061819 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-19f78096-3c40-4192-ad94-b9f580a9dd53 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/security-groups/9eb0651c-2f27-4744-9bf9-18d22cfaf51e HTTP/1.1" status: 204 len: 168 time: 0.1445334 Feb 04 05:53:47.071422 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f78096-3c40-4192-ad94-b9f580a9dd53 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb0651c-2f27-4744-9bf9-18d22cfaf51e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:47.093643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54818) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:47.154743 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7cd7a96e-23de-4435-8e79-70c693ebbb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c362fc-d426-4cff-80e3-a4838b388234', 'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:09Z', 'updated_at': '2022-02-04T05:53:13Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:10Z', 'updated_at': '2022-02-04T05:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9', 'name': '', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:c3:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:12Z', 'updated_at': '2022-02-04T05:53:16Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:47.176511 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-10ca6875-aca7-40a8-8ef0-6522f1c7b72a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 38240bd0-c9e6-44c8-b428-4bff5813a13b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:47.176860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-10ca6875-aca7-40a8-8ef0-6522f1c7b72a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.181076 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd7a96e-23de-4435-8e79-70c693ebbb13 None None] Checking router: 99c362fc-d426-4cff-80e3-a4838b388234 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:47.189035 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd7a96e-23de-4435-8e79-70c693ebbb13 None None] Routers {'99c362fc-d426-4cff-80e3-a4838b388234'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:47.189646 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7cd7a96e-23de-4435-8e79-70c693ebbb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:53:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['99c362fc-d426-4cff-80e3-a4838b388234'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:47.264000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-10ca6875-aca7-40a8-8ef0-6522f1c7b72a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.275204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-10ca6875-aca7-40a8-8ef0-6522f1c7b72a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 38240bd0-c9e6-44c8-b428-4bff5813a13b owned by {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:47.292008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-7cd7a96e-23de-4435-8e79-70c693ebbb13 None None] Set router 99c362fc-d426-4cff-80e3-a4838b388234 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:47.401091 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-10ca6875-aca7-40a8-8ef0-6522f1c7b72a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.427562 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca6875-aca7-40a8-8ef0-6522f1c7b72a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=38240bd0-c9e6-44c8-b428-4bff5813a13b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:47.491341 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7cd7a96e-23de-4435-8e79-70c693ebbb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c362fc-d426-4cff-80e3-a4838b388234', 'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:09Z', 'updated_at': '2022-02-04T05:53:13Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:10Z', 'updated_at': '2022-02-04T05:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9', 'name': '', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:c3:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:12Z', 'updated_at': '2022-02-04T05:53:16Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:47.502242 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-10ca6875-aca7-40a8-8ef0-6522f1c7b72a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.507877 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-10ca6875-aca7-40a8-8ef0-6522f1c7b72a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/ports/38240bd0-c9e6-44c8-b428-4bff5813a13b HTTP/1.1" status: 204 len: 168 time: 0.4107561 Feb 04 05:53:47.508125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54820) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:47.523077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd7a96e-23de-4435-8e79-70c693ebbb13 None None] The sync data for ids ['99c362fc-d426-4cff-80e3-a4838b388234'] in dv-neutron-827794-1-hyperv is: [{'id': '99c362fc-d426-4cff-80e3-a4838b388234', 'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:09Z', 'updated_at': '2022-02-04T05:53:13Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:10Z', 'updated_at': '2022-02-04T05:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9', 'name': '', 'network_id': 'bc19dbea-406c-4dd7-a076-a11e0e81ab48', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:c3:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:12Z', 'updated_at': '2022-02-04T05:53:16Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'bdfd3a26-56e3-49e0-a250-64b193c465cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:47.676064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.753432 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0281e8e2-76b1-44d1-8279-c3682b0af826 None None] New status for floating IP d4150d5e-adb5-4298-9e6d-f62ba82b5b72: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:53:47.880290 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09383926-b960-447f-94fd-1e82af0b596b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:47.934885 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.130272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-09383926-b960-447f-94fd-1e82af0b596b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:48.130858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09383926-b960-447f-94fd-1e82af0b596b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.213290 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-09383926-b960-447f-94fd-1e82af0b596b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:48.213639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09383926-b960-447f-94fd-1e82af0b596b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.224811 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-09383926-b960-447f-94fd-1e82af0b596b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:48.403650 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09383926-b960-447f-94fd-1e82af0b596b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:48.433977 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09383926-b960-447f-94fd-1e82af0b596b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:48.913000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09383926-b960-447f-94fd-1e82af0b596b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.118698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09383926-b960-447f-94fd-1e82af0b596b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 99c362fc-d426-4cff-80e3-a4838b388234 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:49.219417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09383926-b960-447f-94fd-1e82af0b596b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:49.224228 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-09383926-b960-447f-94fd-1e82af0b596b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/99c362fc-d426-4cff-80e3-a4838b388234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7151208 Feb 04 05:53:49.226962 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54822) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:49.228987 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10aabed-93f8-4629-9e41-c1ee3db5d80e None None] Sync routers for ids ['99c362fc-d426-4cff-80e3-a4838b388234'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:49.238240 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10aabed-93f8-4629-9e41-c1ee3db5d80e None None] Routers {'99c362fc-d426-4cff-80e3-a4838b388234'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:49.238841 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d10aabed-93f8-4629-9e41-c1ee3db5d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:53:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['99c362fc-d426-4cff-80e3-a4838b388234'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:49.278023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33ec82e-e150-417d-b8f6-6ba5cffe1d28 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting subnet bdfd3a26-56e3-49e0-a250-64b193c465cf {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:53:49.281853 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a33ec82e-e150-417d-b8f6-6ba5cffe1d28 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.329148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a33ec82e-e150-417d-b8f6-6ba5cffe1d28 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.340729 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-d10aabed-93f8-4629-9e41-c1ee3db5d80e None None] Set router 99c362fc-d426-4cff-80e3-a4838b388234 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:49.415480 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a33ec82e-e150-417d-b8f6-6ba5cffe1d28 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.476006 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a33ec82e-e150-417d-b8f6-6ba5cffe1d28 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.502061 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ec82e-e150-417d-b8f6-6ba5cffe1d28 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Subnet': ['ID=bdfd3a26-56e3-49e0-a250-64b193c465cf,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:49.505649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a33ec82e-e150-417d-b8f6-6ba5cffe1d28 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.511732 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a33ec82e-e150-417d-b8f6-6ba5cffe1d28 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/subnets/bdfd3a26-56e3-49e0-a250-64b193c465cf HTTP/1.1" status: 204 len: 168 time: 0.2806990 Feb 04 05:53:49.512280 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54824) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:49.514614 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009077c8-156b-4b24-bc82-d9a940b08f44 None None] Network bc19dbea-406c-4dd7-a076-a11e0e81ab48 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:49.558568 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d10aabed-93f8-4629-9e41-c1ee3db5d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c362fc-d426-4cff-80e3-a4838b388234', 'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:09Z', 'updated_at': '2022-02-04T05:53:48Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:10Z', 'updated_at': '2022-02-04T05:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:49.591832 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10aabed-93f8-4629-9e41-c1ee3db5d80e None None] Checking router: 99c362fc-d426-4cff-80e3-a4838b388234 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:49.611612 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10aabed-93f8-4629-9e41-c1ee3db5d80e None None] Routers {'99c362fc-d426-4cff-80e3-a4838b388234'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:49.612219 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d10aabed-93f8-4629-9e41-c1ee3db5d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:53:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['99c362fc-d426-4cff-80e3-a4838b388234'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:49.618206 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.727727 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.756296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-d10aabed-93f8-4629-9e41-c1ee3db5d80e None None] Set router 99c362fc-d426-4cff-80e3-a4838b388234 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:49.788870 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port cc08ef83-604f-4bcd-80e7-8133462583c1 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:49.789214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.872633 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port cc08ef83-604f-4bcd-80e7-8133462583c1, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=cc08ef83-604f-4bcd-80e7-8133462583c1,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:49.872995 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:49.885854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for cc08ef83-604f-4bcd-80e7-8133462583c1 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:49.955519 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d5675f-f5c8-4f72-a03e-03d4a12ad8a5 None None] DHCP port deletion for bc19dbea-406c-4dd7-a076-a11e0e81ab48 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:53:50.051737 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.079204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=cc08ef83-604f-4bcd-80e7-8133462583c1,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:50.090887 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b8d5675f-f5c8-4f72-a03e-03d4a12ad8a5 None None] Deleting port b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:53:50.091272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b8d5675f-f5c8-4f72-a03e-03d4a12ad8a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.142007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.166562 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b8d5675f-f5c8-4f72-a03e-03d4a12ad8a5 None None] For port b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a,segment=NetworkSegment(49aeac3b-e28b-410d-a6ad-20a41e0c8c83),segment_id=49aeac3b-e28b-410d-a6ad-20a41e0c8c83)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:50.166963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b8d5675f-f5c8-4f72-a03e-03d4a12ad8a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.182806 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b8d5675f-f5c8-4f72-a03e-03d4a12ad8a5 None None] Calling delete_port for b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:53:50.193307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d10aabed-93f8-4629-9e41-c1ee3db5d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c362fc-d426-4cff-80e3-a4838b388234', 'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:09Z', 'updated_at': '2022-02-04T05:53:48Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:10Z', 'updated_at': '2022-02-04T05:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:50.229572 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:50.233083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.235182 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.260218 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10aabed-93f8-4629-9e41-c1ee3db5d80e None None] The sync data for ids ['99c362fc-d426-4cff-80e3-a4838b388234'] in dv-neutron-827794-1-hyperv is: [{'id': '99c362fc-d426-4cff-80e3-a4838b388234', 'name': 'tempest-TestNetworkBasicOps-router-1245251533', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:09Z', 'updated_at': '2022-02-04T05:53:48Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'cc08ef83-604f-4bcd-80e7-8133462583c1', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ba:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c362fc-d426-4cff-80e3-a4838b388234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:10Z', 'updated_at': '2022-02-04T05:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:50.288859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.289611 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Fanout notify agent at l3_agent the message router_deleted on router 99c362fc-d426-4cff-80e3-a4838b388234 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:53:50.297481 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.297971 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b3016733-955f-4c93-b9c5-c53b95d54a80 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/routers/99c362fc-d426-4cff-80e3-a4838b388234 HTTP/1.1" status: 204 len: 168 time: 0.7845237 Feb 04 05:53:50.300721 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54826) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:50.353182 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b8d5675f-f5c8-4f72-a03e-03d4a12ad8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.377596 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a022d2b5-6897-4521-acab-52aefa40d4f9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.384443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5675f-f5c8-4f72-a03e-03d4a12ad8a5 None None] Pushing event deleted for resources: {'Port': ['ID=b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:50.386076 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.388332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d5675f-f5c8-4f72-a03e-03d4a12ad8a5 None None] No DVR routers for this DVR port b8b18b8c-1fbe-4cb8-8841-cfc3a9c60b3a on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:53:50.467935 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a022d2b5-6897-4521-acab-52aefa40d4f9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.487273 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-a022d2b5-6897-4521-acab-52aefa40d4f9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc19dbea-406c-4dd7-a076-a11e0e81ab48']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:50.496661 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-a022d2b5-6897-4521-acab-52aefa40d4f9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49aeac3b-e28b-410d-a6ad-20a41e0c8c83') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:50.496961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-a022d2b5-6897-4521-acab-52aefa40d4f9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49aeac3b-e28b-410d-a6ad-20a41e0c8c83') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:50.505942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a022d2b5-6897-4521-acab-52aefa40d4f9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.519982 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a022d2b5-6897-4521-acab-52aefa40d4f9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.525637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a022d2b5-6897-4521-acab-52aefa40d4f9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:53:50.526041 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a022d2b5-6897-4521-acab-52aefa40d4f9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:53:50.529083 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:53:50.583294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a022d2b5-6897-4521-acab-52aefa40d4f9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.589892 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a022d2b5-6897-4521-acab-52aefa40d4f9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.592966 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a022d2b5-6897-4521-acab-52aefa40d4f9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/networks/bc19dbea-406c-4dd7-a076-a11e0e81ab48 HTTP/1.1" status: 204 len: 168 time: 0.2910280 Feb 04 05:53:50.603605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54828) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:50.605984 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022d2b5-6897-4521-acab-52aefa40d4f9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Network': ['ID=bc19dbea-406c-4dd7-a076-a11e0e81ab48,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:50.618887 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-26811e2b-acef-4b5e-8b9c-2936654de4e4 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0139015 Feb 04 05:53:50.621551 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54830) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:50.626721 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-16765d8d-2cd6-482c-91cf-1fea95a2afda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'network': {'name': 'tempest-network-smoke--1551200527', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'port_security_enabled': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:50.650972 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16765d8d-2cd6-482c-91cf-1fea95a2afda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:50.654643 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16765d8d-2cd6-482c-91cf-1fea95a2afda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.678575 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16765d8d-2cd6-482c-91cf-1fea95a2afda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:53:50.688448 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16765d8d-2cd6-482c-91cf-1fea95a2afda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.688817 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-16765d8d-2cd6-482c-91cf-1fea95a2afda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Added segment d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed of type vlan for network f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 Feb 04 05:53:50.729558 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16765d8d-2cd6-482c-91cf-1fea95a2afda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.760485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16765d8d-2cd6-482c-91cf-1fea95a2afda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.766059 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16765d8d-2cd6-482c-91cf-1fea95a2afda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:50.766647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16765d8d-2cd6-482c-91cf-1fea95a2afda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.823099 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-16765d8d-2cd6-482c-91cf-1fea95a2afda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2003152 Feb 04 05:53:50.825745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54832) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:50.830348 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-765855349', 'admin_state_up': True, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:50.848710 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16765d8d-2cd6-482c-91cf-1fea95a2afda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Network': ['ID=f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:50.860389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:53:50.869641 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.871086 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:50.927881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.064334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.251363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.270111 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.375946 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.183 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/63bcb7b2-08bc-4b85-8b2f-33ed4769413c) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:51.478548 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.512245 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.549584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:51.552327 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:51.556182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:51.578945 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=63bcb7b2-08bc-4b85-8b2f-33ed4769413c,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:51.795998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:51.981941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:52.107947 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 128e82a9-4362-459b-8b4f-017baa536e44 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:53:52.122645 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:52.142797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:52.143136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 351e3d5b-92e0-4126-9c3c-4bc4f4fc30b9 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:52.143537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device cc08ef83-604f-4bcd-80e7-8133462583c1 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:53:52.161603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: cc08ef83-604f-4bcd-80e7-8133462583c1 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:53:52.161964 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device cc08ef83-604f-4bcd-80e7-8133462583c1 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:53:52.498396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:52.508394 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Sync routers for ids ['128e82a9-4362-459b-8b4f-017baa536e44'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:52.517424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:52.517618 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Routers {'128e82a9-4362-459b-8b4f-017baa536e44'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:52.518152 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:53:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['128e82a9-4362-459b-8b4f-017baa536e44'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:52.518684 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-449e6b71-0211-47a7-b60d-13660dd6f4b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6920006 Feb 04 05:53:52.521808 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54834) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:52.549026 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cb03591c-65c7-483a-995d-dde333020386 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=40ad8d16904547d4bb154abb4c3cacdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260956 Feb 04 05:53:52.551518 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54836) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:52.619812 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Set router 128e82a9-4362-459b-8b4f-017baa536e44 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:52.638474 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1634b853-ca2f-48a5-88b5-3547d30b8245 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:52.640158 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1634b853-ca2f-48a5-88b5-3547d30b8245 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877557 Feb 04 05:53:52.642915 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54838) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:52.670797 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f19b8f13-340f-4ca4-9e6f-eb9e0f48abf1 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267785 Feb 04 05:53:52.673092 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54840) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:52.677725 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-cf8cad11-15fa-459c-b0d1-976e875c9901 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1520543277', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:52.763593 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8cad11-15fa-459c-b0d1-976e875c9901 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:52.767400 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cf8cad11-15fa-459c-b0d1-976e875c9901 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:52.790524 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:53:51Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:52.820028 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Checking router: 128e82a9-4362-459b-8b4f-017baa536e44 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:52.820374 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Updating router 128e82a9-4362-459b-8b4f-017baa536e44 port 63bcb7b2-08bc-4b85-8b2f-33ed4769413c binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:53:52.845335 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:52.948610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cf8cad11-15fa-459c-b0d1-976e875c9901 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.012324 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cad11-15fa-459c-b0d1-976e875c9901 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Subnet': ['ID=0541c395-1b4e-49d4-8132-069e383d5985,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:53.019232 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8cad11-15fa-459c-b0d1-976e875c9901 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Checking segment: {'id': 'd7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:53.019594 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8cad11-15fa-459c-b0d1-976e875c9901 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network hostable DHCP agents. Network: f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:53:53.036572 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8cad11-15fa-459c-b0d1-976e875c9901 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:53:53.045680 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-cf8cad11-15fa-459c-b0d1-976e875c9901 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:53.049757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8cad11-15fa-459c-b0d1-976e875c9901 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:53.050475 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cf8cad11-15fa-459c-b0d1-976e875c9901 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.055755 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c333e2-5081-494e-901f-b729fe67e86d None None] Network f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:53.068219 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cf8cad11-15fa-459c-b0d1-976e875c9901 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3941216 Feb 04 05:53:53.071587 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54842) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:53.094569 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.100952 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.146272 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Attempting to bind port 63bcb7b2-08bc-4b85-8b2f-33ed4769413c on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:53.146639 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Attempting to bind port 63bcb7b2-08bc-4b85-8b2f-33ed4769413c by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:53.146990 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Attempting to bind port 63bcb7b2-08bc-4b85-8b2f-33ed4769413c on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:53.155709 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:53.156070 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:53.156461 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.156844 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:53.157297 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Bound port: 63bcb7b2-08bc-4b85-8b2f-33ed4769413c, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:53.157665 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.162778 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23d93f-371e-4c34-976b-9a6c732efba9 None None] Pushing event updated for resources: {'Port': ['ID=63bcb7b2-08bc-4b85-8b2f-33ed4769413c,revision_number=2']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:53.212287 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ips': [{'subnet_id': '0541c395-1b4e-49d4-8132-069e383d5985'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:53:53.213256 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.218355 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] For port 63bcb7b2-08bc-4b85-8b2f-33ed4769413c, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:53.221454 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] For port 63bcb7b2-08bc-4b85-8b2f-33ed4769413c, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=63bcb7b2-08bc-4b85-8b2f-33ed4769413c,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:53.226948 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.274579 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Routers {'128e82a9-4362-459b-8b4f-017baa536e44'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:53.275172 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:53:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['128e82a9-4362-459b-8b4f-017baa536e44'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:53.361173 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Allocated IP 172.20.0.2 (f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34/0541c395-1b4e-49d4-8132-069e383d5985/d8e8e151-3f22-433c-9b75-50fb12a0f3fe) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:53.371877 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23d93f-371e-4c34-976b-9a6c732efba9 None None] Pushing event updated for resources: {'Port': ['ID=63bcb7b2-08bc-4b85-8b2f-33ed4769413c,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:53.394012 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] Set router 128e82a9-4362-459b-8b4f-017baa536e44 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:53.500060 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.506415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.523425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Network f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:53.538455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.545840 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:53.551421 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:53.576928 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:53:51Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:53.596580 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Pushing event updated for resources: {'Port': ['ID=d8e8e151-3f22-433c-9b75-50fb12a0f3fe,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:53.609453 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b2019-ed5b-4e0c-b389-f08a76af742d None None] The sync data for ids ['128e82a9-4362-459b-8b4f-017baa536e44'] in dv-neutron-827794-1-hyperv is: [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:53:51Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:53.623157 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Attempting to bind port d8e8e151-3f22-433c-9b75-50fb12a0f3fe on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:53.623530 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Attempting to bind port d8e8e151-3f22-433c-9b75-50fb12a0f3fe by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'd7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:53.623896 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Attempting to bind port d8e8e151-3f22-433c-9b75-50fb12a0f3fe on network f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:53.629026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:53.629397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Checking segment: {'id': 'd7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:53.629818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.630210 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Bound using segment: {'id': 'd7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:53.630674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Bound port: d8e8e151-3f22-433c-9b75-50fb12a0f3fe, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:53.631050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.694537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] For port d8e8e151-3f22-433c-9b75-50fb12a0f3fe, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:53.697744 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] For port d8e8e151-3f22-433c-9b75-50fb12a0f3fe, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d8e8e151-3f22-433c-9b75-50fb12a0f3fe,segment=NetworkSegment(d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed),segment_id=d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:53.702126 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:53.761905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa8b47-464f-4634-b1bb-97ecba02386f None None] Pushing event updated for resources: {'Port': ['ID=d8e8e151-3f22-433c-9b75-50fb12a0f3fe,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:53.864448 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.1 (f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34/0541c395-1b4e-49d4-8132-069e383d5985/4d362757-f92c-41db-ad05-5ae1df477053) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:54.010894 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.062659 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.121898 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=4d362757-f92c-41db-ad05-5ae1df477053,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:54.132446 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:54.134420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:54.136686 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:54.181402 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.264647 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 63bcb7b2-08bc-4b85-8b2f-33ed4769413c up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:54.323836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 63bcb7b2-08bc-4b85-8b2f-33ed4769413c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:54.324372 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.327607 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.403096 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.424047 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 63bcb7b2-08bc-4b85-8b2f-33ed4769413c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=63bcb7b2-08bc-4b85-8b2f-33ed4769413c,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:54.429558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.435895 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d8e8e151-3f22-433c-9b75-50fb12a0f3fe up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:54.516757 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=63bcb7b2-08bc-4b85-8b2f-33ed4769413c,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:54.530068 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port d8e8e151-3f22-433c-9b75-50fb12a0f3fe triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:54.530561 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.621810 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.659969 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port d8e8e151-3f22-433c-9b75-50fb12a0f3fe, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d8e8e151-3f22-433c-9b75-50fb12a0f3fe,segment=NetworkSegment(d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed),segment_id=d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:54.665178 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.669280 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.674768 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.720369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=d8e8e151-3f22-433c-9b75-50fb12a0f3fe,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:54.759734 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=4d362757-f92c-41db-ad05-5ae1df477053,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:54.765396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.861568 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:54.863084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:54.879999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99acc628-4670-4fa0-afeb-2edd05500879 None None] Network f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:53:54.937675 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0ec66bfd-1ca5-4f04-84a6-643b29135e5b None None] Provisioning complete for port d8e8e151-3f22-433c-9b75-50fb12a0f3fe triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:54.938070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0ec66bfd-1ca5-4f04-84a6-643b29135e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:54.978610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 128e82a9-4362-459b-8b4f-017baa536e44 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:53:55.107371 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:53:55.113383 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b577e9db-efc0-4498-985a-42afafe32629 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/128e82a9-4362-459b-8b4f-017baa536e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0407586 Feb 04 05:53:55.116002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54844) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:55.212248 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e76c31-15c8-4e3a-8c60-0fc20165ea85 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:55.212816 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e76c31-15c8-4e3a-8c60-0fc20165ea85 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:55.213341 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e76c31-15c8-4e3a-8c60-0fc20165ea85 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:55.213902 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e76c31-15c8-4e3a-8c60-0fc20165ea85 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:55.215697 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b9e76c31-15c8-4e3a-8c60-0fc20165ea85 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.0989046 Feb 04 05:53:55.218439 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54846) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:55.278654 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b450a2e5-3201-4e0e-954c-8975c5e680d9 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:55.279118 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b450a2e5-3201-4e0e-954c-8975c5e680d9 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:55.279639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b450a2e5-3201-4e0e-954c-8975c5e680d9 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:55.280109 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b450a2e5-3201-4e0e-954c-8975c5e680d9 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:55.281830 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b450a2e5-3201-4e0e-954c-8975c5e680d9 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0617857 Feb 04 05:53:55.285216 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54848) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:55.313146 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9eb93077-03e5-48db-a7f0-9f38cd7ba3fb None None] Provisioning complete for port d8e8e151-3f22-433c-9b75-50fb12a0f3fe triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:55.314254 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9eb93077-03e5-48db-a7f0-9f38cd7ba3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.420447 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Sync routers for ids ['128e82a9-4362-459b-8b4f-017baa536e44'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:53:55.429926 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b18ec33a-7b5f-4f3e-9fc8-bf6ce5b75664 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1434574 Feb 04 05:53:55.430898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9eb93077-03e5-48db-a7f0-9f38cd7ba3fb None None] Provisioning complete for port 4d362757-f92c-41db-ad05-5ae1df477053 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:55.431274 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9eb93077-03e5-48db-a7f0-9f38cd7ba3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.455166 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Routers {'128e82a9-4362-459b-8b4f-017baa536e44'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:55.455849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-0e97b894-d669-428f-a674-82051a58b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:53:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['128e82a9-4362-459b-8b4f-017baa536e44'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:55.509481 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-9eb93077-03e5-48db-a7f0-9f38cd7ba3fb None None] Port 4d362757-f92c-41db-ad05-5ae1df477053 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:55.570049 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Set router 128e82a9-4362-459b-8b4f-017baa536e44 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:55.691788 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-28b75713-fe08-4b27-b9e9-a00ac1c02828 None None] Provisioning complete for port 4d362757-f92c-41db-ad05-5ae1df477053 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:55.692156 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-28b75713-fe08-4b27-b9e9-a00ac1c02828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.743110 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-28b75713-fe08-4b27-b9e9-a00ac1c02828 None None] Port 4d362757-f92c-41db-ad05-5ae1df477053 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:55.773200 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54852) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:55.777896 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-168a6662-4dd5-4209-b960-faa0f6718543 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2082410942', 'description': 'tempest-secgroup-smoke-2082410942 description', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:55.800318 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-168a6662-4dd5-4209-b960-faa0f6718543 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.805971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-0e97b894-d669-428f-a674-82051a58b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '4d362757-f92c-41db-ad05-5ae1df477053', 'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:04:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0541c395-1b4e-49d4-8132-069e383d5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:53Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 2, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '0541c395-1b4e-49d4-8132-069e383d5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:55.835948 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Checking router: 128e82a9-4362-459b-8b4f-017baa536e44 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:53:55.836303 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Updating router 128e82a9-4362-459b-8b4f-017baa536e44 port 4d362757-f92c-41db-ad05-5ae1df477053 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:53:55.866808 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.867080 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-168a6662-4dd5-4209-b960-faa0f6718543 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.871283 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-168a6662-4dd5-4209-b960-faa0f6718543 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.879449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-475f744f-d666-4aae-9f09-d8cd5e2bf82e None None] Provisioning complete for port 4d362757-f92c-41db-ad05-5ae1df477053 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:55.879817 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-475f744f-d666-4aae-9f09-d8cd5e2bf82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.899405 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-168a6662-4dd5-4209-b960-faa0f6718543 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.900716 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-168a6662-4dd5-4209-b960-faa0f6718543 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1263437 Feb 04 05:53:55.903760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54854) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:55.905139 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a6662-4dd5-4209-b960-faa0f6718543 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b062a868-ba79-45a8-ad0e-9fadb212a04d,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:55.910576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-eec69a49-6139-41dc-8db1-989c1e52aecf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'b062a868-ba79-45a8-ad0e-9fadb212a04d', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:55.939145 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eec69a49-6139-41dc-8db1-989c1e52aecf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.944275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-475f744f-d666-4aae-9f09-d8cd5e2bf82e None None] Port 4d362757-f92c-41db-ad05-5ae1df477053 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:55.995846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eec69a49-6139-41dc-8db1-989c1e52aecf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:55.999871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eec69a49-6139-41dc-8db1-989c1e52aecf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.017532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec69a49-6139-41dc-8db1-989c1e52aecf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16e383b-a2f9-48b6-93a0-132635280493,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:56.026059 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eec69a49-6139-41dc-8db1-989c1e52aecf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.027277 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-eec69a49-6139-41dc-8db1-989c1e52aecf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221502 Feb 04 05:53:56.030098 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54856) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:56.034378 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-49241d72-8705-4aad-b6a9-03c56222b63b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'b062a868-ba79-45a8-ad0e-9fadb212a04d', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:56.061546 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49241d72-8705-4aad-b6a9-03c56222b63b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.120921 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49241d72-8705-4aad-b6a9-03c56222b63b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.124643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49241d72-8705-4aad-b6a9-03c56222b63b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.146004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49241d72-8705-4aad-b6a9-03c56222b63b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f95fd1-ce87-48d3-9a90-c77944f2b68b,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:56.152593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49241d72-8705-4aad-b6a9-03c56222b63b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.156713 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54858) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:56.157237 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-49241d72-8705-4aad-b6a9-03c56222b63b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257579 Feb 04 05:53:56.162202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a9dcf58d-676a-4d91-80ed-ad6032b3b57a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'b062a868-ba79-45a8-ad0e-9fadb212a04d', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:56.191839 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9dcf58d-676a-4d91-80ed-ad6032b3b57a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.256638 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9dcf58d-676a-4d91-80ed-ad6032b3b57a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.261094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9dcf58d-676a-4d91-80ed-ad6032b3b57a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.279071 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcf58d-676a-4d91-80ed-ad6032b3b57a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab2cb59-8c81-4ed3-b957-119707fddce4,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:56.287829 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 63bcb7b2-08bc-4b85-8b2f-33ed4769413c up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:56.288666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9dcf58d-676a-4d91-80ed-ad6032b3b57a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.290075 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a9dcf58d-676a-4d91-80ed-ad6032b3b57a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315348 Feb 04 05:53:56.292762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54860) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:56.297929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-921d0681-1c51-4de4-b898-84c64823ef49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'b062a868-ba79-45a8-ad0e-9fadb212a04d', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:56.327061 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-921d0681-1c51-4de4-b898-84c64823ef49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.336618 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.343269 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.392015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-921d0681-1c51-4de4-b898-84c64823ef49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.397580 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-921d0681-1c51-4de4-b898-84c64823ef49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.409350 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 63bcb7b2-08bc-4b85-8b2f-33ed4769413c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:56.410190 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.413211 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e95811-6823-4a2e-916f-6679cb226829 None None] Pushing event updated for resources: {'Port': ['ID=4d362757-f92c-41db-ad05-5ae1df477053,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:56.418019 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d0681-1c51-4de4-b898-84c64823ef49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24756d47-6d20-4486-9261-6cef219ebed8,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:56.425540 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-921d0681-1c51-4de4-b898-84c64823ef49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.426991 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-921d0681-1c51-4de4-b898-84c64823ef49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328888 Feb 04 05:53:56.429650 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54862) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:56.433986 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-832b7560-e991-4377-bcc9-9400077c36b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'b062a868-ba79-45a8-ad0e-9fadb212a04d', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:56.463324 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-832b7560-e991-4377-bcc9-9400077c36b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:53:56.469571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-832b7560-e991-4377-bcc9-9400077c36b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.504373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Attempting to bind port 4d362757-f92c-41db-ad05-5ae1df477053 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:56.504746 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Attempting to bind port 4d362757-f92c-41db-ad05-5ae1df477053 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'd7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:56.505109 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Attempting to bind port 4d362757-f92c-41db-ad05-5ae1df477053 on network f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:56.512926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:56.513306 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Checking segment: {'id': 'd7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:56.513710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.514132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Bound using segment: {'id': 'd7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:56.514608 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Bound port: 4d362757-f92c-41db-ad05-5ae1df477053, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:56.515420 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.537689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-832b7560-e991-4377-bcc9-9400077c36b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.542062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-832b7560-e991-4377-bcc9-9400077c36b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.565925 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b7560-e991-4377-bcc9-9400077c36b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acecbebf-f70e-4283-9c22-47e8bdc6b76e,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:56.571940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-832b7560-e991-4377-bcc9-9400077c36b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.573793 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-832b7560-e991-4377-bcc9-9400077c36b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425223 Feb 04 05:53:56.576023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54864) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:53:56.581507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-91bc3ac8-f5ce-4441-9796-98a3dad98c5a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'b062a868-ba79-45a8-ad0e-9fadb212a04d', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:56.596090 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d8e8e151-3f22-433c-9b75-50fb12a0f3fe up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:56.607616 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-91bc3ac8-f5ce-4441-9796-98a3dad98c5a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:53:56.612591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91bc3ac8-f5ce-4441-9796-98a3dad98c5a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.646722 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0e97b894-d669-428f-a674-82051a58b903 None None] For port 4d362757-f92c-41db-ad05-5ae1df477053, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:56.649985 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0e97b894-d669-428f-a674-82051a58b903 None None] For port 4d362757-f92c-41db-ad05-5ae1df477053, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4d362757-f92c-41db-ad05-5ae1df477053,segment=NetworkSegment(d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed),segment_id=d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:56.655265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.674188 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91bc3ac8-f5ce-4441-9796-98a3dad98c5a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.677777 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91bc3ac8-f5ce-4441-9796-98a3dad98c5a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.695520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc3ac8-f5ce-4441-9796-98a3dad98c5a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe95f4f-dcc1-4561-93e2-034784121145,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:56.703736 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91bc3ac8-f5ce-4441-9796-98a3dad98c5a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.710339 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-91bc3ac8-f5ce-4441-9796-98a3dad98c5a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1329870 Feb 04 05:53:56.723061 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port d8e8e151-3f22-433c-9b75-50fb12a0f3fe triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:56.723443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.730195 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-07c056c4-fa7d-47e4-8550-4b18768813bc None None] Provisioning complete for port 4d362757-f92c-41db-ad05-5ae1df477053 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:56.730558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-07c056c4-fa7d-47e4-8550-4b18768813bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:56.794823 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e95811-6823-4a2e-916f-6679cb226829 None None] Pushing event updated for resources: {'Port': ['ID=4d362757-f92c-41db-ad05-5ae1df477053,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:56.806675 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Routers {'128e82a9-4362-459b-8b4f-017baa536e44'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:53:56.807344 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-0e97b894-d669-428f-a674-82051a58b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:53:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['128e82a9-4362-459b-8b4f-017baa536e44'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:56.853552 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-3931f50f-0dc3-4b0f-8cbc-324e8a3f5a17 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082410942&fields=id&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 267 time: 0.0356331 Feb 04 05:53:56.972405 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-a4a3433f-6491-46ad-99e7-333983f8350e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:56.973968 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-a4a3433f-6491-46ad-99e7-333983f8350e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/networks?id=f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 HTTP/1.1" status: 200 len: 797 time: 0.1120324 Feb 04 05:53:56.989157 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-0e97b894-d669-428f-a674-82051a58b903 None None] Set router 128e82a9-4362-459b-8b4f-017baa536e44 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:53:56.989361 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-85e06c59-b302-4525-b9ee-f691ddf46cb3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/quotas/40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 375 time: 0.0090139 Feb 04 05:53:57.024441 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-07c056c4-fa7d-47e4-8550-4b18768813bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.041086 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-3e0d06f5-dcc4-4ad0-ac09-8094225b15bc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455940 Feb 04 05:53:57.105114 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-07c056c4-fa7d-47e4-8550-4b18768813bc None None] For port 4d362757-f92c-41db-ad05-5ae1df477053, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4d362757-f92c-41db-ad05-5ae1df477053,segment=NetworkSegment(d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed),segment_id=d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:53:57.132650 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-07c056c4-fa7d-47e4-8550-4b18768813bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.177829 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-2ab4a6c6-9368-48d1-8890-507de5e6eabf service neutron] 10.222.0.10 "GET /v2.0/networks/f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253216 Feb 04 05:53:57.205742 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c056c4-fa7d-47e4-8550-4b18768813bc None None] Pushing event updated for resources: {'Port': ['ID=4d362757-f92c-41db-ad05-5ae1df477053,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:57.261962 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-84989e5c-332f-4e57-a4a2-6a27c18f5178 None None] Provisioning complete for port 4d362757-f92c-41db-ad05-5ae1df477053 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:57.262333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-84989e5c-332f-4e57-a4a2-6a27c18f5178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:57.271031 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-7738a86b-06a8-4f4a-9155-a4da4de26d7e service neutron] 10.222.0.10 "GET /v2.0/networks/f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869708 Feb 04 05:53:57.305919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-0e97b894-d669-428f-a674-82051a58b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '4d362757-f92c-41db-ad05-5ae1df477053', 'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:04:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0541c395-1b4e-49d4-8132-069e383d5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:53Z', 'updated_at': '2022-02-04T05:53:56Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '0541c395-1b4e-49d4-8132-069e383d5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:53:57.338684 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97b894-d669-428f-a674-82051a58b903 None None] The sync data for ids ['128e82a9-4362-459b-8b4f-017baa536e44'] in dv-neutron-827794-1-hyperv is: [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '4d362757-f92c-41db-ad05-5ae1df477053', 'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:04:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0541c395-1b4e-49d4-8132-069e383d5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:53Z', 'updated_at': '2022-02-04T05:53:56Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '0541c395-1b4e-49d4-8132-069e383d5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:53:57.451302 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e3a40597-bddc-4153-af74-c3a8ab02f525 req-c57f1576-ad9c-41e9-922d-5a26ff38e8de tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 210 time: 0.0291367 Feb 04 05:53:58.171836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4d362757-f92c-41db-ad05-5ae1df477053 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:53:58.224771 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 4d362757-f92c-41db-ad05-5ae1df477053 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:58.225169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.410374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-e914b31c-cc4e-4772-8367-e91e54490fda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:58.412024 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-e914b31c-cc4e-4772-8367-e91e54490fda tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/networks?id=f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 HTTP/1.1" status: 200 len: 797 time: 0.1243651 Feb 04 05:53:58.458185 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-810905d2-1156-4648-b2b5-055799bc5adb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 380 time: 0.0368962 Feb 04 05:53:58.469927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-4e3e39b1-b621-4387-8faf-6b64df0f648c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'port': {'device_id': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'admin_state_up': True, 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'security_groups': ['b062a868-ba79-45a8-ad0e-9fadb212a04d']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:58.546306 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a93d3b38-bff5-4f56-b2f1-6fb291a561ac req-886da73d-7803-4328-a96e-34845ac6e4d3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 210 time: 0.0261269 Feb 04 05:53:58.581657 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-4e3e39b1-b621-4387-8faf-6b64df0f648c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:53:58.585582 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-4e3e39b1-b621-4387-8faf-6b64df0f648c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.709445 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-4e3e39b1-b621-4387-8faf-6b64df0f648c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.8 (f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34/0541c395-1b4e-49d4-8132-069e383d5985/a4edf2da-4b93-4e33-9c69-f16a5765076d) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:53:58.838470 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-4e3e39b1-b621-4387-8faf-6b64df0f648c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.875390 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-4e3e39b1-b621-4387-8faf-6b64df0f648c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.916383 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-4e3e39b1-b621-4387-8faf-6b64df0f648c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:53:58.919300 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-4e3e39b1-b621-4387-8faf-6b64df0f648c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:53:58.922707 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-4e3e39b1-b621-4387-8faf-6b64df0f648c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:53:58.949627 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e39b1-b621-4387-8faf-6b64df0f648c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=a4edf2da-4b93-4e33-9c69-f16a5765076d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:58.974983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-4e3e39b1-b621-4387-8faf-6b64df0f648c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:58.975510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-4e3e39b1-b621-4387-8faf-6b64df0f648c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:58.991900 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-4e3e39b1-b621-4387-8faf-6b64df0f648c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5256169 Feb 04 05:53:59.005004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Request body: {'port': {'device_id': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:53:59.060565 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.134077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6a38aa7e-de7b-468c-ac23-b4b1b599eb58 None None] Provisioning complete for port a4edf2da-4b93-4e33-9c69-f16a5765076d triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:53:59.134720 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6a38aa7e-de7b-468c-ac23-b4b1b599eb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.167030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6a38aa7e-de7b-468c-ac23-b4b1b599eb58 None None] Port a4edf2da-4b93-4e33-9c69-f16a5765076d cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:53:59.319402 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4edf2da-4b93-4e33-9c69-f16a5765076d {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:53:59.327250 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.339680 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Transition to ACTIVE for port object a4edf2da-4b93-4e33-9c69-f16a5765076d will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:53:59.343900 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.393149 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4edf2da-4b93-4e33-9c69-f16a5765076d,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:59.463803 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Attempting to bind port a4edf2da-4b93-4e33-9c69-f16a5765076d on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:53:59.464474 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Attempting to bind port a4edf2da-4b93-4e33-9c69-f16a5765076d by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:53:59.464632 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Attempting to bind port a4edf2da-4b93-4e33-9c69-f16a5765076d on network f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:59.469463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Port a4edf2da-4b93-4e33-9c69-f16a5765076d on network f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:53:59.469814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Attempting to bind port a4edf2da-4b93-4e33-9c69-f16a5765076d on network f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:53:59.475205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:53:59.475550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Checking segment: {'id': 'd7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:53:59.475937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Bound using segment: {'id': 'd7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:53:59.476368 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Bound port: a4edf2da-4b93-4e33-9c69-f16a5765076d, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:53:59.476727 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.542533 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] For port a4edf2da-4b93-4e33-9c69-f16a5765076d, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:53:59.545555 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] For port a4edf2da-4b93-4e33-9c69-f16a5765076d, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a4edf2da-4b93-4e33-9c69-f16a5765076d,segment=NetworkSegment(d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed),segment_id=d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:53:59.550389 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.589831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:59.590459 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:53:59.591844 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] 10.222.0.26 "PUT /v2.0/ports/a4edf2da-4b93-4e33-9c69-f16a5765076d HTTP/1.1" status: 200 len: 1093 time: 0.5911281 Feb 04 05:53:59.592286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'tag': 'a4edf2da-4b93-4e33-9c69-f16a5765076d'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:53:59.594551 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd3d342-466e-4722-a110-dff7f4476534" -d '{"events": [{"name": "network-changed", "server_uuid": "13a1ea2c-96eb-4fb9-8a5e-801a0541e982", "tag": "a4edf2da-4b93-4e33-9c69-f16a5765076d"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:53:59.614434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7841eb6-cd8b-4a45-b98a-3586152905b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4edf2da-4b93-4e33-9c69-f16a5765076d,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:53:59.663898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f80bca-76a7-4b4b-bd86-fac62de41c26 x-openstack-request-id: req-48f80bca-76a7-4b4b-bd86-fac62de41c26 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:53:59.664167 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a1ea2c-96eb-4fb9-8a5e-801a0541e982", "tag": "a4edf2da-4b93-4e33-9c69-f16a5765076d", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:53:59.664448 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48f80bca-76a7-4b4b-bd86-fac62de41c26 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:53:59.665024 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'tag': 'a4edf2da-4b93-4e33-9c69-f16a5765076d', 'status': 'completed', 'code': 200} Feb 04 05:53:59.678965 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b6307-5045-4831-988f-ac7a8a0848d1 req-8d8fefec-fa89-4d09-a729-a66792663466 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:59.679837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-e2e0a652-ba0f-4f7b-9d01-092324085327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:59.681108 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f28b6307-5045-4831-988f-ac7a8a0848d1 req-8d8fefec-fa89-4d09-a729-a66792663466 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 943 time: 0.0576336 Feb 04 05:53:59.682311 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-e2e0a652-ba0f-4f7b-9d01-092324085327 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 1096 time: 0.0461407 Feb 04 05:53:59.722010 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f28b6307-5045-4831-988f-ac7a8a0848d1 req-8551c20d-4865-4ad9-826c-b6fc72cb26bf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b062a868-ba79-45a8-ad0e-9fadb212a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344329 Feb 04 05:53:59.728508 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-bf43cf54-4045-4ec8-aa66-6c5f57cb2da5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4edf2da-4b93-4e33-9c69-f16a5765076d HTTP/1.1" status: 200 len: 217 time: 0.0391502 Feb 04 05:53:59.785028 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-b7cccc4c-090b-4dea-9c09-7961bdd780c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:59.786696 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-b7cccc4c-090b-4dea-9c09-7961bdd780c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0541c395-1b4e-49d4-8132-069e383d5985 HTTP/1.1" status: 200 len: 835 time: 0.0512505 Feb 04 05:53:59.833426 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-3bc2ef12-ca15-4476-a259-1578b6acb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:53:59.834954 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-3bc2ef12-ca15-4476-a259-1578b6acb41b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417399 Feb 04 05:53:59.925187 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-65ba9156-8ace-478e-949d-e46a92ba78f7 service neutron] 10.222.0.26 "GET /v2.0/networks/f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826967 Feb 04 05:54:00.010164 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-afb8bede-1508-4772-8d1d-e1b3b4788a4e req-c316d832-33f3-4f70-9366-608d0439a4c0 service neutron] 10.222.0.26 "GET /v2.0/networks/f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785446 Feb 04 05:54:00.094134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d342-466e-4722-a110-dff7f4476534 req-5fa1787a-9cec-4838-ae0b-2fb133e745b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:00.095514 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6bd3d342-466e-4722-a110-dff7f4476534 req-5fa1787a-9cec-4838-ae0b-2fb133e745b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 1096 time: 0.0388892 Feb 04 05:54:00.194029 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d342-466e-4722-a110-dff7f4476534 req-650651e9-b558-415a-a16e-5cc577854b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:00.195706 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6bd3d342-466e-4722-a110-dff7f4476534 req-650651e9-b558-415a-a16e-5cc577854b6a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 HTTP/1.1" status: 200 len: 897 time: 0.0928168 Feb 04 05:54:00.237005 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6bd3d342-466e-4722-a110-dff7f4476534 req-58d7ecc7-7110-4f14-b1b9-1010770f5863 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4edf2da-4b93-4e33-9c69-f16a5765076d HTTP/1.1" status: 200 len: 217 time: 0.0329821 Feb 04 05:54:00.289518 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d342-466e-4722-a110-dff7f4476534 req-96586c2a-8826-4b27-b6de-a8274d20412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:00.291012 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6bd3d342-466e-4722-a110-dff7f4476534 req-96586c2a-8826-4b27-b6de-a8274d20412c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0541c395-1b4e-49d4-8132-069e383d5985 HTTP/1.1" status: 200 len: 835 time: 0.0467725 Feb 04 05:54:00.335726 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d342-466e-4722-a110-dff7f4476534 req-65564bfd-f878-4c65-b6fb-f3539610761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:00.337188 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6bd3d342-466e-4722-a110-dff7f4476534 req-65564bfd-f878-4c65-b6fb-f3539610761a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388970 Feb 04 05:54:00.425259 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6bd3d342-466e-4722-a110-dff7f4476534 req-c636ddb9-23e7-4be4-98df-47a629797547 service neutron] 10.222.0.26 "GET /v2.0/networks/f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794725 Feb 04 05:54:00.514387 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6bd3d342-466e-4722-a110-dff7f4476534 req-ee531a00-ec8d-4708-b58e-414034770158 service neutron] 10.222.0.26 "GET /v2.0/networks/f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825655 Feb 04 05:54:00.842648 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cafc55-7f2c-4bc0-80be-d7822465d45f req-0b7ce18f-77dd-43a0-95ff-8805ec088ba5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:00.844082 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e3cafc55-7f2c-4bc0-80be-d7822465d45f req-0b7ce18f-77dd-43a0-95ff-8805ec088ba5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 943 time: 0.0508864 Feb 04 05:54:00.880475 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e3cafc55-7f2c-4bc0-80be-d7822465d45f req-20a2c09d-d60c-4beb-aa34-c21c45bf96ec tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b062a868-ba79-45a8-ad0e-9fadb212a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305209 Feb 04 05:54:01.991891 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccce1d-d0fc-402f-a6fb-9a665937af72 req-4df49cc3-2f7d-476b-9529-281750c02358 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:01.993420 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-34ccce1d-d0fc-402f-a6fb-9a665937af72 req-4df49cc3-2f7d-476b-9529-281750c02358 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 943 time: 0.0486248 Feb 04 05:54:02.030791 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-34ccce1d-d0fc-402f-a6fb-9a665937af72 req-f194a377-39a1-49a6-81ed-581c0cf6174c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b062a868-ba79-45a8-ad0e-9fadb212a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315492 Feb 04 05:54:02.297007 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device a4edf2da-4b93-4e33-9c69-f16a5765076d details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:54:02.385844 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port a4edf2da-4b93-4e33-9c69-f16a5765076d, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a4edf2da-4b93-4e33-9c69-f16a5765076d,segment=NetworkSegment(d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed),segment_id=d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:02.395669 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'a4edf2da-4b93-4e33-9c69-f16a5765076d', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'port_id': 'a4edf2da-4b93-4e33-9c69-f16a5765076d', 'mac_address': 'fa:16:3e:e9:bb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0541c395-1b4e-49d4-8132-069e383d5985', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:54:02.436237 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.448484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4edf2da-4b93-4e33-9c69-f16a5765076d {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:54:02.467250 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port a4edf2da-4b93-4e33-9c69-f16a5765076d, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a4edf2da-4b93-4e33-9c69-f16a5765076d,segment=NetworkSegment(d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed),segment_id=d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:02.471404 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:02.518307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=a4edf2da-4b93-4e33-9c69-f16a5765076d,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:02.661328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['a4edf2da-4b93-4e33-9c69-f16a5765076d'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:54:03.144799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a86ec4-0a1f-4413-99de-001a77e60519 req-520b4fad-dcd3-4428-9697-a728fbebce6d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:03.146287 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d1a86ec4-0a1f-4413-99de-001a77e60519 req-520b4fad-dcd3-4428-9697-a728fbebce6d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 944 time: 0.0502114 Feb 04 05:54:03.182627 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d1a86ec4-0a1f-4413-99de-001a77e60519 req-b1baecb5-61df-4fb5-b06d-666de1fee070 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b062a868-ba79-45a8-ad0e-9fadb212a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298524 Feb 04 05:54:04.027771 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.298284 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device a4edf2da-4b93-4e33-9c69-f16a5765076d up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:04.299939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07a41f-f82b-47e5-a718-85dfb549ec01 req-4d529fb3-228f-4886-8f02-330fbf3c377b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:04.301420 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ba07a41f-f82b-47e5-a718-85dfb549ec01 req-4d529fb3-228f-4886-8f02-330fbf3c377b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 944 time: 0.0538135 Feb 04 05:54:04.338978 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ba07a41f-f82b-47e5-a718-85dfb549ec01 req-dbe4f9ce-d86c-4203-9fcd-11ca760fe5aa tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b062a868-ba79-45a8-ad0e-9fadb212a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315306 Feb 04 05:54:04.346748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port a4edf2da-4b93-4e33-9c69-f16a5765076d completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:54:04.350244 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port a4edf2da-4b93-4e33-9c69-f16a5765076d triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:04.350616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.431593 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.453301 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4edf2da-4b93-4e33-9c69-f16a5765076d'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:54:04.455823 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9309d551-f27b-429b-bd9c-2965bb9d777f" -d '{"events": [{"server_uuid": "13a1ea2c-96eb-4fb9-8a5e-801a0541e982", "name": "network-vif-plugged", "status": "completed", "tag": "a4edf2da-4b93-4e33-9c69-f16a5765076d"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:54:04.468889 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port a4edf2da-4b93-4e33-9c69-f16a5765076d, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a4edf2da-4b93-4e33-9c69-f16a5765076d,segment=NetworkSegment(d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed),segment_id=d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:04.476266 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:04.502581 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f981e8ce-b547-4da5-826f-e3b4c6427953 x-openstack-request-id: req-f981e8ce-b547-4da5-826f-e3b4c6427953 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:54:04.502862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a1ea2c-96eb-4fb9-8a5e-801a0541e982", "name": "network-vif-plugged", "status": "completed", "tag": "a4edf2da-4b93-4e33-9c69-f16a5765076d", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:54:04.503110 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f981e8ce-b547-4da5-826f-e3b4c6427953 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:54:04.503495 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4edf2da-4b93-4e33-9c69-f16a5765076d', 'code': 200} Feb 04 05:54:04.533315 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=a4edf2da-4b93-4e33-9c69-f16a5765076d,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:04.659328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85e1b5-4e42-48aa-809b-a7be87389002 req-90edfca2-9240-42be-a992-e99707b8228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:04.660833 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7a85e1b5-4e42-48aa-809b-a7be87389002 req-90edfca2-9240-42be-a992-e99707b8228e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 1098 time: 0.0394812 Feb 04 05:54:04.694014 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7a85e1b5-4e42-48aa-809b-a7be87389002 req-22c3bbdc-7f76-4a8d-95b0-1ec606914cb4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b062a868-ba79-45a8-ad0e-9fadb212a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265934 Feb 04 05:54:05.453908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ef1f4-14e6-4c0d-b634-4a85d375a07a req-07324973-5a04-4da1-8d12-d3154426ace1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:05.455628 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-160ef1f4-14e6-4c0d-b634-4a85d375a07a req-07324973-5a04-4da1-8d12-d3154426ace1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 945 time: 0.0483799 Feb 04 05:54:05.492710 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-160ef1f4-14e6-4c0d-b634-4a85d375a07a req-38ba2c06-66f6-4534-8c8c-de9de5c2789f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b062a868-ba79-45a8-ad0e-9fadb212a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313025 Feb 04 05:54:06.605555 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d3ec1-ca13-435b-83fe-13b2bde5d778 req-0436a780-cbbc-4f44-ab91-d594d62b63c7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:06.607097 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f41d3ec1-ca13-435b-83fe-13b2bde5d778 req-0436a780-cbbc-4f44-ab91-d594d62b63c7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 945 time: 0.0479324 Feb 04 05:54:06.643757 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f41d3ec1-ca13-435b-83fe-13b2bde5d778 req-d31c7b84-3b84-4856-a807-850cde1e4c42 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b062a868-ba79-45a8-ad0e-9fadb212a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308053 Feb 04 05:54:06.756043 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9097a-1ab0-476d-a6dc-dac6f03a093d req-39ecee09-e1c3-4822-85f2-3df587816d1e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:06.757374 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-eaf9097a-1ab0-476d-a6dc-dac6f03a093d req-39ecee09-e1c3-4822-85f2-3df587816d1e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 945 time: 0.0499222 Feb 04 05:54:06.793984 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-eaf9097a-1ab0-476d-a6dc-dac6f03a093d req-16ce2c49-c85e-485e-bfc5-1f20d29eefa8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b062a868-ba79-45a8-ad0e-9fadb212a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302296 Feb 04 05:54:06.814758 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54916) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:06.853430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f1fc3-8524-41e2-acaa-bcd40fb0a5c1 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:06.854911 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7e6f1fc3-8524-41e2-acaa-bcd40fb0a5c1 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 1093 time: 0.0390947 Feb 04 05:54:06.857659 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54918) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:06.862145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': 'a4edf2da-4b93-4e33-9c69-f16a5765076d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:06.885081 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:06.980324 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.077940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.192 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/081e1738-f570-4386-bb76-ea084c1acc25) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:07.181762 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.213922 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.251998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:07.254778 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:07.258153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:07.280662 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=081e1738-f570-4386-bb76-ea084c1acc25,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:07.890792 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:07.955218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.100371 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.104827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.173279 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=081e1738-f570-4386-bb76-ea084c1acc25,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:08.182862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.280736 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP ac16ef99-1d1b-43ca-a418-153e5662f155 associated. External IP: 172.26.3.192, port: a4edf2da-4b93-4e33-9c69-f16a5765076d. Feb 04 05:54:08.484428 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 128e82a9-4362-459b-8b4f-017baa536e44 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:08.585917 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:08.595778 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea45b79-13e0-4f65-964d-522d0faca133 None None] Sync routers for ids ['128e82a9-4362-459b-8b4f-017baa536e44'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:08.605824 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea45b79-13e0-4f65-964d-522d0faca133 None None] Routers {'128e82a9-4362-459b-8b4f-017baa536e44'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:08.606227 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:08.606610 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5ea45b79-13e0-4f65-964d-522d0faca133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:53:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['128e82a9-4362-459b-8b4f-017baa536e44'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:08.635795 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d4577445-5ecd-4685-bb92-a4ad10c82965 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7767749 Feb 04 05:54:08.636444 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'tag': 'a4edf2da-4b93-4e33-9c69-f16a5765076d'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:54:08.638701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54920) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:08.639240 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e35d42-1aef-4969-bf7f-b9c5607105ac" -d '{"events": [{"name": "network-changed", "server_uuid": "13a1ea2c-96eb-4fb9-8a5e-801a0541e982", "tag": "a4edf2da-4b93-4e33-9c69-f16a5765076d"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:54:08.675224 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15ae873-1e73-496c-9b07-9aa7589d0dc2 x-openstack-request-id: req-f15ae873-1e73-496c-9b07-9aa7589d0dc2 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:54:08.675515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a1ea2c-96eb-4fb9-8a5e-801a0541e982", "tag": "a4edf2da-4b93-4e33-9c69-f16a5765076d", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:54:08.675771 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f15ae873-1e73-496c-9b07-9aa7589d0dc2 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:54:08.676189 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'tag': 'a4edf2da-4b93-4e33-9c69-f16a5765076d', 'status': 'completed', 'code': 200} Feb 04 05:54:08.710926 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-5ea45b79-13e0-4f65-964d-522d0faca133 None None] Set router 128e82a9-4362-459b-8b4f-017baa536e44 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:08.773158 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f60befc2-a042-4bb4-a14c-3455e0b341aa tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/routers/128e82a9-4362-459b-8b4f-017baa536e44 HTTP/1.1" status: 200 len: 922 time: 0.1331170 Feb 04 05:54:08.776167 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e35d42-1aef-4969-bf7f-b9c5607105ac req-14d0ca76-18a3-4d2f-a1f3-5b044f9a8108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:08.776605 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54924) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:08.778052 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2e35d42-1aef-4969-bf7f-b9c5607105ac req-14d0ca76-18a3-4d2f-a1f3-5b044f9a8108 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 1098 time: 0.0779343 Feb 04 05:54:08.839046 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-73b6401f-45bb-4b35-908b-0481f5bc81ad tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/ac16ef99-1d1b-43ca-a418-153e5662f155 HTTP/1.1" status: 200 len: 991 time: 0.0599997 Feb 04 05:54:08.871725 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e35d42-1aef-4969-bf7f-b9c5607105ac req-66bad022-56da-4694-99f2-3c46c0832859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:08.873274 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2e35d42-1aef-4969-bf7f-b9c5607105ac req-66bad022-56da-4694-99f2-3c46c0832859 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 HTTP/1.1" status: 200 len: 897 time: 0.0889614 Feb 04 05:54:08.937342 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2e35d42-1aef-4969-bf7f-b9c5607105ac req-cd654e80-3cbf-4860-ae0e-90c4ea5e4c9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4edf2da-4b93-4e33-9c69-f16a5765076d HTTP/1.1" status: 200 len: 999 time: 0.0577478 Feb 04 05:54:08.988931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e35d42-1aef-4969-bf7f-b9c5607105ac req-53e0ee3d-e962-469a-a3d3-1bfbaee27a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:08.990451 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2e35d42-1aef-4969-bf7f-b9c5607105ac req-53e0ee3d-e962-469a-a3d3-1bfbaee27a8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0541c395-1b4e-49d4-8132-069e383d5985 HTTP/1.1" status: 200 len: 835 time: 0.0464919 Feb 04 05:54:09.013865 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5ea45b79-13e0-4f65-964d-522d0faca133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ac16ef99-1d1b-43ca-a418-153e5662f155', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'port_id': 'a4edf2da-4b93-4e33-9c69-f16a5765076d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'mac_address': 'fa:16:3e:e9:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:54:07Z', 'updated_at': '2022-02-04T05:54:07Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d362757-f92c-41db-ad05-5ae1df477053', 'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:04:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0541c395-1b4e-49d4-8132-069e383d5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:53Z', 'updated_at': '2022-02-04T05:53:57Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '0541c395-1b4e-49d4-8132-069e383d5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:09.033848 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e35d42-1aef-4969-bf7f-b9c5607105ac req-a6bef19c-4335-47db-83da-b363f0ef72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:09.035287 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2e35d42-1aef-4969-bf7f-b9c5607105ac req-a6bef19c-4335-47db-83da-b363f0ef72bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388854 Feb 04 05:54:09.042013 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea45b79-13e0-4f65-964d-522d0faca133 None None] Checking router: 128e82a9-4362-459b-8b4f-017baa536e44 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:54:09.050232 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea45b79-13e0-4f65-964d-522d0faca133 None None] Routers {'128e82a9-4362-459b-8b4f-017baa536e44'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:09.050833 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5ea45b79-13e0-4f65-964d-522d0faca133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:53:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['128e82a9-4362-459b-8b4f-017baa536e44'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:09.122289 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2e35d42-1aef-4969-bf7f-b9c5607105ac req-19600a66-3cd8-4191-8f20-a9a12e8b5b9d service neutron] 10.222.0.26 "GET /v2.0/networks/f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807407 Feb 04 05:54:09.153048 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-5ea45b79-13e0-4f65-964d-522d0faca133 None None] Set router 128e82a9-4362-459b-8b4f-017baa536e44 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:09.210930 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2e35d42-1aef-4969-bf7f-b9c5607105ac req-9980291e-5d7d-4225-b3c5-1f6d75ca5707 service neutron] 10.222.0.26 "GET /v2.0/networks/f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827980 Feb 04 05:54:09.365992 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5ea45b79-13e0-4f65-964d-522d0faca133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ac16ef99-1d1b-43ca-a418-153e5662f155', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'port_id': 'a4edf2da-4b93-4e33-9c69-f16a5765076d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'mac_address': 'fa:16:3e:e9:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:54:07Z', 'updated_at': '2022-02-04T05:54:07Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d362757-f92c-41db-ad05-5ae1df477053', 'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:04:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0541c395-1b4e-49d4-8132-069e383d5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:53Z', 'updated_at': '2022-02-04T05:53:57Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '0541c395-1b4e-49d4-8132-069e383d5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:09.390657 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea45b79-13e0-4f65-964d-522d0faca133 None None] The sync data for ids ['128e82a9-4362-459b-8b4f-017baa536e44'] in dv-neutron-827794-1-hyperv is: [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ac16ef99-1d1b-43ca-a418-153e5662f155', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'port_id': 'a4edf2da-4b93-4e33-9c69-f16a5765076d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'mac_address': 'fa:16:3e:e9:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:54:07Z', 'updated_at': '2022-02-04T05:54:07Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d362757-f92c-41db-ad05-5ae1df477053', 'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:04:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0541c395-1b4e-49d4-8132-069e383d5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:53Z', 'updated_at': '2022-02-04T05:53:57Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '0541c395-1b4e-49d4-8132-069e383d5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:09.566349 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b8b93-9b25-4550-ac41-a9075a5a2e48 None None] New status for floating IP ac16ef99-1d1b-43ca-a418-153e5662f155: ACTIVE {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:54:09.841841 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54926) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:09.903715 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9e38f59f-766e-421b-ad4d-c924bd5016e7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/ac16ef99-1d1b-43ca-a418-153e5662f155 HTTP/1.1" status: 200 len: 993 time: 0.0607328 Feb 04 05:54:12.720507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e19d28f5-3dc1-45ae-b30f-5dc16155eaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:14.853724 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4da8020b-caf0-4b00-9507-043246b5e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:15.879254 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.676802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:17.935828 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:18.922307 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:54:34.029127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:38.476265 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54936) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:38.583908 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6c5a2c83-2d64-4634-8122-d48a1b51d298 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/routers/128e82a9-4362-459b-8b4f-017baa536e44/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1059241 Feb 04 05:54:38.588455 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54938) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:39.022129 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71442b33-e286-4d81-9579-22cca6d868e5 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Notify agent at dv-neutron-827794-1-hyperv the message router_removed_from_agent {{(pid=108744) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 04 05:54:39.025788 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-71442b33-e286-4d81-9579-22cca6d868e5 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "DELETE /v2.0/agents/94841297-5313-4d15-a4ec-a0daf2e8110c/l3-routers/128e82a9-4362-459b-8b4f-017baa536e44 HTTP/1.1" status: 204 len: 168 time: 0.4364097 Feb 04 05:54:39.028329 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54940) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:39.135466 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-93b1dc56-b8fa-4739-9e50-b87f61a11516 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/routers/128e82a9-4362-459b-8b4f-017baa536e44/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1059842 Feb 04 05:54:39.137980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54942) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:39.194623 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fd1fb977-2dd4-4cdf-a3e6-2e5b39b90dab tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/ac16ef99-1d1b-43ca-a418-153e5662f155 HTTP/1.1" status: 200 len: 993 time: 0.0555727 Feb 04 05:54:39.753212 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8568e17-45e9-4084-adf2-0b7813daadcc None None] New status for floating IP ac16ef99-1d1b-43ca-a418-153e5662f155: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:54:40.144093 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 63bcb7b2-08bc-4b85-8b2f-33ed4769413c no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:40.198861 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54944) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:40.216448 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.235877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 63bcb7b2-08bc-4b85-8b2f-33ed4769413c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=63bcb7b2-08bc-4b85-8b2f-33ed4769413c,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:40.239942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.240670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4d362757-f92c-41db-ad05-5ae1df477053 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:40.262925 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ef3a0e47-20db-4cb3-9eb6-5352d09782cb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/ac16ef99-1d1b-43ca-a418-153e5662f155 HTTP/1.1" status: 200 len: 991 time: 0.0629928 Feb 04 05:54:40.316652 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=63bcb7b2-08bc-4b85-8b2f-33ed4769413c,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:40.326050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:40.326402 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:40.326738 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:40.327063 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:40.327397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:40.327723 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:40.328050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:40.328378 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:40.328701 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:40.329021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:40.329341 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:40.329658 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:40.363639 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.393461 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 4d362757-f92c-41db-ad05-5ae1df477053, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4d362757-f92c-41db-ad05-5ae1df477053,segment=NetworkSegment(d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed),segment_id=d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:40.397306 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:40.444494 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=4d362757-f92c-41db-ad05-5ae1df477053,revision_number=6']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:41.365290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54948) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:41.490302 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d5ba88-5775-4fe7-ad84-d795d28f9d30 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Router 128e82a9-4362-459b-8b4f-017baa536e44 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:54:41.490661 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d5ba88-5775-4fe7-ad84-d795d28f9d30 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Notify agent at dv-neutron-827794-1-hyperv the message router_added_to_agent {{(pid=108745) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 04 05:54:41.508542 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-58d5ba88-5775-4fe7-ad84-d795d28f9d30 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "POST /v2.0/agents/94841297-5313-4d15-a4ec-a0daf2e8110c/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1416705 Feb 04 05:54:41.511279 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54954) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:41.521012 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e7e31-d521-4c12-9d49-200a2abee4ad None None] Sync routers for ids ['128e82a9-4362-459b-8b4f-017baa536e44'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:41.531616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e7e31-d521-4c12-9d49-200a2abee4ad None None] Routers {'128e82a9-4362-459b-8b4f-017baa536e44'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:41.532158 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-940e7e31-d521-4c12-9d49-200a2abee4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:54:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['128e82a9-4362-459b-8b4f-017baa536e44'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:41.624426 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-86a0df80-9336-4cc4-9c62-353661c6fe67 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/routers/128e82a9-4362-459b-8b4f-017baa536e44/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1120949 Feb 04 05:54:41.627203 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54956) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:41.636347 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-940e7e31-d521-4c12-9d49-200a2abee4ad None None] Set router 128e82a9-4362-459b-8b4f-017baa536e44 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:41.687602 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9da4445d-1fd2-4363-8d74-f068b6ffb43d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/ac16ef99-1d1b-43ca-a418-153e5662f155 HTTP/1.1" status: 200 len: 991 time: 0.0592146 Feb 04 05:54:41.984236 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-940e7e31-d521-4c12-9d49-200a2abee4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:54:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ac16ef99-1d1b-43ca-a418-153e5662f155', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'port_id': 'a4edf2da-4b93-4e33-9c69-f16a5765076d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'mac_address': 'fa:16:3e:e9:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:54:07Z', 'updated_at': '2022-02-04T05:54:39Z', 'revision_number': 2, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d362757-f92c-41db-ad05-5ae1df477053', 'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:04:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0541c395-1b4e-49d4-8132-069e383d5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:53Z', 'updated_at': '2022-02-04T05:54:40Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '0541c395-1b4e-49d4-8132-069e383d5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:42.009551 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e7e31-d521-4c12-9d49-200a2abee4ad None None] Checking router: 128e82a9-4362-459b-8b4f-017baa536e44 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:54:42.017416 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e7e31-d521-4c12-9d49-200a2abee4ad None None] Routers {'128e82a9-4362-459b-8b4f-017baa536e44'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:42.018043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-940e7e31-d521-4c12-9d49-200a2abee4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:54:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['128e82a9-4362-459b-8b4f-017baa536e44'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:42.120175 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-940e7e31-d521-4c12-9d49-200a2abee4ad None None] Set router 128e82a9-4362-459b-8b4f-017baa536e44 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:42.334345 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-940e7e31-d521-4c12-9d49-200a2abee4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:54:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ac16ef99-1d1b-43ca-a418-153e5662f155', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'port_id': 'a4edf2da-4b93-4e33-9c69-f16a5765076d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'mac_address': 'fa:16:3e:e9:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:54:07Z', 'updated_at': '2022-02-04T05:54:39Z', 'revision_number': 2, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d362757-f92c-41db-ad05-5ae1df477053', 'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:04:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0541c395-1b4e-49d4-8132-069e383d5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:53Z', 'updated_at': '2022-02-04T05:54:40Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '0541c395-1b4e-49d4-8132-069e383d5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:42.360343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e7e31-d521-4c12-9d49-200a2abee4ad None None] The sync data for ids ['128e82a9-4362-459b-8b4f-017baa536e44'] in dv-neutron-827794-1-hyperv is: [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:54:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ac16ef99-1d1b-43ca-a418-153e5662f155', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'port_id': 'a4edf2da-4b93-4e33-9c69-f16a5765076d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'mac_address': 'fa:16:3e:e9:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:54:07Z', 'updated_at': '2022-02-04T05:54:39Z', 'revision_number': 2, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d362757-f92c-41db-ad05-5ae1df477053', 'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:04:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0541c395-1b4e-49d4-8132-069e383d5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:53Z', 'updated_at': '2022-02-04T05:54:40Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '0541c395-1b4e-49d4-8132-069e383d5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:42.691515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54958) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:42.724102 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bd5cdd8e-e3a6-48f7-b2de-b6882cccf845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:42.760157 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5ecc140e-6cf7-4722-b6be-f554aeceed23 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/ac16ef99-1d1b-43ca-a418-153e5662f155 HTTP/1.1" status: 200 len: 991 time: 0.0673594 Feb 04 05:54:43.763753 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54960) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:43.822146 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0fc9932e-ee4a-4cbf-9a04-d78d1dce60ca tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/ac16ef99-1d1b-43ca-a418-153e5662f155 HTTP/1.1" status: 200 len: 991 time: 0.0572419 Feb 04 05:54:43.899037 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3254cac9-522b-4ad6-84c4-77b935f52e0e None None] New status for floating IP ac16ef99-1d1b-43ca-a418-153e5662f155: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:54:44.203337 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 63bcb7b2-08bc-4b85-8b2f-33ed4769413c up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:44.251105 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 63bcb7b2-08bc-4b85-8b2f-33ed4769413c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:44.251576 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.329546 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.348705 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 63bcb7b2-08bc-4b85-8b2f-33ed4769413c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=63bcb7b2-08bc-4b85-8b2f-33ed4769413c,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:44.353639 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.354439 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4d362757-f92c-41db-ad05-5ae1df477053 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:44.424405 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=63bcb7b2-08bc-4b85-8b2f-33ed4769413c,revision_number=6']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:44.436393 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 4d362757-f92c-41db-ad05-5ae1df477053 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:44.436765 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.518590 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.550850 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 4d362757-f92c-41db-ad05-5ae1df477053, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4d362757-f92c-41db-ad05-5ae1df477053,segment=NetworkSegment(d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed),segment_id=d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:44.554950 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.600932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=4d362757-f92c-41db-ad05-5ae1df477053,revision_number=7']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:44.826113 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54962) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:44.854947 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bb33c12f-49a4-496c-a723-73299719f553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:44.888228 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-224fe8ba-a0d6-425d-8671-03ac66aac7b6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/ac16ef99-1d1b-43ca-a418-153e5662f155 HTTP/1.1" status: 200 len: 993 time: 0.0610738 Feb 04 05:54:45.126721 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54968) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:45.277488 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 081e1738-f570-4386-bb76-ea084c1acc25 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:45.277860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.349637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.349994 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.361359 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 081e1738-f570-4386-bb76-ea084c1acc25 owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:45.502634 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.527360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=081e1738-f570-4386-bb76-ea084c1acc25,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:45.538334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:45.538687 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:45.539096 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:45.539434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:45.539766 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:45.540096 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:45.540423 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:45.540747 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:45.541072 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:45.541392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:45.541713 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:45.542058 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:45.598008 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:45.598342 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP ac16ef99-1d1b-43ca-a418-153e5662f155 disassociated (deleted). External IP: 172.26.3.192, port: a4edf2da-4b93-4e33-9c69-f16a5765076d. Feb 04 05:54:45.885603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.093038 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 128e82a9-4362-459b-8b4f-017baa536e44 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:46.156820 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 63bcb7b2-08bc-4b85-8b2f-33ed4769413c up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:46.199611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:46.202833 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 63bcb7b2-08bc-4b85-8b2f-33ed4769413c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:46.203211 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.204294 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.228559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892a5d8-cf0b-445f-9369-7643f63e1a50 None None] Sync routers for ids ['128e82a9-4362-459b-8b4f-017baa536e44'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:46.234142 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5c774d3e-48d2-4a12-b80e-ab25b338219d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/floatingips/ac16ef99-1d1b-43ca-a418-153e5662f155 HTTP/1.1" status: 204 len: 168 time: 1.1062760 Feb 04 05:54:46.235061 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'tag': 'a4edf2da-4b93-4e33-9c69-f16a5765076d'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:54:46.237298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe8947b-9e7e-4a15-9cc2-a9e95b9e6b54" -d '{"events": [{"name": "network-changed", "server_uuid": "13a1ea2c-96eb-4fb9-8a5e-801a0541e982", "tag": "a4edf2da-4b93-4e33-9c69-f16a5765076d"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:54:46.247988 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892a5d8-cf0b-445f-9369-7643f63e1a50 None None] Routers {'128e82a9-4362-459b-8b4f-017baa536e44'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:46.248601 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-f892a5d8-cf0b-445f-9369-7643f63e1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:54:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['128e82a9-4362-459b-8b4f-017baa536e44'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:46.282490 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5290520-c5ff-4070-8e93-c4cb5d49a7f0 x-openstack-request-id: req-f5290520-c5ff-4070-8e93-c4cb5d49a7f0 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:54:46.283690 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a1ea2c-96eb-4fb9-8a5e-801a0541e982", "tag": "a4edf2da-4b93-4e33-9c69-f16a5765076d", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:54:46.284034 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5290520-c5ff-4070-8e93-c4cb5d49a7f0 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:54:46.284554 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'tag': 'a4edf2da-4b93-4e33-9c69-f16a5765076d', 'status': 'completed', 'code': 200} Feb 04 05:54:46.347391 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8947b-9e7e-4a15-9cc2-a9e95b9e6b54 req-cc3f018c-26e0-4ad2-9d37-ec11338aac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:46.349000 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8fe8947b-9e7e-4a15-9cc2-a9e95b9e6b54 req-cc3f018c-26e0-4ad2-9d37-ec11338aac04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 1098 time: 0.0425172 Feb 04 05:54:46.381543 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4d362757-f92c-41db-ad05-5ae1df477053 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:46.410890 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-f892a5d8-cf0b-445f-9369-7643f63e1a50 None None] Set router 128e82a9-4362-459b-8b4f-017baa536e44 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:46.455965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8947b-9e7e-4a15-9cc2-a9e95b9e6b54 req-6b2d616e-1cc1-4940-b853-8d4587096f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:46.457454 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8fe8947b-9e7e-4a15-9cc2-a9e95b9e6b54 req-6b2d616e-1cc1-4940-b853-8d4587096f78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 HTTP/1.1" status: 200 len: 897 time: 0.1023507 Feb 04 05:54:46.495264 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5db1ec-f085-4897-9a98-8422efb0da11 req-5d59bf15-e82e-4eba-93e8-d523bad5db39 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:46.496986 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fb5db1ec-f085-4897-9a98-8422efb0da11 req-5d59bf15-e82e-4eba-93e8-d523bad5db39 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 945 time: 0.0581334 Feb 04 05:54:46.502897 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8fe8947b-9e7e-4a15-9cc2-a9e95b9e6b54 req-ab10f534-2acd-43aa-ad11-447c1583ee22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4edf2da-4b93-4e33-9c69-f16a5765076d HTTP/1.1" status: 200 len: 217 time: 0.0382528 Feb 04 05:54:46.536057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 4d362757-f92c-41db-ad05-5ae1df477053 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:46.536425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:46.540396 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fb5db1ec-f085-4897-9a98-8422efb0da11 req-e764e012-4b95-4482-9337-7f29fd6f3d7b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b062a868-ba79-45a8-ad0e-9fadb212a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350339 Feb 04 05:54:46.558954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8947b-9e7e-4a15-9cc2-a9e95b9e6b54 req-0c4ebaa0-5e34-4a9e-a406-3850b051b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:46.560533 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8fe8947b-9e7e-4a15-9cc2-a9e95b9e6b54 req-0c4ebaa0-5e34-4a9e-a406-3850b051b80e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0541c395-1b4e-49d4-8132-069e383d5985 HTTP/1.1" status: 200 len: 835 time: 0.0505929 Feb 04 05:54:46.605721 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8947b-9e7e-4a15-9cc2-a9e95b9e6b54 req-87019a47-29c5-4ce4-afb7-829b6ecdb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:46.607247 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8fe8947b-9e7e-4a15-9cc2-a9e95b9e6b54 req-87019a47-29c5-4ce4-afb7-829b6ecdb81c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408163 Feb 04 05:54:46.685456 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-f892a5d8-cf0b-445f-9369-7643f63e1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:54:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '4d362757-f92c-41db-ad05-5ae1df477053', 'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:04:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0541c395-1b4e-49d4-8132-069e383d5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:53Z', 'updated_at': '2022-02-04T05:54:44Z', 'revision_number': 7, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '0541c395-1b4e-49d4-8132-069e383d5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:46.699583 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8fe8947b-9e7e-4a15-9cc2-a9e95b9e6b54 req-02a3cf3b-ec4b-4309-8cc7-8f3194a7e85e service neutron] 10.222.0.26 "GET /v2.0/networks/f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855520 Feb 04 05:54:46.715470 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892a5d8-cf0b-445f-9369-7643f63e1a50 None None] Checking router: 128e82a9-4362-459b-8b4f-017baa536e44 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:54:46.723745 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892a5d8-cf0b-445f-9369-7643f63e1a50 None None] Routers {'128e82a9-4362-459b-8b4f-017baa536e44'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:46.724339 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-f892a5d8-cf0b-445f-9369-7643f63e1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:54:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['128e82a9-4362-459b-8b4f-017baa536e44'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:46.790752 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8fe8947b-9e7e-4a15-9cc2-a9e95b9e6b54 req-b9b921cb-bddd-4cb3-bf8b-be57a8882f95 service neutron] 10.222.0.26 "GET /v2.0/networks/f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826998 Feb 04 05:54:46.825370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-f892a5d8-cf0b-445f-9369-7643f63e1a50 None None] Set router 128e82a9-4362-459b-8b4f-017baa536e44 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:47.018232 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-f892a5d8-cf0b-445f-9369-7643f63e1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:54:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '4d362757-f92c-41db-ad05-5ae1df477053', 'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:04:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0541c395-1b4e-49d4-8132-069e383d5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:53Z', 'updated_at': '2022-02-04T05:54:44Z', 'revision_number': 7, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '0541c395-1b4e-49d4-8132-069e383d5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:47.043411 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892a5d8-cf0b-445f-9369-7643f63e1a50 None None] The sync data for ids ['128e82a9-4362-459b-8b4f-017baa536e44'] in dv-neutron-827794-1-hyperv is: [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:53:54Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:54:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '4d362757-f92c-41db-ad05-5ae1df477053', 'name': '', 'network_id': 'f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:04:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '0541c395-1b4e-49d4-8132-069e383d5985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:53Z', 'updated_at': '2022-02-04T05:54:44Z', 'revision_number': 7, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '0541c395-1b4e-49d4-8132-069e383d5985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:47.634869 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b0c90-62dd-4609-9de7-fbf11be8a779 None None] New status for floating IP ac16ef99-1d1b-43ca-a418-153e5662f155: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:54:47.659433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850b2cb-0a22-404f-8134-1a9b4c2abdcd req-26736998-ca5a-42b4-bce9-0f0feb503a50 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:47.661148 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f850b2cb-0a22-404f-8134-1a9b4c2abdcd req-26736998-ca5a-42b4-bce9-0f0feb503a50 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 945 time: 0.0481763 Feb 04 05:54:47.681974 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.701390 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f850b2cb-0a22-404f-8134-1a9b4c2abdcd req-0950b359-bb97-492c-9038-952c55aff497 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b062a868-ba79-45a8-ad0e-9fadb212a04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332098 Feb 04 05:54:47.760640 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9afb2-b370-40c8-bd1e-d71031c5cab8 req-23346b1a-6af6-407a-abec-3cf028b440c7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:47.762129 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-27f9afb2-b370-40c8-bd1e-d71031c5cab8 req-23346b1a-6af6-407a-abec-3cf028b440c7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 945 time: 0.0581393 Feb 04 05:54:47.846996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-27f9afb2-b370-40c8-bd1e-d71031c5cab8 req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port a4edf2da-4b93-4e33-9c69-f16a5765076d {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:47.847241 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-27f9afb2-b370-40c8-bd1e-d71031c5cab8 req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.936898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-27f9afb2-b370-40c8-bd1e-d71031c5cab8 req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port a4edf2da-4b93-4e33-9c69-f16a5765076d, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a4edf2da-4b93-4e33-9c69-f16a5765076d,segment=NetworkSegment(d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed),segment_id=d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:47.937265 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-27f9afb2-b370-40c8-bd1e-d71031c5cab8 req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.937432 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:47.949325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-27f9afb2-b370-40c8-bd1e-d71031c5cab8 req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for a4edf2da-4b93-4e33-9c69-f16a5765076d owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:48.074570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-27f9afb2-b370-40c8-bd1e-d71031c5cab8 req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.104539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=a4edf2da-4b93-4e33-9c69-f16a5765076d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:48.113762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:48.114140 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:48.114484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:48.114822 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:48.115155 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:48.115486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:48.115816 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:48.116143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:48.116885 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:48.116885 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:48.117667 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:48.117985 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:48.156903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f9afb2-b370-40c8-bd1e-d71031c5cab8 req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] No DVR routers for this DVR port a4edf2da-4b93-4e33-9c69-f16a5765076d on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:48.159465 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-27f9afb2-b370-40c8-bd1e-d71031c5cab8 req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:48.162741 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-27f9afb2-b370-40c8-bd1e-d71031c5cab8 req-06bc0871-cb3b-4558-a393-f6de419d20af tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "DELETE /v2.0/ports/a4edf2da-4b93-4e33-9c69-f16a5765076d HTTP/1.1" status: 204 len: 173 time: 0.3953886 Feb 04 05:54:48.163174 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'name': 'network-vif-deleted', 'tag': 'a4edf2da-4b93-4e33-9c69-f16a5765076d'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:54:48.165954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642fe03d-564a-4e08-b668-da51c7dfe3e9" -d '{"events": [{"server_uuid": "13a1ea2c-96eb-4fb9-8a5e-801a0541e982", "name": "network-vif-deleted", "tag": "a4edf2da-4b93-4e33-9c69-f16a5765076d"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:54:48.203748 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a735bd-143c-4859-bd03-7a0fece93600 x-openstack-request-id: req-75a735bd-143c-4859-bd03-7a0fece93600 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:54:48.204112 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a1ea2c-96eb-4fb9-8a5e-801a0541e982", "name": "network-vif-deleted", "tag": "a4edf2da-4b93-4e33-9c69-f16a5765076d", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:54:48.204365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75a735bd-143c-4859-bd03-7a0fece93600 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:54:48.204767 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a1ea2c-96eb-4fb9-8a5e-801a0541e982', 'name': 'network-vif-deleted', 'tag': 'a4edf2da-4b93-4e33-9c69-f16a5765076d', 'status': 'completed', 'code': 200} Feb 04 05:54:48.810811 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0903373b-d56c-43e9-81df-f4d9a7a826de req-0d5be232-371e-40d8-a1e9-7c80331b6161 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=13a1ea2c-96eb-4fb9-8a5e-801a0541e982 HTTP/1.1" status: 200 len: 210 time: 0.0305910 Feb 04 05:54:49.867795 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54986) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:49.924750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bb4de57e-50ba-47d0-857e-45df0978262c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:49.948299 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bb4de57e-50ba-47d0-857e-45df0978262c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.004295 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bb4de57e-50ba-47d0-857e-45df0978262c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.007016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bb4de57e-50ba-47d0-857e-45df0978262c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.008185 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bb4de57e-50ba-47d0-857e-45df0978262c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/security-groups/b062a868-ba79-45a8-ad0e-9fadb212a04d HTTP/1.1" status: 204 len: 168 time: 0.1394017 Feb 04 05:54:50.016954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4de57e-50ba-47d0-857e-45df0978262c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b062a868-ba79-45a8-ad0e-9fadb212a04d,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:50.039796 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54990) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:50.396116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f47a5cf7-d027-4967-b618-dd138d0aeddf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.546737 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device a4edf2da-4b93-4e33-9c69-f16a5765076d no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:50.565971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: a4edf2da-4b93-4e33-9c69-f16a5765076d {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:50.566316 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device a4edf2da-4b93-4e33-9c69-f16a5765076d not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:50.641166 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-f47a5cf7-d027-4967-b618-dd138d0aeddf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 4d362757-f92c-41db-ad05-5ae1df477053 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:50.641514 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f47a5cf7-d027-4967-b618-dd138d0aeddf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.729592 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-f47a5cf7-d027-4967-b618-dd138d0aeddf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port 4d362757-f92c-41db-ad05-5ae1df477053, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4d362757-f92c-41db-ad05-5ae1df477053,segment=NetworkSegment(d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed),segment_id=d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:50.729979 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f47a5cf7-d027-4967-b618-dd138d0aeddf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.741214 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-f47a5cf7-d027-4967-b618-dd138d0aeddf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 4d362757-f92c-41db-ad05-5ae1df477053 owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:50.922131 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f47a5cf7-d027-4967-b618-dd138d0aeddf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:50.947706 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a5cf7-d027-4967-b618-dd138d0aeddf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=4d362757-f92c-41db-ad05-5ae1df477053,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:51.121644 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f47a5cf7-d027-4967-b618-dd138d0aeddf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.348445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47a5cf7-d027-4967-b618-dd138d0aeddf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 128e82a9-4362-459b-8b4f-017baa536e44 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:51.462202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47a5cf7-d027-4967-b618-dd138d0aeddf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:51.470591 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f47a5cf7-d027-4967-b618-dd138d0aeddf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/128e82a9-4362-459b-8b4f-017baa536e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4263675 Feb 04 05:54:51.470591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54992) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:51.478764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467f4f2-f37c-4b9f-b901-f956e7d501b6 None None] Sync routers for ids ['128e82a9-4362-459b-8b4f-017baa536e44'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:51.488767 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467f4f2-f37c-4b9f-b901-f956e7d501b6 None None] Routers {'128e82a9-4362-459b-8b4f-017baa536e44'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:51.489637 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d467f4f2-f37c-4b9f-b901-f956e7d501b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:54:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['128e82a9-4362-459b-8b4f-017baa536e44'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:51.526354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbadb377-4d61-4684-bb43-76c9ec23f7b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting subnet 0541c395-1b4e-49d4-8132-069e383d5985 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:54:51.531632 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dbadb377-4d61-4684-bb43-76c9ec23f7b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.578491 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dbadb377-4d61-4684-bb43-76c9ec23f7b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.662293 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dbadb377-4d61-4684-bb43-76c9ec23f7b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.723985 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dbadb377-4d61-4684-bb43-76c9ec23f7b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.752843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadb377-4d61-4684-bb43-76c9ec23f7b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Subnet': ['ID=0541c395-1b4e-49d4-8132-069e383d5985,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:51.754875 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dbadb377-4d61-4684-bb43-76c9ec23f7b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.756060 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-d467f4f2-f37c-4b9f-b901-f956e7d501b6 None None] Set router 128e82a9-4362-459b-8b4f-017baa536e44 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:51.760532 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dbadb377-4d61-4684-bb43-76c9ec23f7b5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/subnets/0541c395-1b4e-49d4-8132-069e383d5985 HTTP/1.1" status: 204 len: 168 time: 0.2867522 Feb 04 05:54:51.760717 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 54994) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:51.783710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1501e202-a771-4fe5-a145-d373bb5a2084 None None] Network f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:51.864925 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:51.969115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.024759 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 63bcb7b2-08bc-4b85-8b2f-33ed4769413c {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:52.025103 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.028349 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d467f4f2-f37c-4b9f-b901-f956e7d501b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:54:50Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '63bcb7b2-08bc-4b85-8b2f-33ed4769413c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e82a9-4362-459b-8b4f-017baa536e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:53:51Z', 'updated_at': '2022-02-04T05:54:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:52.058610 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467f4f2-f37c-4b9f-b901-f956e7d501b6 None None] Checking router: 128e82a9-4362-459b-8b4f-017baa536e44 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:54:52.068126 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467f4f2-f37c-4b9f-b901-f956e7d501b6 None None] Routers {'128e82a9-4362-459b-8b4f-017baa536e44'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:52.068727 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d467f4f2-f37c-4b9f-b901-f956e7d501b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:54:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['128e82a9-4362-459b-8b4f-017baa536e44'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:52.106707 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3853a515-175e-453a-9282-ce56b45d373f None None] DHCP port deletion for f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:54:52.124524 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port 63bcb7b2-08bc-4b85-8b2f-33ed4769413c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=63bcb7b2-08bc-4b85-8b2f-33ed4769413c,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:52.124996 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.138246 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 63bcb7b2-08bc-4b85-8b2f-33ed4769413c owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:52.182980 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-d467f4f2-f37c-4b9f-b901-f956e7d501b6 None None] Set router 128e82a9-4362-459b-8b4f-017baa536e44 gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:52.238376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device d8e8e151-3f22-433c-9b75-50fb12a0f3fe no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:52.242999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d467f4f2-f37c-4b9f-b901-f956e7d501b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:54:51Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:52.295718 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467f4f2-f37c-4b9f-b901-f956e7d501b6 None None] The sync data for ids ['128e82a9-4362-459b-8b4f-017baa536e44'] in dv-neutron-827794-1-hyperv is: [{'id': '128e82a9-4362-459b-8b4f-017baa536e44', 'name': 'tempest-TestNetworkBasicOps-router-765855349', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:53:50Z', 'updated_at': '2022-02-04T05:54:51Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:52.304125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-3853a515-175e-453a-9282-ce56b45d373f None None] Deleting port d8e8e151-3f22-433c-9b75-50fb12a0f3fe {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:54:52.304963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3853a515-175e-453a-9282-ce56b45d373f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.321865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.344892 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=63bcb7b2-08bc-4b85-8b2f-33ed4769413c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:52.392439 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3853a515-175e-453a-9282-ce56b45d373f None None] For port d8e8e151-3f22-433c-9b75-50fb12a0f3fe, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d8e8e151-3f22-433c-9b75-50fb12a0f3fe,segment=NetworkSegment(d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed),segment_id=d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:52.392832 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3853a515-175e-453a-9282-ce56b45d373f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.413443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-3853a515-175e-453a-9282-ce56b45d373f None None] Calling delete_port for d8e8e151-3f22-433c-9b75-50fb12a0f3fe owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:54:52.413942 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.423256 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.495536 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port d8e8e151-3f22-433c-9b75-50fb12a0f3fe, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=d8e8e151-3f22-433c-9b75-50fb12a0f3fe,segment=NetworkSegment(d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed),segment_id=d7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:52.500681 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.508017 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.510228 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.547707 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3853a515-175e-453a-9282-ce56b45d373f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.552863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.553456 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Fanout notify agent at l3_agent the message router_deleted on router 128e82a9-4362-459b-8b4f-017baa536e44 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:54:52.562993 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.564141 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6ae5fa50-ae9b-4e37-b870-d7050efb3266 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/routers/128e82a9-4362-459b-8b4f-017baa536e44 HTTP/1.1" status: 204 len: 168 time: 0.8025427 Feb 04 05:54:52.565048 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=d8e8e151-3f22-433c-9b75-50fb12a0f3fe,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:52.567266 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54996) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:52.567845 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853a515-175e-453a-9282-ce56b45d373f None None] No DVR routers for this DVR port d8e8e151-3f22-433c-9b75-50fb12a0f3fe on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:54:52.594915 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853a515-175e-453a-9282-ce56b45d373f None None] Pushing event deleted for resources: {'Port': ['ID=d8e8e151-3f22-433c-9b75-50fb12a0f3fe,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:52.657025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46197eb6-34c5-4d7b-a607-fbce472e29ff tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.746372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46197eb6-34c5-4d7b-a607-fbce472e29ff tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.766735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-46197eb6-34c5-4d7b-a607-fbce472e29ff tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:52.775612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-46197eb6-34c5-4d7b-a607-fbce472e29ff tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:52.775911 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-46197eb6-34c5-4d7b-a607-fbce472e29ff tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a9f831-1af1-4bcb-87d8-b2ad9e27c1ed') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:52.785136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46197eb6-34c5-4d7b-a607-fbce472e29ff tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.797929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46197eb6-34c5-4d7b-a607-fbce472e29ff tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.803635 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46197eb6-34c5-4d7b-a607-fbce472e29ff tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:54:52.804018 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46197eb6-34c5-4d7b-a607-fbce472e29ff tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:54:52.807895 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:54:52.868202 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46197eb6-34c5-4d7b-a607-fbce472e29ff tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.875884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46197eb6-34c5-4d7b-a607-fbce472e29ff tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.878974 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-46197eb6-34c5-4d7b-a607-fbce472e29ff tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/networks/f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34 HTTP/1.1" status: 204 len: 168 time: 0.3107948 Feb 04 05:54:52.889284 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46197eb6-34c5-4d7b-a607-fbce472e29ff tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Network': ['ID=f7ecaf4f-e394-4f18-8d4e-5e7223c9ae34,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:52.900046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 54998) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:52.904874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-9c789030-9cba-4eb4-a1a8-a4d45dc3bd49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'network': {'name': 'tempest-network-smoke--782810758', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'port_security_enabled': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:52.926169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c789030-9cba-4eb4-a1a8-a4d45dc3bd49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:52.929996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c789030-9cba-4eb4-a1a8-a4d45dc3bd49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.952625 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c789030-9cba-4eb4-a1a8-a4d45dc3bd49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:54:52.961655 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c789030-9cba-4eb4-a1a8-a4d45dc3bd49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:52.962027 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-9c789030-9cba-4eb4-a1a8-a4d45dc3bd49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Added segment 7863ecbb-73cc-4354-9794-e146857dcb28 of type vlan for network d4045646-f4da-4a62-a202-d7f4897cd4ce Feb 04 05:54:53.000235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c789030-9cba-4eb4-a1a8-a4d45dc3bd49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.026182 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c789030-9cba-4eb4-a1a8-a4d45dc3bd49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.031623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c789030-9cba-4eb4-a1a8-a4d45dc3bd49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:53.032162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c789030-9cba-4eb4-a1a8-a4d45dc3bd49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.093628 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9c789030-9cba-4eb4-a1a8-a4d45dc3bd49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1925640 Feb 04 05:54:53.096320 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55000) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:53.100577 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'admin_state_up': True, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:53.121212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c789030-9cba-4eb4-a1a8-a4d45dc3bd49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Network': ['ID=d4045646-f4da-4a62-a202-d7f4897cd4ce,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:53.133697 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network d4045646-f4da-4a62-a202-d7f4897cd4ce details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:54:53.137311 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.138607 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.227813 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.363123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.547462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.570662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.675968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.144 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/498dd049-9688-4952-ba9b-15923bd41b28) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:53.771648 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.805716 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:53.840838 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:53.843780 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:53.847138 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:53.876385 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=498dd049-9688-4952-ba9b-15923bd41b28,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:54.090337 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.152134 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 63bcb7b2-08bc-4b85-8b2f-33ed4769413c no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:54.172750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 63bcb7b2-08bc-4b85-8b2f-33ed4769413c {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:54.173341 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 63bcb7b2-08bc-4b85-8b2f-33ed4769413c not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:54.173750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4d362757-f92c-41db-ad05-5ae1df477053 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:54:54.192361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 4d362757-f92c-41db-ad05-5ae1df477053 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:54:54.192704 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4d362757-f92c-41db-ad05-5ae1df477053 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:54:54.277543 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.407528 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:54:54.510306 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:54.519415 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Sync routers for ids ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:54.528244 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Routers {'1d2855fe-0c99-4bc1-bb5c-303fc760f24e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:54.528852 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:54:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:54.529890 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.531105 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d8822d36-6d33-4108-a2fd-764d6d67de91 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4339008 Feb 04 05:54:54.534364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55002) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:54.568490 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c444b7ab-6dda-4e36-b22e-758c6e3a5cbc tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=40ad8d16904547d4bb154abb4c3cacdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305941 Feb 04 05:54:54.568791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55004) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:54.631586 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Set router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:54.653939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d536b44-f809-4084-a7ee-fd4595c4ef90 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:54.655446 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7d536b44-f809-4084-a7ee-fd4595c4ef90 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857334 Feb 04 05:54:54.658402 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55006) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:54.686554 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fd42183f-2dcc-474b-815b-2800c8e87651 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271738 Feb 04 05:54:54.689059 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55008) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:54.693650 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-8dec9558-d42a-4405-a84b-bc4a78b66d41 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1224927185', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:54.784156 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dec9558-d42a-4405-a84b-bc4a78b66d41 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:54:54.787778 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8dec9558-d42a-4405-a84b-bc4a78b66d41 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.800428 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': '498dd049-9688-4952-ba9b-15923bd41b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:53Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '498dd049-9688-4952-ba9b-15923bd41b28', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:54.825561 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Checking router: 1d2855fe-0c99-4bc1-bb5c-303fc760f24e for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:54:54.825928 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Updating router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e port 498dd049-9688-4952-ba9b-15923bd41b28 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:54:54.849755 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:54.971478 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8dec9558-d42a-4405-a84b-bc4a78b66d41 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.032750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec9558-d42a-4405-a84b-bc4a78b66d41 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Subnet': ['ID=1c01ccf4-80f1-4280-92f1-18f2f576a63a,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:55.043157 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec9558-d42a-4405-a84b-bc4a78b66d41 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Checking segment: {'id': '7863ecbb-73cc-4354-9794-e146857dcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:55.043717 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dec9558-d42a-4405-a84b-bc4a78b66d41 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network hostable DHCP agents. Network: d4045646-f4da-4a62-a202-d7f4897cd4ce, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:54:55.062084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dec9558-d42a-4405-a84b-bc4a78b66d41 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network d4045646-f4da-4a62-a202-d7f4897cd4ce is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:54:55.070862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-8dec9558-d42a-4405-a84b-bc4a78b66d41 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, d4045646-f4da-4a62-a202-d7f4897cd4ce) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:55.075035 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dec9558-d42a-4405-a84b-bc4a78b66d41 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:55.075615 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8dec9558-d42a-4405-a84b-bc4a78b66d41 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.081651 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d3f2f4-0f05-468b-9ccc-03f6fbee020b None None] Network d4045646-f4da-4a62-a202-d7f4897cd4ce requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:55.092473 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8dec9558-d42a-4405-a84b-bc4a78b66d41 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4024284 Feb 04 05:54:55.095330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55010) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:55.206167 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.212600 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.234239 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-d4045646-f4da-4a62-a202-d7f4897cd4ce', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ips': [{'subnet_id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:54:55.235131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.268627 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Attempting to bind port 498dd049-9688-4952-ba9b-15923bd41b28 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:55.269002 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Attempting to bind port 498dd049-9688-4952-ba9b-15923bd41b28 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:55.269354 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Attempting to bind port 498dd049-9688-4952-ba9b-15923bd41b28 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:55.276801 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853beea4-dd90-490e-b93b-89621b273b37 None None] Pushing event updated for resources: {'Port': ['ID=498dd049-9688-4952-ba9b-15923bd41b28,revision_number=2']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:55.278935 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:55.279302 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:55.279685 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.280066 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:55.280514 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Bound port: 498dd049-9688-4952-ba9b-15923bd41b28, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:55.280876 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.303438 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853beea4-dd90-490e-b93b-89621b273b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:55.303803 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853beea4-dd90-490e-b93b-89621b273b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:55.304142 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853beea4-dd90-490e-b93b-89621b273b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:55.304991 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853beea4-dd90-490e-b93b-89621b273b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:55.305312 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853beea4-dd90-490e-b93b-89621b273b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:55.305646 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853beea4-dd90-490e-b93b-89621b273b37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:55.305990 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853beea4-dd90-490e-b93b-89621b273b37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:55.306323 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853beea4-dd90-490e-b93b-89621b273b37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:55.306646 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853beea4-dd90-490e-b93b-89621b273b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:55.306959 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853beea4-dd90-490e-b93b-89621b273b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:55.307273 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853beea4-dd90-490e-b93b-89621b273b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:55.307587 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853beea4-dd90-490e-b93b-89621b273b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:54:55.345291 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] For port 498dd049-9688-4952-ba9b-15923bd41b28, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:55.348616 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] For port 498dd049-9688-4952-ba9b-15923bd41b28, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=498dd049-9688-4952-ba9b-15923bd41b28,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:55.353652 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.380295 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Allocated IP 172.20.0.2 (d4045646-f4da-4a62-a202-d7f4897cd4ce/1c01ccf4-80f1-4280-92f1-18f2f576a63a/6cc2e679-aa2d-45dd-800c-ad61a17c2354) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:55.415146 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853beea4-dd90-490e-b93b-89621b273b37 None None] Pushing event updated for resources: {'Port': ['ID=498dd049-9688-4952-ba9b-15923bd41b28,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:55.419490 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Routers {'1d2855fe-0c99-4bc1-bb5c-303fc760f24e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:55.420101 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:54:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:55.530141 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] Set router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:55.540752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.547347 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.599470 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Pushing event updated for resources: {'Port': ['ID=6cc2e679-aa2d-45dd-800c-ad61a17c2354,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:55.609448 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Network d4045646-f4da-4a62-a202-d7f4897cd4ce is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:55.611700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:55.615976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:55.674473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Attempting to bind port 6cc2e679-aa2d-45dd-800c-ad61a17c2354 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:55.674879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Attempting to bind port 6cc2e679-aa2d-45dd-800c-ad61a17c2354 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '7863ecbb-73cc-4354-9794-e146857dcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:55.675209 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Attempting to bind port 6cc2e679-aa2d-45dd-800c-ad61a17c2354 on network d4045646-f4da-4a62-a202-d7f4897cd4ce {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:55.680412 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:55.681054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Checking segment: {'id': '7863ecbb-73cc-4354-9794-e146857dcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:55.681488 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.681906 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Bound using segment: {'id': '7863ecbb-73cc-4354-9794-e146857dcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:55.682372 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Bound port: 6cc2e679-aa2d-45dd-800c-ad61a17c2354, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7863ecbb-73cc-4354-9794-e146857dcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:55.682752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.713967 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': '498dd049-9688-4952-ba9b-15923bd41b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:53Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '498dd049-9688-4952-ba9b-15923bd41b28', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:55.740343 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d82c69-36bd-4c43-bb7b-03aa130cef82 None None] The sync data for ids ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'] in dv-neutron-827794-1-hyperv is: [{'id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': '498dd049-9688-4952-ba9b-15923bd41b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:53Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '498dd049-9688-4952-ba9b-15923bd41b28', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:55.754794 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] For port 6cc2e679-aa2d-45dd-800c-ad61a17c2354, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:55.759345 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] For port 6cc2e679-aa2d-45dd-800c-ad61a17c2354, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6cc2e679-aa2d-45dd-800c-ad61a17c2354,segment=NetworkSegment(7863ecbb-73cc-4354-9794-e146857dcb28),segment_id=7863ecbb-73cc-4354-9794-e146857dcb28)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:55.766496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.828836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac5a6e-a81c-4cc0-b6d1-db6e8afd07f0 None None] Pushing event updated for resources: {'Port': ['ID=6cc2e679-aa2d-45dd-800c-ad61a17c2354,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:55.878918 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:55.921399 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:54:56.227521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.1 (d4045646-f4da-4a62-a202-d7f4897cd4ce/1c01ccf4-80f1-4280-92f1-18f2f576a63a/745bff3c-5aee-47fc-9334-073f6db498eb) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:54:56.370776 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.408043 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.418800 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 498dd049-9688-4952-ba9b-15923bd41b28 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:56.458899 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network d4045646-f4da-4a62-a202-d7f4897cd4ce is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:56.462179 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:56.465497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:54:56.470651 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 498dd049-9688-4952-ba9b-15923bd41b28 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:56.471289 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.497459 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=745bff3c-5aee-47fc-9334-073f6db498eb,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:56.536927 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.571680 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.603837 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 498dd049-9688-4952-ba9b-15923bd41b28, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=498dd049-9688-4952-ba9b-15923bd41b28,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:56.609128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.610252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6cc2e679-aa2d-45dd-800c-ad61a17c2354 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:56.701161 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=498dd049-9688-4952-ba9b-15923bd41b28,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:56.706095 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.714209 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 6cc2e679-aa2d-45dd-800c-ad61a17c2354 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:56.715157 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.802004 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.835526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 6cc2e679-aa2d-45dd-800c-ad61a17c2354, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6cc2e679-aa2d-45dd-800c-ad61a17c2354,segment=NetworkSegment(7863ecbb-73cc-4354-9794-e146857dcb28),segment_id=7863ecbb-73cc-4354-9794-e146857dcb28)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:56.839833 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:56.888402 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c92721-c70c-4c96-8fa7-71dd73127b62 None None] Network d4045646-f4da-4a62-a202-d7f4897cd4ce requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:54:56.903428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=6cc2e679-aa2d-45dd-800c-ad61a17c2354,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:56.996025 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-42ec735d-49ed-403a-9235-9f68454add8e None None] Provisioning complete for port 6cc2e679-aa2d-45dd-800c-ad61a17c2354 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:56.996391 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-42ec735d-49ed-403a-9235-9f68454add8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.011753 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.016239 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.092213 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.094742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=745bff3c-5aee-47fc-9334-073f6db498eb,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:57.188437 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network d4045646-f4da-4a62-a202-d7f4897cd4ce is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:54:57.189890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:54:57.312004 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:54:57.350920 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e56ab7c8-84b3-4c1f-94d9-da84389d3198 None None] Provisioning complete for port 6cc2e679-aa2d-45dd-800c-ad61a17c2354 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:57.351326 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e56ab7c8-84b3-4c1f-94d9-da84389d3198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.437224 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:54:57.444801 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-06e48f15-31c4-497f-abc2-7ac094fce9b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/1d2855fe-0c99-4bc1-bb5c-303fc760f24e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3461349 Feb 04 05:54:57.445148 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55012) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.544827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4cce32-5ecf-43e5-ae62-991347b332d1 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:57.545263 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4cce32-5ecf-43e5-ae62-991347b332d1 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:57.545728 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4cce32-5ecf-43e5-ae62-991347b332d1 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:57.546213 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4cce32-5ecf-43e5-ae62-991347b332d1 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:57.549830 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ea4cce32-5ecf-43e5-ae62-991347b332d1 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1017511 Feb 04 05:54:57.550869 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55014) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.568226 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Sync routers for ids ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:54:57.590712 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Routers {'1d2855fe-0c99-4bc1-bb5c-303fc760f24e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:57.591532 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:54:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:57.609194 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe4523-6f75-433e-82bd-8458d64aa686 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:57.609581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe4523-6f75-433e-82bd-8458d64aa686 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:57.610060 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe4523-6f75-433e-82bd-8458d64aa686 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:57.610506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe4523-6f75-433e-82bd-8458d64aa686 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:57.614662 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-37fe4523-6f75-433e-82bd-8458d64aa686 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0603435 Feb 04 05:54:57.614940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55016) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:57.644484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e56ab7c8-84b3-4c1f-94d9-da84389d3198 None None] Provisioning complete for port 745bff3c-5aee-47fc-9334-073f6db498eb triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:57.644856 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e56ab7c8-84b3-4c1f-94d9-da84389d3198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.717203 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e56ab7c8-84b3-4c1f-94d9-da84389d3198 None None] Port 745bff3c-5aee-47fc-9334-073f6db498eb cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:57.735765 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Set router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:57.748415 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8debf9ce-5e96-4262-b86c-a2601e7986e5 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1324029 Feb 04 05:54:57.875036 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a824ae61-796d-4311-8220-136571ee32f1 None None] Provisioning complete for port 745bff3c-5aee-47fc-9334-073f6db498eb triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:57.875289 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a824ae61-796d-4311-8220-136571ee32f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:57.939555 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a824ae61-796d-4311-8220-136571ee32f1 None None] Port 745bff3c-5aee-47fc-9334-073f6db498eb cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:54:57.968406 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': '498dd049-9688-4952-ba9b-15923bd41b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '498dd049-9688-4952-ba9b-15923bd41b28', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '745bff3c-5aee-47fc-9334-073f6db498eb', 'name': '', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:23:eb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:56Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 2, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:57.998872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Checking router: 1d2855fe-0c99-4bc1-bb5c-303fc760f24e for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:54:57.999228 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Updating router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e port 745bff3c-5aee-47fc-9334-073f6db498eb binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:54:58.018463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55020) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.023515 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a484544b-91b3-4dfe-b1ac-e0940633720a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-39726075', 'description': 'tempest-secgroup-smoke-39726075 description', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:58.024123 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.047437 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a484544b-91b3-4dfe-b1ac-e0940633720a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.113308 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a484544b-91b3-4dfe-b1ac-e0940633720a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.117617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a484544b-91b3-4dfe-b1ac-e0940633720a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.145811 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484544b-91b3-4dfe-b1ac-e0940633720a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1580c4-644e-4e45-8e69-61974e71fc92,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:58.151163 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a484544b-91b3-4dfe-b1ac-e0940633720a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.156152 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a484544b-91b3-4dfe-b1ac-e0940633720a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1365807 Feb 04 05:54:58.156291 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55022) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.163021 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-c0baf924-b323-4981-8d0a-2dfd60725497 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8b1580c4-644e-4e45-8e69-61974e71fc92', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:58.189788 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 498dd049-9688-4952-ba9b-15923bd41b28 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:58.194566 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c0baf924-b323-4981-8d0a-2dfd60725497 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.256409 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c0baf924-b323-4981-8d0a-2dfd60725497 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.260634 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c0baf924-b323-4981-8d0a-2dfd60725497 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.276966 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 498dd049-9688-4952-ba9b-15923bd41b28 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:58.277338 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.281504 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0baf924-b323-4981-8d0a-2dfd60725497 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237c1640-b916-4af8-83a7-c3604ee1afee,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:58.288823 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c0baf924-b323-4981-8d0a-2dfd60725497 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.292768 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c0baf924-b323-4981-8d0a-2dfd60725497 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326489 Feb 04 05:54:58.292953 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55024) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.297405 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-53e87f96-7ae7-499c-9a10-1e2947d9845a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8b1580c4-644e-4e45-8e69-61974e71fc92', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:58.332494 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-53e87f96-7ae7-499c-9a10-1e2947d9845a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.362588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.370721 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.395908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-53e87f96-7ae7-499c-9a10-1e2947d9845a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.399506 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-53e87f96-7ae7-499c-9a10-1e2947d9845a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.418439 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e87f96-7ae7-499c-9a10-1e2947d9845a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde18988-92f6-40d7-ae8b-112376bd5def,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:58.431701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-53e87f96-7ae7-499c-9a10-1e2947d9845a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.435596 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-53e87f96-7ae7-499c-9a10-1e2947d9845a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391354 Feb 04 05:54:58.436047 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55026) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.441974 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6cc2e679-aa2d-45dd-800c-ad61a17c2354 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:54:58.442291 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b4c6bd7a-4316-4336-b381-fe4ae32fcbce tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8b1580c4-644e-4e45-8e69-61974e71fc92', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:58.450507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c77ca0-9f17-4396-a655-54e66f9a7561 None None] Pushing event updated for resources: {'Port': ['ID=745bff3c-5aee-47fc-9334-073f6db498eb,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:58.478797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b4c6bd7a-4316-4336-b381-fe4ae32fcbce tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.535103 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Attempting to bind port 745bff3c-5aee-47fc-9334-073f6db498eb on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:54:58.535477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Attempting to bind port 745bff3c-5aee-47fc-9334-073f6db498eb by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '7863ecbb-73cc-4354-9794-e146857dcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:54:58.535842 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Attempting to bind port 745bff3c-5aee-47fc-9334-073f6db498eb on network d4045646-f4da-4a62-a202-d7f4897cd4ce {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:54:58.542495 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:54:58.542876 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Checking segment: {'id': '7863ecbb-73cc-4354-9794-e146857dcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:54:58.543280 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.543679 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Bound using segment: {'id': '7863ecbb-73cc-4354-9794-e146857dcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:54:58.544148 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Bound port: 745bff3c-5aee-47fc-9334-073f6db498eb, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7863ecbb-73cc-4354-9794-e146857dcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:54:58.544531 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.544865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b4c6bd7a-4316-4336-b381-fe4ae32fcbce tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.550076 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b4c6bd7a-4316-4336-b381-fe4ae32fcbce tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.564560 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 6cc2e679-aa2d-45dd-800c-ad61a17c2354 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:58.564931 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.571738 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6bd7a-4316-4336-b381-fe4ae32fcbce tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4872c6-605a-4185-9244-83341dfba6b6,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:58.582265 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b4c6bd7a-4316-4336-b381-fe4ae32fcbce tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.586288 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b4c6bd7a-4316-4336-b381-fe4ae32fcbce tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464169 Feb 04 05:54:58.586563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55028) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.591865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6f3a71f9-8efa-422e-8c3c-6170c2f69c2e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8b1580c4-644e-4e45-8e69-61974e71fc92', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:58.625692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f3a71f9-8efa-422e-8c3c-6170c2f69c2e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.647627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] For port 745bff3c-5aee-47fc-9334-073f6db498eb, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:54:58.651551 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] For port 745bff3c-5aee-47fc-9334-073f6db498eb, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=745bff3c-5aee-47fc-9334-073f6db498eb,segment=NetworkSegment(7863ecbb-73cc-4354-9794-e146857dcb28),segment_id=7863ecbb-73cc-4354-9794-e146857dcb28)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:54:58.659578 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.694589 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f3a71f9-8efa-422e-8c3c-6170c2f69c2e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.698601 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f3a71f9-8efa-422e-8c3c-6170c2f69c2e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.716872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a71f9-8efa-422e-8c3c-6170c2f69c2e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e143bc91-6ab6-41d8-8dc6-984aab606c84,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:58.728305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6f3a71f9-8efa-422e-8c3c-6170c2f69c2e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.729744 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6f3a71f9-8efa-422e-8c3c-6170c2f69c2e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421483 Feb 04 05:54:58.732660 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55030) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.737852 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-629d412d-67a4-49e1-a6dc-8a0ef25a6335 None None] Provisioning complete for port 745bff3c-5aee-47fc-9334-073f6db498eb triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:58.737997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4598f8d8-87aa-49c5-8eb9-a5f26a299c0b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8b1580c4-644e-4e45-8e69-61974e71fc92', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:58.738224 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-629d412d-67a4-49e1-a6dc-8a0ef25a6335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.763975 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-4598f8d8-87aa-49c5-8eb9-a5f26a299c0b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:54:58.770099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4598f8d8-87aa-49c5-8eb9-a5f26a299c0b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.786315 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c77ca0-9f17-4396-a655-54e66f9a7561 None None] Pushing event updated for resources: {'Port': ['ID=745bff3c-5aee-47fc-9334-073f6db498eb,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:58.790558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Routers {'1d2855fe-0c99-4bc1-bb5c-303fc760f24e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:54:58.791166 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:54:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:58.845374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4598f8d8-87aa-49c5-8eb9-a5f26a299c0b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.850738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4598f8d8-87aa-49c5-8eb9-a5f26a299c0b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.864450 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598f8d8-87aa-49c5-8eb9-a5f26a299c0b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4af650-6257-4de5-8dba-bf43cce4055e,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:58.879208 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4598f8d8-87aa-49c5-8eb9-a5f26a299c0b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.880569 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4598f8d8-87aa-49c5-8eb9-a5f26a299c0b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462533 Feb 04 05:54:58.884000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55032) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:54:58.888725 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f9139f83-9e21-4fb2-afbd-28ed85540f6e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '8b1580c4-644e-4e45-8e69-61974e71fc92', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:54:58.913102 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-f9139f83-9e21-4fb2-afbd-28ed85540f6e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:54:58.918119 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9139f83-9e21-4fb2-afbd-28ed85540f6e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.934430 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-629d412d-67a4-49e1-a6dc-8a0ef25a6335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.948899 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] Set router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:54:58.981450 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9139f83-9e21-4fb2-afbd-28ed85540f6e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:58.985756 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9139f83-9e21-4fb2-afbd-28ed85540f6e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.002855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9139f83-9e21-4fb2-afbd-28ed85540f6e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7935f95-0536-4881-b32c-62512feef4e0,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:59.007215 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-629d412d-67a4-49e1-a6dc-8a0ef25a6335 None None] For port 745bff3c-5aee-47fc-9334-073f6db498eb, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=745bff3c-5aee-47fc-9334-073f6db498eb,segment=NetworkSegment(7863ecbb-73cc-4354-9794-e146857dcb28),segment_id=7863ecbb-73cc-4354-9794-e146857dcb28)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:54:59.013259 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9139f83-9e21-4fb2-afbd-28ed85540f6e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.023710 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f9139f83-9e21-4fb2-afbd-28ed85540f6e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294482 Feb 04 05:54:59.035687 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-629d412d-67a4-49e1-a6dc-8a0ef25a6335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.132020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d412d-67a4-49e1-a6dc-8a0ef25a6335 None None] Pushing event updated for resources: {'Port': ['ID=745bff3c-5aee-47fc-9334-073f6db498eb,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:54:59.154684 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-769e3e8a-db13-4a6e-847a-7a2419922bc6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-39726075&fields=id&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 267 time: 0.0337267 Feb 04 05:54:59.183862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6ed12d8c-813c-49f8-928b-7bb480ddb3f6 None None] Provisioning complete for port 745bff3c-5aee-47fc-9334-073f6db498eb triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:54:59.184242 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6ed12d8c-813c-49f8-928b-7bb480ddb3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:54:59.265540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-f964a3a7-a969-48d8-8980-63a3b84da2fb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:54:59.267048 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-f964a3a7-a969-48d8-8980-63a3b84da2fb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/networks?id=d4045646-f4da-4a62-a202-d7f4897cd4ce HTTP/1.1" status: 200 len: 796 time: 0.1050742 Feb 04 05:54:59.267183 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': '498dd049-9688-4952-ba9b-15923bd41b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '498dd049-9688-4952-ba9b-15923bd41b28', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '745bff3c-5aee-47fc-9334-073f6db498eb', 'name': '', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:23:eb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:56Z', 'updated_at': '2022-02-04T05:54:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:54:59.282383 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-db12f295-041b-41b5-be21-2236b9c64878 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/quotas/40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 375 time: 0.0090797 Feb 04 05:54:59.297439 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a8555c-d2c3-45d2-81ec-ffee29ead8cd None None] The sync data for ids ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'] in dv-neutron-827794-1-hyperv is: [{'id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': '498dd049-9688-4952-ba9b-15923bd41b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '498dd049-9688-4952-ba9b-15923bd41b28', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '745bff3c-5aee-47fc-9334-073f6db498eb', 'name': '', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:23:eb:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:56Z', 'updated_at': '2022-02-04T05:54:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:54:59.344842 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-94011538-cc79-4ee8-a08f-b3ae026312ba tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563936 Feb 04 05:54:59.450143 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-d550001d-1664-467a-8db1-41eab7d05469 service neutron] 10.222.0.10 "GET /v2.0/networks/d4045646-f4da-4a62-a202-d7f4897cd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898662 Feb 04 05:54:59.547966 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-123ddfea-2e18-4553-8acd-302dd1a6d467 service neutron] 10.222.0.10 "GET /v2.0/networks/d4045646-f4da-4a62-a202-d7f4897cd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914297 Feb 04 05:54:59.711667 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dc25bbea-0110-4828-9721-bddcea23e2d0 req-5aa61bfd-b649-4ef3-a5fd-b023dafb3129 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 210 time: 0.0285172 Feb 04 05:55:00.217172 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 745bff3c-5aee-47fc-9334-073f6db498eb up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:00.268657 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 745bff3c-5aee-47fc-9334-073f6db498eb triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:00.269034 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:00.818384 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-789c90ff-066b-4356-8c81-2ea3e6f3f64f req-c34ee185-2f2f-4495-9a0c-dad92d4a2d49 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 210 time: 0.0269918 Feb 04 05:55:01.006082 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-ad5f951e-11ca-4e85-afa0-af9110a4b77c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:01.007974 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-ad5f951e-11ca-4e85-afa0-af9110a4b77c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/networks?id=d4045646-f4da-4a62-a202-d7f4897cd4ce HTTP/1.1" status: 200 len: 796 time: 0.4246480 Feb 04 05:55:01.049934 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-982e678d-b68a-4ae9-9f55-191c49621bfd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 378 time: 0.0335290 Feb 04 05:55:01.059008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-4bc3902f-ca8f-458b-9c3f-6a91755bc046 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'port': {'device_id': 'b8a61b74-04db-43c1-bd53-97337ac27ffe', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'admin_state_up': True, 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'security_groups': ['8b1580c4-644e-4e45-8e69-61974e71fc92']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:01.166186 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-4bc3902f-ca8f-458b-9c3f-6a91755bc046 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:55:01.169640 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-4bc3902f-ca8f-458b-9c3f-6a91755bc046 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.288182 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-4bc3902f-ca8f-458b-9c3f-6a91755bc046 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.13 (d4045646-f4da-4a62-a202-d7f4897cd4ce/1c01ccf4-80f1-4280-92f1-18f2f576a63a/584aaeec-995d-4a8e-b80e-250eca5266f3) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:01.426216 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-4bc3902f-ca8f-458b-9c3f-6a91755bc046 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.458155 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-4bc3902f-ca8f-458b-9c3f-6a91755bc046 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.501839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-4bc3902f-ca8f-458b-9c3f-6a91755bc046 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network d4045646-f4da-4a62-a202-d7f4897cd4ce is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:01.504681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-4bc3902f-ca8f-458b-9c3f-6a91755bc046 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:01.508255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-4bc3902f-ca8f-458b-9c3f-6a91755bc046 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:01.530631 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3902f-ca8f-458b-9c3f-6a91755bc046 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=584aaeec-995d-4a8e-b80e-250eca5266f3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:01.561017 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-4bc3902f-ca8f-458b-9c3f-6a91755bc046 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:01.561637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-4bc3902f-ca8f-458b-9c3f-6a91755bc046 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.579394 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-4bc3902f-ca8f-458b-9c3f-6a91755bc046 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5237792 Feb 04 05:55:01.591354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Request body: {'port': {'device_id': 'b8a61b74-04db-43c1-bd53-97337ac27ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:01.650212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.740615 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0c889547-4065-476d-bc19-e0fa217fcb47 None None] Provisioning complete for port 584aaeec-995d-4a8e-b80e-250eca5266f3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:01.741607 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0c889547-4065-476d-bc19-e0fa217fcb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.774744 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0c889547-4065-476d-bc19-e0fa217fcb47 None None] Port 584aaeec-995d-4a8e-b80e-250eca5266f3 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:55:01.908667 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584aaeec-995d-4a8e-b80e-250eca5266f3 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:55:01.916923 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.928863 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Transition to ACTIVE for port object 584aaeec-995d-4a8e-b80e-250eca5266f3 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:55:01.932814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:01.933393 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7608ed-c304-411a-891c-a2eb98e91149 req-069f7abe-e8d5-48f3-8aeb-bcdcef6cb6a5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:01.934927 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9a7608ed-c304-411a-891c-a2eb98e91149 req-069f7abe-e8d5-48f3-8aeb-bcdcef6cb6a5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 932 time: 0.0481291 Feb 04 05:55:01.974711 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9a7608ed-c304-411a-891c-a2eb98e91149 req-2a70141f-96a1-48b9-9415-6c7b64ce0a1b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b1580c4-644e-4e45-8e69-61974e71fc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332375 Feb 04 05:55:02.004880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Pushing event updated for resources: {'Port': ['ID=584aaeec-995d-4a8e-b80e-250eca5266f3,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:02.056700 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Attempting to bind port 584aaeec-995d-4a8e-b80e-250eca5266f3 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:55:02.057470 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Attempting to bind port 584aaeec-995d-4a8e-b80e-250eca5266f3 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '7863ecbb-73cc-4354-9794-e146857dcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:55:02.057470 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Attempting to bind port 584aaeec-995d-4a8e-b80e-250eca5266f3 on network d4045646-f4da-4a62-a202-d7f4897cd4ce {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:02.061795 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Port 584aaeec-995d-4a8e-b80e-250eca5266f3 on network d4045646-f4da-4a62-a202-d7f4897cd4ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:55:02.062135 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Attempting to bind port 584aaeec-995d-4a8e-b80e-250eca5266f3 on network d4045646-f4da-4a62-a202-d7f4897cd4ce {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:55:02.067126 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:55:02.067466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Checking segment: {'id': '7863ecbb-73cc-4354-9794-e146857dcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:55:02.067854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Bound using segment: {'id': '7863ecbb-73cc-4354-9794-e146857dcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:55:02.068287 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Bound port: 584aaeec-995d-4a8e-b80e-250eca5266f3, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7863ecbb-73cc-4354-9794-e146857dcb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:55:02.068644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.135016 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] For port 584aaeec-995d-4a8e-b80e-250eca5266f3, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:55:02.138380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] For port 584aaeec-995d-4a8e-b80e-250eca5266f3, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=584aaeec-995d-4a8e-b80e-250eca5266f3,segment=NetworkSegment(7863ecbb-73cc-4354-9794-e146857dcb28),segment_id=7863ecbb-73cc-4354-9794-e146857dcb28)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:55:02.142411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.176548 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:02.177165 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:02.178572 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] 10.222.0.26 "PUT /v2.0/ports/584aaeec-995d-4a8e-b80e-250eca5266f3 HTTP/1.1" status: 200 len: 1094 time: 0.5915337 Feb 04 05:55:02.179011 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a61b74-04db-43c1-bd53-97337ac27ffe', 'tag': '584aaeec-995d-4a8e-b80e-250eca5266f3'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:55:02.181282 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ddded4-3bec-4aff-a2f8-c84d0308c510" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a61b74-04db-43c1-bd53-97337ac27ffe", "tag": "584aaeec-995d-4a8e-b80e-250eca5266f3"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:55:02.227047 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68e959c-7c68-4063-83a8-1899f890899b x-openstack-request-id: req-e68e959c-7c68-4063-83a8-1899f890899b {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:55:02.227329 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a61b74-04db-43c1-bd53-97337ac27ffe", "tag": "584aaeec-995d-4a8e-b80e-250eca5266f3", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:55:02.227577 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e68e959c-7c68-4063-83a8-1899f890899b {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:55:02.227967 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a61b74-04db-43c1-bd53-97337ac27ffe', 'tag': '584aaeec-995d-4a8e-b80e-250eca5266f3', 'status': 'completed', 'code': 200} Feb 04 05:55:02.228662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c38174-b3e0-4663-95df-4714b579d260 service neutron] Pushing event updated for resources: {'Port': ['ID=584aaeec-995d-4a8e-b80e-250eca5266f3,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:02.268476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-4300c38b-86e9-4a24-8f20-8b269d385f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:02.270041 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-4300c38b-86e9-4a24-8f20-8b269d385f6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 1097 time: 0.0515330 Feb 04 05:55:02.311393 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-09142f75-6b06-412d-a321-e8af684a32ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584aaeec-995d-4a8e-b80e-250eca5266f3 HTTP/1.1" status: 200 len: 217 time: 0.0341139 Feb 04 05:55:02.361170 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-0733df9b-cf8c-4bb1-8645-f79fbf81a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:02.362665 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-0733df9b-cf8c-4bb1-8645-f79fbf81a61e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c01ccf4-80f1-4280-92f1-18f2f576a63a HTTP/1.1" status: 200 len: 844 time: 0.0455465 Feb 04 05:55:02.411985 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-72f7bdbd-d142-4945-a90a-e224eef86be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:02.413470 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-72f7bdbd-d142-4945-a90a-e224eef86be4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4045646-f4da-4a62-a202-d7f4897cd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442441 Feb 04 05:55:02.500389 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-46bf5517-44b3-4257-9e68-01db92031ea2 service neutron] 10.222.0.26 "GET /v2.0/networks/d4045646-f4da-4a62-a202-d7f4897cd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800312 Feb 04 05:55:02.590543 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-740d3ad1-1b67-43c4-b6db-5b12e1d020b8 req-f4137fdf-f951-4e82-be10-9e42b921fc99 service neutron] 10.222.0.26 "GET /v2.0/networks/d4045646-f4da-4a62-a202-d7f4897cd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836279 Feb 04 05:55:02.671178 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddded4-3bec-4aff-a2f8-c84d0308c510 req-5813c189-d390-4d0f-8944-533d77efb911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:02.672632 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24ddded4-3bec-4aff-a2f8-c84d0308c510 req-5813c189-d390-4d0f-8944-533d77efb911 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 1097 time: 0.0401490 Feb 04 05:55:02.758999 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddded4-3bec-4aff-a2f8-c84d0308c510 req-787145d0-2403-40d7-a307-4d8265856329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:02.760442 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24ddded4-3bec-4aff-a2f8-c84d0308c510 req-787145d0-2403-40d7-a307-4d8265856329 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d4045646-f4da-4a62-a202-d7f4897cd4ce HTTP/1.1" status: 200 len: 896 time: 0.0814760 Feb 04 05:55:02.804809 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24ddded4-3bec-4aff-a2f8-c84d0308c510 req-94769d1d-556b-44cd-b4eb-0db6bf59c6cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584aaeec-995d-4a8e-b80e-250eca5266f3 HTTP/1.1" status: 200 len: 217 time: 0.0359199 Feb 04 05:55:02.851774 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddded4-3bec-4aff-a2f8-c84d0308c510 req-dd2f88af-47b4-4965-87f8-6fc6448580cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:02.853076 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24ddded4-3bec-4aff-a2f8-c84d0308c510 req-dd2f88af-47b4-4965-87f8-6fc6448580cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c01ccf4-80f1-4280-92f1-18f2f576a63a HTTP/1.1" status: 200 len: 844 time: 0.0425477 Feb 04 05:55:02.896479 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddded4-3bec-4aff-a2f8-c84d0308c510 req-c0c0337e-ef5e-4d2e-83ab-d6c71130edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:02.898021 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24ddded4-3bec-4aff-a2f8-c84d0308c510 req-c0c0337e-ef5e-4d2e-83ab-d6c71130edf4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4045646-f4da-4a62-a202-d7f4897cd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378711 Feb 04 05:55:02.988268 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24ddded4-3bec-4aff-a2f8-c84d0308c510 req-343fe1cd-5f72-4cba-98d9-c461c63fe4c1 service neutron] 10.222.0.26 "GET /v2.0/networks/d4045646-f4da-4a62-a202-d7f4897cd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828843 Feb 04 05:55:03.075949 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24ddded4-3bec-4aff-a2f8-c84d0308c510 req-49c93c17-5990-4932-9fcc-db9bce678857 service neutron] 10.222.0.26 "GET /v2.0/networks/d4045646-f4da-4a62-a202-d7f4897cd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804203 Feb 04 05:55:03.096321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3b5f4-0d34-431b-a3c6-1fa4ed28355f req-f278a05e-a710-4a45-9e33-46dba66abc3a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:03.097843 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9bc3b5f4-0d34-431b-a3c6-1fa4ed28355f req-f278a05e-a710-4a45-9e33-46dba66abc3a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 944 time: 0.0533907 Feb 04 05:55:03.134831 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9bc3b5f4-0d34-431b-a3c6-1fa4ed28355f req-3f3e5095-f7ca-4912-a902-c3509e58c88a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b1580c4-644e-4e45-8e69-61974e71fc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304580 Feb 04 05:55:04.039463 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.247690 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001e585-b95c-4217-a1d3-39446ec890bf req-2b46be51-8662-49ee-b5d0-4a3038c8d001 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:04.249147 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a001e585-b95c-4217-a1d3-39446ec890bf req-2b46be51-8662-49ee-b5d0-4a3038c8d001 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 944 time: 0.0476816 Feb 04 05:55:04.287089 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a001e585-b95c-4217-a1d3-39446ec890bf req-5e7380c7-fe09-4e47-bebf-54d0b9a66169 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b1580c4-644e-4e45-8e69-61974e71fc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321450 Feb 04 05:55:04.577169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 584aaeec-995d-4a8e-b80e-250eca5266f3 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:55:04.672463 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 584aaeec-995d-4a8e-b80e-250eca5266f3, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=584aaeec-995d-4a8e-b80e-250eca5266f3,segment=NetworkSegment(7863ecbb-73cc-4354-9794-e146857dcb28),segment_id=7863ecbb-73cc-4354-9794-e146857dcb28)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:04.683221 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '584aaeec-995d-4a8e-b80e-250eca5266f3', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'port_id': '584aaeec-995d-4a8e-b80e-250eca5266f3', 'mac_address': 'fa:16:3e:d6:3b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:55:04.719590 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.732182 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584aaeec-995d-4a8e-b80e-250eca5266f3 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:55:04.750630 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 584aaeec-995d-4a8e-b80e-250eca5266f3, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=584aaeec-995d-4a8e-b80e-250eca5266f3,segment=NetworkSegment(7863ecbb-73cc-4354-9794-e146857dcb28),segment_id=7863ecbb-73cc-4354-9794-e146857dcb28)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:04.754805 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:04.804414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=584aaeec-995d-4a8e-b80e-250eca5266f3,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:04.991951 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['584aaeec-995d-4a8e-b80e-250eca5266f3'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:55:05.403900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad579c-1cc6-4ddf-8026-d1cd50b0166a req-4e4ba9bc-fa5d-40b9-ba79-0e11414c4c7c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:05.405380 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-98ad579c-1cc6-4ddf-8026-d1cd50b0166a req-4e4ba9bc-fa5d-40b9-ba79-0e11414c4c7c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 945 time: 0.0501108 Feb 04 05:55:05.441460 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-98ad579c-1cc6-4ddf-8026-d1cd50b0166a req-24328012-fb1e-4921-b4a8-8cebf32c758c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b1580c4-644e-4e45-8e69-61974e71fc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301476 Feb 04 05:55:06.559012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66bb24-f091-4614-8536-3264d9d6ab7a req-ca234af3-69b5-44bc-8349-d97adb4870b0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:06.560472 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ce66bb24-f091-4614-8536-3264d9d6ab7a req-ca234af3-69b5-44bc-8349-d97adb4870b0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 945 time: 0.0515513 Feb 04 05:55:06.584976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 584aaeec-995d-4a8e-b80e-250eca5266f3 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:55:06.597918 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ce66bb24-f091-4614-8536-3264d9d6ab7a req-e6a605c6-2bfb-46af-97b8-055edefa424a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b1580c4-644e-4e45-8e69-61974e71fc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314686 Feb 04 05:55:06.632187 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 584aaeec-995d-4a8e-b80e-250eca5266f3 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:55:06.635810 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 584aaeec-995d-4a8e-b80e-250eca5266f3 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:55:06.636184 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.715933 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.740213 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a61b74-04db-43c1-bd53-97337ac27ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584aaeec-995d-4a8e-b80e-250eca5266f3'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:55:06.743040 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1849424-e274-4166-9370-cf24b58cca0e" -d '{"events": [{"server_uuid": "b8a61b74-04db-43c1-bd53-97337ac27ffe", "name": "network-vif-plugged", "status": "completed", "tag": "584aaeec-995d-4a8e-b80e-250eca5266f3"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:55:06.754992 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 584aaeec-995d-4a8e-b80e-250eca5266f3, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=584aaeec-995d-4a8e-b80e-250eca5266f3,segment=NetworkSegment(7863ecbb-73cc-4354-9794-e146857dcb28),segment_id=7863ecbb-73cc-4354-9794-e146857dcb28)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:55:06.759301 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:06.783821 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a5f5bb-ecc8-46b0-9eac-f3a9ab060581 x-openstack-request-id: req-53a5f5bb-ecc8-46b0-9eac-f3a9ab060581 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:55:06.784113 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a61b74-04db-43c1-bd53-97337ac27ffe", "name": "network-vif-plugged", "status": "completed", "tag": "584aaeec-995d-4a8e-b80e-250eca5266f3", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:55:06.784936 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53a5f5bb-ecc8-46b0-9eac-f3a9ab060581 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:55:06.785335 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a61b74-04db-43c1-bd53-97337ac27ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584aaeec-995d-4a8e-b80e-250eca5266f3', 'code': 200} Feb 04 05:55:06.811856 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=584aaeec-995d-4a8e-b80e-250eca5266f3,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:06.947246 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ead75-e656-4647-a849-2efe7ae11be0 req-6b8ddc51-7ca8-4a2e-bc13-4aabc60adcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:06.948747 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-148ead75-e656-4647-a849-2efe7ae11be0 req-6b8ddc51-7ca8-4a2e-bc13-4aabc60adcd0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 1099 time: 0.0462277 Feb 04 05:55:06.989943 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-148ead75-e656-4647-a849-2efe7ae11be0 req-f47a4516-1f6d-46a2-8fab-27382ab674c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8b1580c4-644e-4e45-8e69-61974e71fc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344052 Feb 04 05:55:07.709464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422e911-5ef9-40c5-836a-b11b5f275050 req-9c6a48bc-1ec1-4a0f-8fc2-1338a649ab84 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:07.711492 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4422e911-5ef9-40c5-836a-b11b5f275050 req-9c6a48bc-1ec1-4a0f-8fc2-1338a649ab84 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 946 time: 0.0481246 Feb 04 05:55:07.747665 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4422e911-5ef9-40c5-836a-b11b5f275050 req-19f8f787-f90a-4d74-bd97-cebfdbf99f96 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b1580c4-644e-4e45-8e69-61974e71fc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303867 Feb 04 05:55:08.859282 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc58d95-e7c9-42d5-8483-510e88bb42b6 req-6ec8ca65-badc-4a2b-b1fe-a3bdb330ac68 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:08.860722 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ecc58d95-e7c9-42d5-8483-510e88bb42b6 req-6ec8ca65-badc-4a2b-b1fe-a3bdb330ac68 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 946 time: 0.0479314 Feb 04 05:55:08.896661 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ecc58d95-e7c9-42d5-8483-510e88bb42b6 req-2d384cdf-a037-4062-9741-942df8aff682 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b1580c4-644e-4e45-8e69-61974e71fc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301547 Feb 04 05:55:09.011210 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10110955-3688-435f-889a-fb551e23133d req-dd232a6e-4c52-4327-909b-9c8afeaad1e1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:09.012654 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10110955-3688-435f-889a-fb551e23133d req-dd232a6e-4c52-4327-909b-9c8afeaad1e1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 946 time: 0.0514741 Feb 04 05:55:09.048837 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10110955-3688-435f-889a-fb551e23133d req-a2108cf9-db70-469d-a62a-220eefce7ca6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b1580c4-644e-4e45-8e69-61974e71fc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302470 Feb 04 05:55:09.070040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55086) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:09.108506 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0255139-4bac-41e9-b727-3cfb9572fb3d tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:09.109995 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d0255139-4bac-41e9-b727-3cfb9572fb3d tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 1094 time: 0.0390172 Feb 04 05:55:09.112804 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55088) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:09.117621 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': '584aaeec-995d-4a8e-b80e-250eca5266f3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:55:09.140744 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.236870 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.336765 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.226 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/a2634811-af28-4d02-8a39-48df17c4dc07) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:55:09.438355 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.472559 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.512483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:55:09.515225 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:55:09.518572 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:55:09.523716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=a2634811-af28-4d02-8a39-48df17c4dc07,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:09.858980 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:09.921136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.067391 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.072721 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.137822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=a2634811-af28-4d02-8a39-48df17c4dc07,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:55:10.147245 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.243746 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP 5b5cbc2b-05f3-4b4e-8388-cf339dcd232b associated. External IP: 172.26.3.226, port: 584aaeec-995d-4a8e-b80e-250eca5266f3. Feb 04 05:55:10.444079 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:55:10.550689 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:55:10.560529 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b50998-1115-487c-9e67-b623f5441bf7 None None] Sync routers for ids ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:55:10.567761 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:10.570005 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b50998-1115-487c-9e67-b623f5441bf7 None None] Routers {'1d2855fe-0c99-4bc1-bb5c-303fc760f24e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:10.570602 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-86b50998-1115-487c-9e67-b623f5441bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:54:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:10.594536 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fbce9178-e979-4943-9b81-cc5abf741a95 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4807267 Feb 04 05:55:10.595239 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a61b74-04db-43c1-bd53-97337ac27ffe', 'tag': '584aaeec-995d-4a8e-b80e-250eca5266f3'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:55:10.597348 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55090) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:10.597847 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a816a351-bd81-49ed-beea-f201af397e08" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a61b74-04db-43c1-bd53-97337ac27ffe", "tag": "584aaeec-995d-4a8e-b80e-250eca5266f3"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:55:10.633246 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a191f5f-10f4-4ac9-9088-ecc68ca52600 x-openstack-request-id: req-5a191f5f-10f4-4ac9-9088-ecc68ca52600 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:55:10.633547 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a61b74-04db-43c1-bd53-97337ac27ffe", "tag": "584aaeec-995d-4a8e-b80e-250eca5266f3", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:55:10.633832 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a191f5f-10f4-4ac9-9088-ecc68ca52600 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:55:10.634249 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a61b74-04db-43c1-bd53-97337ac27ffe', 'tag': '584aaeec-995d-4a8e-b80e-250eca5266f3', 'status': 'completed', 'code': 200} Feb 04 05:55:10.675355 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-86b50998-1115-487c-9e67-b623f5441bf7 None None] Set router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:55:10.684030 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3d940e42-159e-4a36-aa04-66251644e066 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/5b5cbc2b-05f3-4b4e-8388-cf339dcd232b HTTP/1.1" status: 200 len: 992 time: 0.0848305 Feb 04 05:55:10.699632 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816a351-bd81-49ed-beea-f201af397e08 req-f6530cd0-c662-41fa-bdc6-3748ad0a377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:10.701111 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a816a351-bd81-49ed-beea-f201af397e08 req-f6530cd0-c662-41fa-bdc6-3748ad0a377d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 1099 time: 0.0464892 Feb 04 05:55:10.791098 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816a351-bd81-49ed-beea-f201af397e08 req-43b26e20-fb13-47cd-9a0d-3261303e57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:10.792554 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a816a351-bd81-49ed-beea-f201af397e08 req-43b26e20-fb13-47cd-9a0d-3261303e57f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d4045646-f4da-4a62-a202-d7f4897cd4ce HTTP/1.1" status: 200 len: 896 time: 0.0843472 Feb 04 05:55:10.854978 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a816a351-bd81-49ed-beea-f201af397e08 req-e807bd6e-9eb0-4ab2-a7ee-2221053ec75f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584aaeec-995d-4a8e-b80e-250eca5266f3 HTTP/1.1" status: 200 len: 1000 time: 0.0561743 Feb 04 05:55:10.895086 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-86b50998-1115-487c-9e67-b623f5441bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': '498dd049-9688-4952-ba9b-15923bd41b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '498dd049-9688-4952-ba9b-15923bd41b28', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '5b5cbc2b-05f3-4b4e-8388-cf339dcd232b', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'port_id': '584aaeec-995d-4a8e-b80e-250eca5266f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'mac_address': 'fa:16:3e:d6:3b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a61b74-04db-43c1-bd53-97337ac27ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:55:09Z', 'updated_at': '2022-02-04T05:55:09Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745bff3c-5aee-47fc-9334-073f6db498eb', 'name': '', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:23:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:56Z', 'updated_at': '2022-02-04T05:54:58Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:10.906446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816a351-bd81-49ed-beea-f201af397e08 req-cb1b24bf-1ecb-4a73-be7c-3328817bedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:10.907925 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a816a351-bd81-49ed-beea-f201af397e08 req-cb1b24bf-1ecb-4a73-be7c-3328817bedb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c01ccf4-80f1-4280-92f1-18f2f576a63a HTTP/1.1" status: 200 len: 844 time: 0.0468743 Feb 04 05:55:10.920190 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b50998-1115-487c-9e67-b623f5441bf7 None None] Checking router: 1d2855fe-0c99-4bc1-bb5c-303fc760f24e for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:55:10.928471 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b50998-1115-487c-9e67-b623f5441bf7 None None] Routers {'1d2855fe-0c99-4bc1-bb5c-303fc760f24e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:55:10.929498 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-86b50998-1115-487c-9e67-b623f5441bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:54:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:10.952484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816a351-bd81-49ed-beea-f201af397e08 req-39e65afb-1d61-4c64-bf5d-ef277289110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:10.954030 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a816a351-bd81-49ed-beea-f201af397e08 req-39e65afb-1d61-4c64-bf5d-ef277289110a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4045646-f4da-4a62-a202-d7f4897cd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396948 Feb 04 05:55:11.030688 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-86b50998-1115-487c-9e67-b623f5441bf7 None None] Set router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:55:11.039195 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a816a351-bd81-49ed-beea-f201af397e08 req-43c79528-893d-4e4d-940d-700c6644f058 service neutron] 10.222.0.26 "GET /v2.0/networks/d4045646-f4da-4a62-a202-d7f4897cd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784397 Feb 04 05:55:11.128614 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a816a351-bd81-49ed-beea-f201af397e08 req-ca275f79-4ce3-4a8e-9ce8-d512fbc4e899 service neutron] 10.222.0.26 "GET /v2.0/networks/d4045646-f4da-4a62-a202-d7f4897cd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831330 Feb 04 05:55:11.243684 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-86b50998-1115-487c-9e67-b623f5441bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': '498dd049-9688-4952-ba9b-15923bd41b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '498dd049-9688-4952-ba9b-15923bd41b28', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '5b5cbc2b-05f3-4b4e-8388-cf339dcd232b', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'port_id': '584aaeec-995d-4a8e-b80e-250eca5266f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'mac_address': 'fa:16:3e:d6:3b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a61b74-04db-43c1-bd53-97337ac27ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:55:09Z', 'updated_at': '2022-02-04T05:55:09Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745bff3c-5aee-47fc-9334-073f6db498eb', 'name': '', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:23:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:56Z', 'updated_at': '2022-02-04T05:54:58Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:55:11.271393 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b50998-1115-487c-9e67-b623f5441bf7 None None] The sync data for ids ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'] in dv-neutron-827794-1-hyperv is: [{'id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': '498dd049-9688-4952-ba9b-15923bd41b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '498dd049-9688-4952-ba9b-15923bd41b28', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '5b5cbc2b-05f3-4b4e-8388-cf339dcd232b', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.226', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'port_id': '584aaeec-995d-4a8e-b80e-250eca5266f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'mac_address': 'fa:16:3e:d6:3b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a61b74-04db-43c1-bd53-97337ac27ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:55:09Z', 'updated_at': '2022-02-04T05:55:09Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745bff3c-5aee-47fc-9334-073f6db498eb', 'name': '', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:23:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:56Z', 'updated_at': '2022-02-04T05:54:58Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:55:11.446862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c864ba-e628-4294-ba04-c05e291e444e None None] New status for floating IP 5b5cbc2b-05f3-4b4e-8388-cf339dcd232b: ACTIVE {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:55:11.687829 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55094) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:55:11.746905 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f2a33389-2c65-48be-86ce-bc56b7908620 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/5b5cbc2b-05f3-4b4e-8388-cf339dcd232b HTTP/1.1" status: 200 len: 994 time: 0.0579247 Feb 04 05:55:12.725041 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ad32bc49-0eec-4df7-b1a4-401f042fd88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:14.857468 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5b1aef4c-fba8-4f19-bd3a-eb7cc5c6a50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:15.886337 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.686222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:17.939622 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:32.919940 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:55:34.044122 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:42.726701 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bfeb2910-2ca3-4d89-b926-ea1e52f22697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:44.857521 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b44effa4-0076-4c2e-b77f-5ce7966bbe18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:45.892421 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.686577 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:47.939777 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:55:51.151929 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-683732ec-ecf0-4c33-ab75-3f118bda369f req-d3fdf026-eb12-4f32-94b3-2313d17659d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429490 Feb 04 05:55:51.237276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683732ec-ecf0-4c33-ab75-3f118bda369f req-586236bf-f61f-4f06-82f4-a70de5048817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:51.238804 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-683732ec-ecf0-4c33-ab75-3f118bda369f req-586236bf-f61f-4f06-82f4-a70de5048817 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 1099 time: 0.0418942 Feb 04 05:55:51.337147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683732ec-ecf0-4c33-ab75-3f118bda369f req-9dd6b334-670a-4729-aae1-4098bbf7e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:51.338644 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-683732ec-ecf0-4c33-ab75-3f118bda369f req-9dd6b334-670a-4729-aae1-4098bbf7e56f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d4045646-f4da-4a62-a202-d7f4897cd4ce HTTP/1.1" status: 200 len: 896 time: 0.0810959 Feb 04 05:55:51.403986 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-683732ec-ecf0-4c33-ab75-3f118bda369f req-d95314c2-c13d-42e9-93da-bc3d88aadfe0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584aaeec-995d-4a8e-b80e-250eca5266f3 HTTP/1.1" status: 200 len: 1002 time: 0.0579588 Feb 04 05:55:51.450021 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683732ec-ecf0-4c33-ab75-3f118bda369f req-0752c41f-e29c-4920-b9de-b5e2f1814988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:51.451372 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-683732ec-ecf0-4c33-ab75-3f118bda369f req-0752c41f-e29c-4920-b9de-b5e2f1814988 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c01ccf4-80f1-4280-92f1-18f2f576a63a HTTP/1.1" status: 200 len: 844 time: 0.0410936 Feb 04 05:55:51.495225 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683732ec-ecf0-4c33-ab75-3f118bda369f req-16f5d545-0d11-425c-8bc6-d38177162b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:55:51.496667 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-683732ec-ecf0-4c33-ab75-3f118bda369f req-16f5d545-0d11-425c-8bc6-d38177162b54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4045646-f4da-4a62-a202-d7f4897cd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386686 Feb 04 05:55:51.588180 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-683732ec-ecf0-4c33-ab75-3f118bda369f req-1d08faaf-e7e3-4b4c-b76a-b525ecca6f45 service neutron] 10.222.0.26 "GET /v2.0/networks/d4045646-f4da-4a62-a202-d7f4897cd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839288 Feb 04 05:55:51.679739 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-683732ec-ecf0-4c33-ab75-3f118bda369f req-164d2703-94f6-4221-8dc8-56712dafcabb service neutron] 10.222.0.26 "GET /v2.0/networks/d4045646-f4da-4a62-a202-d7f4897cd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848105 Feb 04 05:56:04.071301 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:09.918543 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:56:12.727359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f24e5d10-ec51-418f-b447-3ec737d5458a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:14.858396 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-400808df-aeca-45fb-92f4-169277d4f3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:15.891893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.692007 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:17.939382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:34.067433 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:42.727380 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-06454eca-f2cf-4d12-a775-ac573275956c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:44.859646 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8251b343-2469-42a3-bd40-2ed8d992cb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:45.894225 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:46.917011 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:56:47.694079 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:47.940170 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:56:52.108860 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a96b4fb6-dc7c-4d25-a665-9b2fc71f982b req-9eebc3de-1c1a-40b0-bf01-f3055bc176f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438037 Feb 04 05:56:52.187709 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b4fb6-dc7c-4d25-a665-9b2fc71f982b req-45947fe1-b356-4854-b84d-01cddc0b8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:52.189181 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a96b4fb6-dc7c-4d25-a665-9b2fc71f982b req-45947fe1-b356-4854-b84d-01cddc0b8c43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 1099 time: 0.0398648 Feb 04 05:56:52.288627 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b4fb6-dc7c-4d25-a665-9b2fc71f982b req-e5ae35c5-d3a5-456e-95ae-227c8313bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:52.290106 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a96b4fb6-dc7c-4d25-a665-9b2fc71f982b req-e5ae35c5-d3a5-456e-95ae-227c8313bfec service neutron] 10.222.0.26 "GET /v2.0/networks?id=d4045646-f4da-4a62-a202-d7f4897cd4ce HTTP/1.1" status: 200 len: 896 time: 0.0822594 Feb 04 05:56:52.355119 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a96b4fb6-dc7c-4d25-a665-9b2fc71f982b req-33eccfbe-926f-4f2e-b548-ae35cf61f789 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584aaeec-995d-4a8e-b80e-250eca5266f3 HTTP/1.1" status: 200 len: 1002 time: 0.0590334 Feb 04 05:56:52.401213 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b4fb6-dc7c-4d25-a665-9b2fc71f982b req-a93e8f1b-b58a-4a54-8303-3d970251d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:52.402592 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a96b4fb6-dc7c-4d25-a665-9b2fc71f982b req-a93e8f1b-b58a-4a54-8303-3d970251d823 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c01ccf4-80f1-4280-92f1-18f2f576a63a HTTP/1.1" status: 200 len: 844 time: 0.0410578 Feb 04 05:56:52.445822 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b4fb6-dc7c-4d25-a665-9b2fc71f982b req-09b3da83-f872-427c-a946-11203302a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:56:52.447302 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a96b4fb6-dc7c-4d25-a665-9b2fc71f982b req-09b3da83-f872-427c-a946-11203302a151 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4045646-f4da-4a62-a202-d7f4897cd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382483 Feb 04 05:56:52.539552 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a96b4fb6-dc7c-4d25-a665-9b2fc71f982b req-d3233ac4-45df-4951-becb-a74d69b2ab75 service neutron] 10.222.0.26 "GET /v2.0/networks/d4045646-f4da-4a62-a202-d7f4897cd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859606 Feb 04 05:56:52.624540 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a96b4fb6-dc7c-4d25-a665-9b2fc71f982b req-91eaad11-599a-4c22-9aaa-b0982e960e4e service neutron] 10.222.0.26 "GET /v2.0/networks/d4045646-f4da-4a62-a202-d7f4897cd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787127 Feb 04 05:56:59.222380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [req-f3b81e20-66f5-46ed-84e5-fa36660b0c88 req-22994fc8-55e6-489d-a95d-2d43008c386b service neutron] (108744) timed out ('10.222.0.26', 64247) {{(pid=108744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 05:57:04.072085 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:04.915711 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55136) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:04.921895 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:05.014587 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13783933'] for subnet, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.155836 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740032682599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14647254'] for subnet, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.196253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:05.196729 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.198036 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/subnets/1c01ccf4-80f1-4280-92f1-18f2f576a63a HTTP/1.1" status: 200 len: 836 time: 0.2812295 Feb 04 05:57:05.203593 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cec03e-4f35-4bc2-a01a-74fd9ccc5672 None None] Network d4045646-f4da-4a62-a202-d7f4897cd4ce requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:05.217087 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Subnet': ['ID=1c01ccf4-80f1-4280-92f1-18f2f576a63a,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:05.225398 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:05.225761 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:05.226160 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:05.226502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:05.226838 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:05.227171 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:05.227502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:05.227835 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:05.228164 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:05.228490 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:05.228843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:05.229135 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e3f4d-8e14-45dd-aeb7-b1aa8fef139b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:05.527730 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e7548e21-096c-4903-b635-5b723d6e91bb None None] Provisioning complete for port 6cc2e679-aa2d-45dd-800c-ad61a17c2354 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:05.528120 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e7548e21-096c-4903-b635-5b723d6e91bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.613606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e7548e21-096c-4903-b635-5b723d6e91bb None None] Provisioning complete for port 584aaeec-995d-4a8e-b80e-250eca5266f3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:05.614057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e7548e21-096c-4903-b635-5b723d6e91bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:05.694369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e7548e21-096c-4903-b635-5b723d6e91bb None None] Provisioning complete for port 745bff3c-5aee-47fc-9334-073f6db498eb triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:05.694734 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e7548e21-096c-4903-b635-5b723d6e91bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:12.728116 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b6fbd610-eb43-4533-8f11-ff9243123d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:14.861627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b0ab11f2-57cb-4b30-9807-5b280b79008b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:15.897196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.695685 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:17.942208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:23.915959 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:57:34.103815 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:42.727941 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c2b4d829-2783-4b95-bbcc-0f0fcf25445a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:44.862891 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2734dfe5-c96a-46e7-9e62-95d9f3847b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:45.899305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.700995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:47.943408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.020272 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55150) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:48.464750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e80a8e5f-29f5-48cb-8e9b-f2f6b1b35b57 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port a2634811-af28-4d02-8a39-48df17c4dc07 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:48.465008 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e80a8e5f-29f5-48cb-8e9b-f2f6b1b35b57 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.535985 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e80a8e5f-29f5-48cb-8e9b-f2f6b1b35b57 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.536310 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e80a8e5f-29f5-48cb-8e9b-f2f6b1b35b57 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.547238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-e80a8e5f-29f5-48cb-8e9b-f2f6b1b35b57 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for a2634811-af28-4d02-8a39-48df17c4dc07 owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:48.684808 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e80a8e5f-29f5-48cb-8e9b-f2f6b1b35b57 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.709453 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a8e5f-29f5-48cb-8e9b-f2f6b1b35b57 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=a2634811-af28-4d02-8a39-48df17c4dc07,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:48.769479 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e80a8e5f-29f5-48cb-8e9b-f2f6b1b35b57 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:48.770333 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-e80a8e5f-29f5-48cb-8e9b-f2f6b1b35b57 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP 5b5cbc2b-05f3-4b4e-8388-cf339dcd232b disassociated (deleted). External IP: 172.26.3.226, port: 584aaeec-995d-4a8e-b80e-250eca5266f3. Feb 04 05:57:48.967360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80a8e5f-29f5-48cb-8e9b-f2f6b1b35b57 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:49.075881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80a8e5f-29f5-48cb-8e9b-f2f6b1b35b57 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:49.080523 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e80a8e5f-29f5-48cb-8e9b-f2f6b1b35b57 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:49.085641 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908edeb-62e7-4033-b9a7-09f35eed4ca5 None None] Sync routers for ids ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:49.094664 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8908edeb-62e7-4033-b9a7-09f35eed4ca5 None None] Routers {'1d2855fe-0c99-4bc1-bb5c-303fc760f24e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:49.095257 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8908edeb-62e7-4033-b9a7-09f35eed4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:57:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:49.106481 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e80a8e5f-29f5-48cb-8e9b-f2f6b1b35b57 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/floatingips/5b5cbc2b-05f3-4b4e-8388-cf339dcd232b HTTP/1.1" status: 204 len: 168 time: 1.0848565 Feb 04 05:57:49.107062 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a61b74-04db-43c1-bd53-97337ac27ffe', 'tag': '584aaeec-995d-4a8e-b80e-250eca5266f3'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:57:49.109311 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a40b87e-ce1a-4c3c-b29f-db047b0046c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a61b74-04db-43c1-bd53-97337ac27ffe", "tag": "584aaeec-995d-4a8e-b80e-250eca5266f3"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:57:49.209705 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-8908edeb-62e7-4033-b9a7-09f35eed4ca5 None None] Set router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:49.219747 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a627206e-0d0d-43ce-8125-9bc54be923f6 x-openstack-request-id: req-a627206e-0d0d-43ce-8125-9bc54be923f6 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:57:49.219990 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a61b74-04db-43c1-bd53-97337ac27ffe", "tag": "584aaeec-995d-4a8e-b80e-250eca5266f3", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:57:49.220579 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a627206e-0d0d-43ce-8125-9bc54be923f6 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:57:49.221172 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a61b74-04db-43c1-bd53-97337ac27ffe', 'tag': '584aaeec-995d-4a8e-b80e-250eca5266f3', 'status': 'completed', 'code': 200} Feb 04 05:57:49.364516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40b87e-ce1a-4c3c-b29f-db047b0046c3 req-c700e0b6-74ad-4704-bdeb-c9b8e4204253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:49.366068 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1a40b87e-ce1a-4c3c-b29f-db047b0046c3 req-c700e0b6-74ad-4704-bdeb-c9b8e4204253 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 1099 time: 0.1220789 Feb 04 05:57:49.410187 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3e176-bda7-4743-80b4-c9bf465a715b req-853473ed-042f-40da-82b3-9d442f7accb2 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:49.411867 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7cb3e176-bda7-4743-80b4-c9bf465a715b req-853473ed-042f-40da-82b3-9d442f7accb2 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 946 time: 0.1204476 Feb 04 05:57:49.412212 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8908edeb-62e7-4033-b9a7-09f35eed4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': '498dd049-9688-4952-ba9b-15923bd41b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '498dd049-9688-4952-ba9b-15923bd41b28', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '745bff3c-5aee-47fc-9334-073f6db498eb', 'name': '', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:23:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:56Z', 'updated_at': '2022-02-04T05:54:58Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:49.442120 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908edeb-62e7-4033-b9a7-09f35eed4ca5 None None] Checking router: 1d2855fe-0c99-4bc1-bb5c-303fc760f24e for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:57:49.450387 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8908edeb-62e7-4033-b9a7-09f35eed4ca5 None None] Routers {'1d2855fe-0c99-4bc1-bb5c-303fc760f24e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:49.450989 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8908edeb-62e7-4033-b9a7-09f35eed4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:57:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:49.452731 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7cb3e176-bda7-4743-80b4-c9bf465a715b req-17db8290-aa4d-4d7c-9fc9-663f08426b2f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b1580c4-644e-4e45-8e69-61974e71fc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339067 Feb 04 05:57:49.461508 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40b87e-ce1a-4c3c-b29f-db047b0046c3 req-aa479243-49fc-4f35-a1c5-4261831c2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:49.463033 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1a40b87e-ce1a-4c3c-b29f-db047b0046c3 req-aa479243-49fc-4f35-a1c5-4261831c2d99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d4045646-f4da-4a62-a202-d7f4897cd4ce HTTP/1.1" status: 200 len: 896 time: 0.0902116 Feb 04 05:57:49.508602 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1a40b87e-ce1a-4c3c-b29f-db047b0046c3 req-91ea812a-3bfb-4ccb-a035-4b22d4633c9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584aaeec-995d-4a8e-b80e-250eca5266f3 HTTP/1.1" status: 200 len: 217 time: 0.0339184 Feb 04 05:57:49.555762 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-8908edeb-62e7-4033-b9a7-09f35eed4ca5 None None] Set router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:49.560340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40b87e-ce1a-4c3c-b29f-db047b0046c3 req-03c28f48-5cc9-4a8b-a6df-63e1851171af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:49.561813 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1a40b87e-ce1a-4c3c-b29f-db047b0046c3 req-03c28f48-5cc9-4a8b-a6df-63e1851171af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c01ccf4-80f1-4280-92f1-18f2f576a63a HTTP/1.1" status: 200 len: 844 time: 0.0466664 Feb 04 05:57:49.612344 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40b87e-ce1a-4c3c-b29f-db047b0046c3 req-3eb7d689-0fe0-4975-aabb-64907f70a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:49.614423 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1a40b87e-ce1a-4c3c-b29f-db047b0046c3 req-3eb7d689-0fe0-4975-aabb-64907f70a662 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4045646-f4da-4a62-a202-d7f4897cd4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425510 Feb 04 05:57:49.700262 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1a40b87e-ce1a-4c3c-b29f-db047b0046c3 req-1bd5dadb-0f9a-412d-aee8-e19bbf422099 service neutron] 10.222.0.26 "GET /v2.0/networks/d4045646-f4da-4a62-a202-d7f4897cd4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786207 Feb 04 05:57:49.748155 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-8908edeb-62e7-4033-b9a7-09f35eed4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': '498dd049-9688-4952-ba9b-15923bd41b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '498dd049-9688-4952-ba9b-15923bd41b28', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '745bff3c-5aee-47fc-9334-073f6db498eb', 'name': '', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:23:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:56Z', 'updated_at': '2022-02-04T05:54:58Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:49.773697 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908edeb-62e7-4033-b9a7-09f35eed4ca5 None None] The sync data for ids ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'] in dv-neutron-827794-1-hyperv is: [{'id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': '498dd049-9688-4952-ba9b-15923bd41b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '498dd049-9688-4952-ba9b-15923bd41b28', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '745bff3c-5aee-47fc-9334-073f6db498eb', 'name': '', 'network_id': 'd4045646-f4da-4a62-a202-d7f4897cd4ce', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:23:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:56Z', 'updated_at': '2022-02-04T05:54:58Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '1c01ccf4-80f1-4280-92f1-18f2f576a63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:49.795353 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1a40b87e-ce1a-4c3c-b29f-db047b0046c3 req-9d19a908-ffd8-43d3-a6b5-6049794b3954 service neutron] 10.222.0.26 "GET /v2.0/networks/d4045646-f4da-4a62-a202-d7f4897cd4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867519 Feb 04 05:57:49.985930 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa9db40-acb4-4f96-8587-4aa95432e042 None None] New status for floating IP 5b5cbc2b-05f3-4b4e-8388-cf339dcd232b: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:57:50.606625 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e2913-cc57-4ecf-931b-4ff107e79145 req-da0c589d-368a-458d-a873-1415ec786f5b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:50.608101 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-300e2913-cc57-4ecf-931b-4ff107e79145 req-da0c589d-368a-458d-a873-1415ec786f5b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 946 time: 0.0521610 Feb 04 05:57:50.622830 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db82248-4a20-4c05-b33d-0b3bd5024818 req-82767355-7087-4f00-a42e-98d518c18e4d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:50.624295 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2db82248-4a20-4c05-b33d-0b3bd5024818 req-82767355-7087-4f00-a42e-98d518c18e4d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8a61b74-04db-43c1-bd53-97337ac27ffe HTTP/1.1" status: 200 len: 946 time: 0.0974543 Feb 04 05:57:50.661781 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2db82248-4a20-4c05-b33d-0b3bd5024818 req-1ed9345f-cb6d-4f3d-8e97-bedac9161255 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b1580c4-644e-4e45-8e69-61974e71fc92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308261 Feb 04 05:57:50.698334 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-300e2913-cc57-4ecf-931b-4ff107e79145 req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 584aaeec-995d-4a8e-b80e-250eca5266f3 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:50.698674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-300e2913-cc57-4ecf-931b-4ff107e79145 req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.781992 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-300e2913-cc57-4ecf-931b-4ff107e79145 req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port 584aaeec-995d-4a8e-b80e-250eca5266f3, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=584aaeec-995d-4a8e-b80e-250eca5266f3,segment=NetworkSegment(7863ecbb-73cc-4354-9794-e146857dcb28),segment_id=7863ecbb-73cc-4354-9794-e146857dcb28)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:50.782269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-300e2913-cc57-4ecf-931b-4ff107e79145 req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.793435 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-300e2913-cc57-4ecf-931b-4ff107e79145 req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 584aaeec-995d-4a8e-b80e-250eca5266f3 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:50.916340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-300e2913-cc57-4ecf-931b-4ff107e79145 req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.943989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=584aaeec-995d-4a8e-b80e-250eca5266f3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:50.955582 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:50.955932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:50.956272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:50.956606 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:50.956976 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:50.957562 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:50.957926 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:50.958255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:50.958584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:50.958909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:50.959228 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:50.959544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:50.992536 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-300e2913-cc57-4ecf-931b-4ff107e79145 req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] No DVR routers for this DVR port 584aaeec-995d-4a8e-b80e-250eca5266f3 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:50.995065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-300e2913-cc57-4ecf-931b-4ff107e79145 req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:50.998331 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-300e2913-cc57-4ecf-931b-4ff107e79145 req-3d64c8ca-7b0a-4254-8636-d9ffc9773ae1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "DELETE /v2.0/ports/584aaeec-995d-4a8e-b80e-250eca5266f3 HTTP/1.1" status: 204 len: 173 time: 0.3844266 Feb 04 05:57:50.998784 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a61b74-04db-43c1-bd53-97337ac27ffe', 'name': 'network-vif-deleted', 'tag': '584aaeec-995d-4a8e-b80e-250eca5266f3'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:57:51.001041 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94eda359-aa16-4681-8c8b-ea885332ef82" -d '{"events": [{"server_uuid": "b8a61b74-04db-43c1-bd53-97337ac27ffe", "name": "network-vif-deleted", "tag": "584aaeec-995d-4a8e-b80e-250eca5266f3"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:57:51.037202 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914b4294-9ffd-47a9-a512-2991e4c40ca0 x-openstack-request-id: req-914b4294-9ffd-47a9-a512-2991e4c40ca0 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:57:51.037492 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a61b74-04db-43c1-bd53-97337ac27ffe", "name": "network-vif-deleted", "tag": "584aaeec-995d-4a8e-b80e-250eca5266f3", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:57:51.037741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-914b4294-9ffd-47a9-a512-2991e4c40ca0 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:57:51.038166 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a61b74-04db-43c1-bd53-97337ac27ffe', 'name': 'network-vif-deleted', 'tag': '584aaeec-995d-4a8e-b80e-250eca5266f3', 'status': 'completed', 'code': 200} Feb 04 05:57:51.715619 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55180) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:51.782353 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-49007c4c-153e-4104-bf6a-6cb477c42b3a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.809202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-49007c4c-153e-4104-bf6a-6cb477c42b3a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.867904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-49007c4c-153e-4104-bf6a-6cb477c42b3a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.870555 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-49007c4c-153e-4104-bf6a-6cb477c42b3a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:51.871718 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-49007c4c-153e-4104-bf6a-6cb477c42b3a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/security-groups/8b1580c4-644e-4e45-8e69-61974e71fc92 HTTP/1.1" status: 204 len: 168 time: 0.1551318 Feb 04 05:57:51.885443 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49007c4c-153e-4104-bf6a-6cb477c42b3a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1580c4-644e-4e45-8e69-61974e71fc92,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:51.903566 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55184) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:52.258322 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef820412-ddf4-43bb-9c5d-d8f5f0de6f76 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.504467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-ef820412-ddf4-43bb-9c5d-d8f5f0de6f76 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 745bff3c-5aee-47fc-9334-073f6db498eb {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:52.504810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef820412-ddf4-43bb-9c5d-d8f5f0de6f76 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.593421 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-ef820412-ddf4-43bb-9c5d-d8f5f0de6f76 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port 745bff3c-5aee-47fc-9334-073f6db498eb, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=745bff3c-5aee-47fc-9334-073f6db498eb,segment=NetworkSegment(7863ecbb-73cc-4354-9794-e146857dcb28),segment_id=7863ecbb-73cc-4354-9794-e146857dcb28)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:52.593801 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef820412-ddf4-43bb-9c5d-d8f5f0de6f76 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.605255 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-ef820412-ddf4-43bb-9c5d-d8f5f0de6f76 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 745bff3c-5aee-47fc-9334-073f6db498eb owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:52.785193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef820412-ddf4-43bb-9c5d-d8f5f0de6f76 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:52.817760 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef820412-ddf4-43bb-9c5d-d8f5f0de6f76 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=745bff3c-5aee-47fc-9334-073f6db498eb,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:52.987004 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ef820412-ddf4-43bb-9c5d-d8f5f0de6f76 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.192571 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef820412-ddf4-43bb-9c5d-d8f5f0de6f76 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:53.295145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef820412-ddf4-43bb-9c5d-d8f5f0de6f76 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:53.300606 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ef820412-ddf4-43bb-9c5d-d8f5f0de6f76 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/1d2855fe-0c99-4bc1-bb5c-303fc760f24e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3959730 Feb 04 05:57:53.303799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55186) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:53.305855 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4820f0-05d4-402c-b427-7d5403a50856 None None] Sync routers for ids ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:53.314940 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4820f0-05d4-402c-b427-7d5403a50856 None None] Routers {'1d2855fe-0c99-4bc1-bb5c-303fc760f24e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:53.315540 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-7e4820f0-05d4-402c-b427-7d5403a50856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:57:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:53.357666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4e0ff5-ee97-4894-9349-861aa88f4440 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting subnet 1c01ccf4-80f1-4280-92f1-18f2f576a63a {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:57:53.360704 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0ff5-ee97-4894-9349-861aa88f4440 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.395869 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 584aaeec-995d-4a8e-b80e-250eca5266f3 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:53.399949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0ff5-ee97-4894-9349-861aa88f4440 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.416160 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 584aaeec-995d-4a8e-b80e-250eca5266f3 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:53.416519 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 584aaeec-995d-4a8e-b80e-250eca5266f3 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:53.418996 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-7e4820f0-05d4-402c-b427-7d5403a50856 None None] Set router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:53.482613 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0ff5-ee97-4894-9349-861aa88f4440 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.544478 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0ff5-ee97-4894-9349-861aa88f4440 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.573362 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e0ff5-ee97-4894-9349-861aa88f4440 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Subnet': ['ID=1c01ccf4-80f1-4280-92f1-18f2f576a63a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:53.575379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4e0ff5-ee97-4894-9349-861aa88f4440 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.581096 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cc4e0ff5-ee97-4894-9349-861aa88f4440 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/subnets/1c01ccf4-80f1-4280-92f1-18f2f576a63a HTTP/1.1" status: 204 len: 168 time: 0.2738295 Feb 04 05:57:53.581242 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55188) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:53.587961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f633080c-5eef-4f8f-9a4d-f400cfeecfb8 None None] Network d4045646-f4da-4a62-a202-d7f4897cd4ce requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:53.600260 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-7e4820f0-05d4-402c-b427-7d5403a50856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': '498dd049-9688-4952-ba9b-15923bd41b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:57:52Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '498dd049-9688-4952-ba9b-15923bd41b28', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:53.626017 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4820f0-05d4-402c-b427-7d5403a50856 None None] Checking router: 1d2855fe-0c99-4bc1-bb5c-303fc760f24e for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:57:53.635529 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4820f0-05d4-402c-b427-7d5403a50856 None None] Routers {'1d2855fe-0c99-4bc1-bb5c-303fc760f24e'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:53.636243 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-7e4820f0-05d4-402c-b427-7d5403a50856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:57:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:53.701311 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.750575 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-7e4820f0-05d4-402c-b427-7d5403a50856 None None] Set router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:53.777817 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] DHCP port deletion for d4045646-f4da-4a62-a202-d7f4897cd4ce request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:57:53.806610 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.827238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Deleting port 6cc2e679-aa2d-45dd-800c-ad61a17c2354 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:53.827608 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.861439 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 498dd049-9688-4952-ba9b-15923bd41b28 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:57:53.862322 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.895966 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] For port 6cc2e679-aa2d-45dd-800c-ad61a17c2354, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=6cc2e679-aa2d-45dd-800c-ad61a17c2354,segment=NetworkSegment(7863ecbb-73cc-4354-9794-e146857dcb28),segment_id=7863ecbb-73cc-4354-9794-e146857dcb28)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:53.896646 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.915249 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Calling delete_port for 6cc2e679-aa2d-45dd-800c-ad61a17c2354 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:53.936772 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-7e4820f0-05d4-402c-b427-7d5403a50856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': '498dd049-9688-4952-ba9b-15923bd41b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:57:52Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '498dd049-9688-4952-ba9b-15923bd41b28', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:53.946666 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port 498dd049-9688-4952-ba9b-15923bd41b28, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=498dd049-9688-4952-ba9b-15923bd41b28,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:53.947107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:53.959891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 498dd049-9688-4952-ba9b-15923bd41b28 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:57:53.966773 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4820f0-05d4-402c-b427-7d5403a50856 None None] The sync data for ids ['1d2855fe-0c99-4bc1-bb5c-303fc760f24e'] in dv-neutron-827794-1-hyperv is: [{'id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'name': 'tempest-TestNetworkBasicOps-router-1469720636', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': '498dd049-9688-4952-ba9b-15923bd41b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:57:52Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': '498dd049-9688-4952-ba9b-15923bd41b28', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2855fe-0c99-4bc1-bb5c-303fc760f24e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:54:53Z', 'updated_at': '2022-02-04T05:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:54.001417 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.027472 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Pushing event deleted for resources: {'Port': ['ID=6cc2e679-aa2d-45dd-800c-ad61a17c2354,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:54.031750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] No DVR routers for this DVR port 6cc2e679-aa2d-45dd-800c-ad61a17c2354 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:57:54.037990 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:54.038345 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:54.038690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:54.039028 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:54.039361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:54.039692 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:54.040029 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:54.040359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:54.041479 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:54.041479 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:54.041479 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:54.041751 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc7c954-a4f6-4363-a0fc-d70a82637001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:57:54.137682 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.163884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=498dd049-9688-4952-ba9b-15923bd41b28,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:54.220314 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.312691 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.315020 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.364293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.364870 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Fanout notify agent at l3_agent the message router_deleted on router 1d2855fe-0c99-4bc1-bb5c-303fc760f24e {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:57:54.372502 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.373900 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7b50ee48-5f95-4b14-9f89-8fa518cead74 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/routers/1d2855fe-0c99-4bc1-bb5c-303fc760f24e HTTP/1.1" status: 204 len: 168 time: 0.7915697 Feb 04 05:57:54.376988 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55190) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:54.440580 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6cc2e679-aa2d-45dd-800c-ad61a17c2354 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:54.461155 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74e14525-696e-4b54-bff0-7e81acdf95e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.461519 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 6cc2e679-aa2d-45dd-800c-ad61a17c2354 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:54.461892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 6cc2e679-aa2d-45dd-800c-ad61a17c2354 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:54.462516 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 745bff3c-5aee-47fc-9334-073f6db498eb no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:54.486973 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 745bff3c-5aee-47fc-9334-073f6db498eb {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:54.487321 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 745bff3c-5aee-47fc-9334-073f6db498eb not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:54.554003 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74e14525-696e-4b54-bff0-7e81acdf95e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.575845 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-74e14525-696e-4b54-bff0-7e81acdf95e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4045646-f4da-4a62-a202-d7f4897cd4ce']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:54.586725 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-74e14525-696e-4b54-bff0-7e81acdf95e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7863ecbb-73cc-4354-9794-e146857dcb28') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:54.587201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-74e14525-696e-4b54-bff0-7e81acdf95e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7863ecbb-73cc-4354-9794-e146857dcb28') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:54.597054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74e14525-696e-4b54-bff0-7e81acdf95e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.610698 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74e14525-696e-4b54-bff0-7e81acdf95e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.618633 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e14525-696e-4b54-bff0-7e81acdf95e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:57:54.618633 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74e14525-696e-4b54-bff0-7e81acdf95e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:57:54.620378 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:57:54.680753 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74e14525-696e-4b54-bff0-7e81acdf95e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.687377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74e14525-696e-4b54-bff0-7e81acdf95e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.690456 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-74e14525-696e-4b54-bff0-7e81acdf95e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/networks/d4045646-f4da-4a62-a202-d7f4897cd4ce HTTP/1.1" status: 204 len: 168 time: 0.3123717 Feb 04 05:57:54.701903 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e14525-696e-4b54-bff0-7e81acdf95e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Network': ['ID=d4045646-f4da-4a62-a202-d7f4897cd4ce,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:54.702315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55192) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:54.707659 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-ab90699b-3b7d-4aa9-892a-ff675dcadca8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'network': {'name': 'tempest-network-smoke--1329788419', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'port_security_enabled': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:54.729553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab90699b-3b7d-4aa9-892a-ff675dcadca8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:54.732906 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab90699b-3b7d-4aa9-892a-ff675dcadca8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.755687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab90699b-3b7d-4aa9-892a-ff675dcadca8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:57:54.764227 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab90699b-3b7d-4aa9-892a-ff675dcadca8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.764579 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-ab90699b-3b7d-4aa9-892a-ff675dcadca8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Added segment 374c6652-6056-4000-9882-3d4af4f6a8d5 of type vlan for network a27e454b-edaf-4d65-825f-d4452c8d8e58 Feb 04 05:57:54.804302 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab90699b-3b7d-4aa9-892a-ff675dcadca8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.826510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab90699b-3b7d-4aa9-892a-ff675dcadca8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.831906 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90699b-3b7d-4aa9-892a-ff675dcadca8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:54.833010 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab90699b-3b7d-4aa9-892a-ff675dcadca8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.894033 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ab90699b-3b7d-4aa9-892a-ff675dcadca8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1880219 Feb 04 05:57:54.895061 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55194) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:54.899773 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'admin_state_up': True, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:54.902327 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90699b-3b7d-4aa9-892a-ff675dcadca8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Network': ['ID=a27e454b-edaf-4d65-825f-d4452c8d8e58,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:54.913457 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network a27e454b-edaf-4d65-825f-d4452c8d8e58 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:57:54.924677 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.925744 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:54.984912 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.121902 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.591590 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.610212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.712298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.86 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/b4fc2e97-f778-4688-ad0a-e90975b3fc75) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:55.814485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.849193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:55.890768 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:55.893626 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:55.897066 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:55.919535 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=b4fc2e97-f778-4688-ad0a-e90975b3fc75,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:56.141809 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.211822 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 498dd049-9688-4952-ba9b-15923bd41b28 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:57:56.232772 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 498dd049-9688-4952-ba9b-15923bd41b28 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:57:56.233197 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 498dd049-9688-4952-ba9b-15923bd41b28 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:57:56.335440 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.456509 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:57:56.561302 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:56.571613 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Sync routers for ids ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:56.580454 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Routers {'307252d8-b03b-4fc1-b5fc-3323ceb3af4c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:56.581061 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:57:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:56.586484 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.587751 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1f823c86-0824-479b-8d12-14578df6f301 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6916001 Feb 04 05:57:56.591217 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55196) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:56.620461 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-246568b0-5db2-44c6-a71e-244a570891bc tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=40ad8d16904547d4bb154abb4c3cacdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280423 Feb 04 05:57:56.623136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55198) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:56.683871 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Set router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:56.704737 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8342139-78c2-442d-bb81-8fef3bab7fbd tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:56.706236 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a8342139-78c2-442d-bb81-8fef3bab7fbd tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0822325 Feb 04 05:57:56.710051 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55200) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:56.741183 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c6109ace-066d-48e7-9bd7-9f86b22c8007 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301440 Feb 04 05:57:56.743793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55202) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:56.748358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7de79f90-de2f-4ab4-b099-b3e03ddd41f5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1015484707', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:57:56.836065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de79f90-de2f-4ab4-b099-b3e03ddd41f5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:57:56.839687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7de79f90-de2f-4ab4-b099-b3e03ddd41f5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:56.861188 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:56Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:56.886977 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Checking router: 307252d8-b03b-4fc1-b5fc-3323ceb3af4c for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:57:56.887328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Updating router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c port b4fc2e97-f778-4688-ad0a-e90975b3fc75 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:57:56.911236 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.016464 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7de79f90-de2f-4ab4-b099-b3e03ddd41f5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.078211 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de79f90-de2f-4ab4-b099-b3e03ddd41f5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Subnet': ['ID=f7d8296f-7f4d-403a-98ee-07e5ebbd4647,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:57.086696 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de79f90-de2f-4ab4-b099-b3e03ddd41f5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Checking segment: {'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:57.086696 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de79f90-de2f-4ab4-b099-b3e03ddd41f5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network hostable DHCP agents. Network: a27e454b-edaf-4d65-825f-d4452c8d8e58, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:57:57.104066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de79f90-de2f-4ab4-b099-b3e03ddd41f5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network a27e454b-edaf-4d65-825f-d4452c8d8e58 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:57:57.114455 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7de79f90-de2f-4ab4-b099-b3e03ddd41f5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, a27e454b-edaf-4d65-825f-d4452c8d8e58) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:57.118750 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de79f90-de2f-4ab4-b099-b3e03ddd41f5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:57.119440 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7de79f90-de2f-4ab4-b099-b3e03ddd41f5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.137487 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7de79f90-de2f-4ab4-b099-b3e03ddd41f5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3926613 Feb 04 05:57:57.140233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55204) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:57.148059 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fa5fc2-4f26-4e87-aaec-042405278882 None None] Network a27e454b-edaf-4d65-825f-d4452c8d8e58 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:57.352024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.359494 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.423067 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Attempting to bind port b4fc2e97-f778-4688-ad0a-e90975b3fc75 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:57.423430 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Attempting to bind port b4fc2e97-f778-4688-ad0a-e90975b3fc75 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:57.423786 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Attempting to bind port b4fc2e97-f778-4688-ad0a-e90975b3fc75 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:57.441674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:57.442065 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:57.442460 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.442858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:57.443298 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Bound port: b4fc2e97-f778-4688-ad0a-e90975b3fc75, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:57.443667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.445996 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8747fd-8c86-4752-a31f-8232bbe7da47 None None] Pushing event updated for resources: {'Port': ['ID=b4fc2e97-f778-4688-ad0a-e90975b3fc75,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:57.540338 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] For port b4fc2e97-f778-4688-ad0a-e90975b3fc75, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:57.546058 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-a27e454b-edaf-4d65-825f-d4452c8d8e58', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:57:57.546886 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.562267 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] For port b4fc2e97-f778-4688-ad0a-e90975b3fc75, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b4fc2e97-f778-4688-ad0a-e90975b3fc75,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:57.569811 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.577178 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:57.702055 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Routers {'307252d8-b03b-4fc1-b5fc-3323ceb3af4c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:57.702675 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:57:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:57.709034 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8747fd-8c86-4752-a31f-8232bbe7da47 None None] Pushing event updated for resources: {'Port': ['ID=b4fc2e97-f778-4688-ad0a-e90975b3fc75,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:57.824415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Allocated IP 172.20.0.2 (a27e454b-edaf-4d65-825f-d4452c8d8e58/f7d8296f-7f4d-403a-98ee-07e5ebbd4647/3b6d22a6-2ac4-404a-af39-d6f337ac9b53) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:57.895529 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] Set router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:57:58.115200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.124949 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.172398 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Network a27e454b-edaf-4d65-825f-d4452c8d8e58 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:58.174107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.1 (a27e454b-edaf-4d65-825f-d4452c8d8e58/f7d8296f-7f4d-403a-98ee-07e5ebbd4647/a41f5604-655a-47aa-86e5-00363aa75f97) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:57:58.180329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:58.183059 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:58.195316 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Pushing event updated for resources: {'Port': ['ID=3b6d22a6-2ac4-404a-af39-d6f337ac9b53,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:58.218795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:56Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:58.258430 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20520ddd-b7ff-463a-89e5-72acc196af0a None None] The sync data for ids ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'] in dv-neutron-827794-1-hyperv is: [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:56Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:57:58.276258 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Attempting to bind port 3b6d22a6-2ac4-404a-af39-d6f337ac9b53 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:57:58.276258 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Attempting to bind port 3b6d22a6-2ac4-404a-af39-d6f337ac9b53 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:57:58.276258 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Attempting to bind port 3b6d22a6-2ac4-404a-af39-d6f337ac9b53 on network a27e454b-edaf-4d65-825f-d4452c8d8e58 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:57:58.280382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:57:58.280753 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Checking segment: {'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:57:58.281152 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.281544 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Bound using segment: {'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:57:58.282044 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Bound port: 3b6d22a6-2ac4-404a-af39-d6f337ac9b53, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:57:58.282423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.292947 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.332130 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.352236 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] For port 3b6d22a6-2ac4-404a-af39-d6f337ac9b53, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:57:58.355362 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] For port 3b6d22a6-2ac4-404a-af39-d6f337ac9b53, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3b6d22a6-2ac4-404a-af39-d6f337ac9b53,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:57:58.361408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.378044 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network a27e454b-edaf-4d65-825f-d4452c8d8e58 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:58.381698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:58.384162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:57:58.391850 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=a41f5604-655a-47aa-86e5-00363aa75f97,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:58.421090 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07451f5-1a77-4fb6-85c4-9d772788213f None None] Pushing event updated for resources: {'Port': ['ID=3b6d22a6-2ac4-404a-af39-d6f337ac9b53,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:58.443291 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.610971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.910668 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.915804 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:58.993761 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=a41f5604-655a-47aa-86e5-00363aa75f97,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:58.996360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.089092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network a27e454b-edaf-4d65-825f-d4452c8d8e58 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:57:59.090631 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:57:59.218775 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:57:59.330008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:57:59.338368 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c33e867c-bac7-48f3-af1d-2f08d263d84a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/307252d8-b03b-4fc1-b5fc-3323ceb3af4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1970451 Feb 04 05:57:59.338776 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55206) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.399877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbabc428-4f28-4276-8813-ceb1057ac09e None None] Network a27e454b-edaf-4d65-825f-d4452c8d8e58 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:57:59.438627 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113991de-bcd7-42fd-84d5-1cfa55472bbd tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:59.439107 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113991de-bcd7-42fd-84d5-1cfa55472bbd tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:59.439571 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113991de-bcd7-42fd-84d5-1cfa55472bbd tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:59.440055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113991de-bcd7-42fd-84d5-1cfa55472bbd tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:59.442294 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-113991de-bcd7-42fd-84d5-1cfa55472bbd tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1020329 Feb 04 05:57:59.445164 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55208) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.486498 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1bc59c88-3465-4d6a-9bf6-9779df31d86f None None] Provisioning complete for port 3b6d22a6-2ac4-404a-af39-d6f337ac9b53 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:59.486952 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1bc59c88-3465-4d6a-9bf6-9779df31d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.497632 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0d5dd-0600-4176-ade9-72f7458e542d tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:59.498133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0d5dd-0600-4176-ade9-72f7458e542d tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:59.498619 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0d5dd-0600-4176-ade9-72f7458e542d tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:59.499071 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0d5dd-0600-4176-ade9-72f7458e542d tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:57:59.500720 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e5b0d5dd-0600-4176-ade9-72f7458e542d tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0544846 Feb 04 05:57:59.503501 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55210) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:57:59.627653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1bc59c88-3465-4d6a-9bf6-9779df31d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.648478 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-909f4b17-d99e-41ba-815c-2864aa59446b tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1410031 Feb 04 05:57:59.662430 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-1bc59c88-3465-4d6a-9bf6-9779df31d86f None None] For port 3b6d22a6-2ac4-404a-af39-d6f337ac9b53, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3b6d22a6-2ac4-404a-af39-d6f337ac9b53,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:57:59.668672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1bc59c88-3465-4d6a-9bf6-9779df31d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.717365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc59c88-3465-4d6a-9bf6-9779df31d86f None None] Pushing event updated for resources: {'Port': ['ID=3b6d22a6-2ac4-404a-af39-d6f337ac9b53,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:57:59.888994 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6f0c7ae4-e086-4802-90a3-21ec1e26a733 None None] Provisioning complete for port 3b6d22a6-2ac4-404a-af39-d6f337ac9b53 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:59.889370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6f0c7ae4-e086-4802-90a3-21ec1e26a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:57:59.894225 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Sync routers for ids ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:57:59.904142 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Routers {'307252d8-b03b-4fc1-b5fc-3323ceb3af4c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:57:59.904676 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:57:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:57:59.980703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6f0c7ae4-e086-4802-90a3-21ec1e26a733 None None] Provisioning complete for port a41f5604-655a-47aa-86e5-00363aa75f97 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:57:59.981075 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6f0c7ae4-e086-4802-90a3-21ec1e26a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.020404 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c7ae4-e086-4802-90a3-21ec1e26a733 None None] Port a41f5604-655a-47aa-86e5-00363aa75f97 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:00.109827 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Set router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:00.139477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d2f2be11-86b3-4fe6-8cc6-0c0edcd69ac7 None None] Provisioning complete for port a41f5604-655a-47aa-86e5-00363aa75f97 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:00.140159 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d2f2be11-86b3-4fe6-8cc6-0c0edcd69ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.177742 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d2f2be11-86b3-4fe6-8cc6-0c0edcd69ac7 None None] Port a41f5604-655a-47aa-86e5-00363aa75f97 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:00.295579 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c6d02396-cff4-404e-9948-921cf9d85b0a None None] Provisioning complete for port a41f5604-655a-47aa-86e5-00363aa75f97 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:00.296230 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c6d02396-cff4-404e-9948-921cf9d85b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.313143 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'a41f5604-655a-47aa-86e5-00363aa75f97', 'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:ab:7f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:58Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 2, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:00.333051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c6d02396-cff4-404e-9948-921cf9d85b0a None None] Port a41f5604-655a-47aa-86e5-00363aa75f97 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:00.341145 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Checking router: 307252d8-b03b-4fc1-b5fc-3323ceb3af4c for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:58:00.341501 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Updating router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c port a41f5604-655a-47aa-86e5-00363aa75f97 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:58:00.354481 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b4fc2e97-f778-4688-ad0a-e90975b3fc75 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:00.370145 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.400885 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port b4fc2e97-f778-4688-ad0a-e90975b3fc75 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:00.401485 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.481382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.500681 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port b4fc2e97-f778-4688-ad0a-e90975b3fc75, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b4fc2e97-f778-4688-ad0a-e90975b3fc75,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:00.504515 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.505577 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3b6d22a6-2ac4-404a-af39-d6f337ac9b53 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:00.581684 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=b4fc2e97-f778-4688-ad0a-e90975b3fc75,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:00.592157 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 3b6d22a6-2ac4-404a-af39-d6f337ac9b53 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:00.592543 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.629711 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.636149 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.684428 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a72d2-1937-4b28-b993-390882a0420d None None] Pushing event updated for resources: {'Port': ['ID=a41f5604-655a-47aa-86e5-00363aa75f97,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:00.707822 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a72d2-1937-4b28-b993-390882a0420d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:00.708186 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a72d2-1937-4b28-b993-390882a0420d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:00.708523 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a72d2-1937-4b28-b993-390882a0420d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:00.708853 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a72d2-1937-4b28-b993-390882a0420d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:00.709185 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a72d2-1937-4b28-b993-390882a0420d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:00.709522 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a72d2-1937-4b28-b993-390882a0420d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:00.709941 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a72d2-1937-4b28-b993-390882a0420d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:00.710282 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a72d2-1937-4b28-b993-390882a0420d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:00.710623 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a72d2-1937-4b28-b993-390882a0420d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:00.711275 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a72d2-1937-4b28-b993-390882a0420d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:00.711463 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a72d2-1937-4b28-b993-390882a0420d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:00.711786 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402a72d2-1937-4b28-b993-390882a0420d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:00.746179 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Attempting to bind port a41f5604-655a-47aa-86e5-00363aa75f97 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:00.746557 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Attempting to bind port a41f5604-655a-47aa-86e5-00363aa75f97 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:00.746948 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Attempting to bind port a41f5604-655a-47aa-86e5-00363aa75f97 on network a27e454b-edaf-4d65-825f-d4452c8d8e58 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:00.752058 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:00.752553 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Checking segment: {'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:00.752955 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.753340 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Bound using segment: {'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:00.754350 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Bound port: a41f5604-655a-47aa-86e5-00363aa75f97, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:00.754722 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.818346 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] For port a41f5604-655a-47aa-86e5-00363aa75f97, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:00.821524 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] For port a41f5604-655a-47aa-86e5-00363aa75f97, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a41f5604-655a-47aa-86e5-00363aa75f97,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:00.826824 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.857161 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0f1bcf47-c898-4b85-b37c-1988639cf0ce None None] Provisioning complete for port a41f5604-655a-47aa-86e5-00363aa75f97 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:00.857620 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0f1bcf47-c898-4b85-b37c-1988639cf0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:00.886388 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Routers {'307252d8-b03b-4fc1-b5fc-3323ceb3af4c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:00.887078 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:57:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:00.890954 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a72d2-1937-4b28-b993-390882a0420d None None] Pushing event updated for resources: {'Port': ['ID=a41f5604-655a-47aa-86e5-00363aa75f97,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:00.960561 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0f1bcf47-c898-4b85-b37c-1988639cf0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.001117 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] Set router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:01.001962 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0f1bcf47-c898-4b85-b37c-1988639cf0ce None None] For port a41f5604-655a-47aa-86e5-00363aa75f97, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a41f5604-655a-47aa-86e5-00363aa75f97,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:01.007080 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0f1bcf47-c898-4b85-b37c-1988639cf0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.062454 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bcf47-c898-4b85-b37c-1988639cf0ce None None] Pushing event updated for resources: {'Port': ['ID=a41f5604-655a-47aa-86e5-00363aa75f97,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:01.073600 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:58:01.127351 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-875a4ec3-00b4-4c6a-974e-3c00a018e1b4 None None] Provisioning complete for port a41f5604-655a-47aa-86e5-00363aa75f97 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:01.127729 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-875a4ec3-00b4-4c6a-974e-3c00a018e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.208314 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'a41f5604-655a-47aa-86e5-00363aa75f97', 'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:ab:7f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:58Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:01.234057 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca56816-127d-4dd9-9097-cea561d2179b None None] The sync data for ids ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'] in dv-neutron-827794-1-hyperv is: [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'a41f5604-655a-47aa-86e5-00363aa75f97', 'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:ab:7f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:58Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:01.320252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55216) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:01.324774 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bc10dec0-b498-4e9d-9e02-35b2b55e4fac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124355555', 'description': 'tempest-secgroup-smoke-1124355555 description', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:01.352348 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc10dec0-b498-4e9d-9e02-35b2b55e4fac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.432850 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc10dec0-b498-4e9d-9e02-35b2b55e4fac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.437365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc10dec0-b498-4e9d-9e02-35b2b55e4fac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.473020 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc10dec0-b498-4e9d-9e02-35b2b55e4fac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.474292 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bc10dec0-b498-4e9d-9e02-35b2b55e4fac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1530550 Feb 04 05:58:01.477184 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55218) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:01.481511 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6ab76685-40f1-4fd8-837a-120d1318213a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '27597639-7d7c-42f1-873e-d78ae686b559', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:01.487964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10dec0-b498-4e9d-9e02-35b2b55e4fac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27597639-7d7c-42f1-873e-d78ae686b559,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:01.518088 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ab76685-40f1-4fd8-837a-120d1318213a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.578315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ab76685-40f1-4fd8-837a-120d1318213a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.583247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ab76685-40f1-4fd8-837a-120d1318213a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.604060 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab76685-40f1-4fd8-837a-120d1318213a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f535070b-890a-4b7b-a0dd-fb9c3695e618,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:01.612378 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ab76685-40f1-4fd8-837a-120d1318213a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.613861 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6ab76685-40f1-4fd8-837a-120d1318213a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357348 Feb 04 05:58:01.616649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55220) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:01.621212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a5b50d8d-7f98-4e42-8eaa-bd5d3f2079c1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '27597639-7d7c-42f1-873e-d78ae686b559', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:01.651872 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a5b50d8d-7f98-4e42-8eaa-bd5d3f2079c1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.711686 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a5b50d8d-7f98-4e42-8eaa-bd5d3f2079c1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.716608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a5b50d8d-7f98-4e42-8eaa-bd5d3f2079c1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.734156 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b50d8d-7f98-4e42-8eaa-bd5d3f2079c1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16eb14cc-0a98-4db2-9e09-a8130cbba3eb,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:01.744244 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a5b50d8d-7f98-4e42-8eaa-bd5d3f2079c1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.745671 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a5b50d8d-7f98-4e42-8eaa-bd5d3f2079c1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279371 Feb 04 05:58:01.748262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55222) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:01.752575 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a85db72e-cc64-4199-921d-c2361b8dd644 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '27597639-7d7c-42f1-873e-d78ae686b559', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:01.781064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a85db72e-cc64-4199-921d-c2361b8dd644 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.840729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a85db72e-cc64-4199-921d-c2361b8dd644 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.844608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a85db72e-cc64-4199-921d-c2361b8dd644 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.865384 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85db72e-cc64-4199-921d-c2361b8dd644 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96de078-159b-47f6-b95c-0f00d032c50c,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:01.874167 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a85db72e-cc64-4199-921d-c2361b8dd644 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.875414 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a85db72e-cc64-4199-921d-c2361b8dd644 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262050 Feb 04 05:58:01.878241 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55224) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:01.882783 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8c7d5ed4-4d68-4ce5-8570-9025b4ad0faa tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '27597639-7d7c-42f1-873e-d78ae686b559', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:01.915894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5ed4-4d68-4ce5-8570-9025b4ad0faa tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.977017 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5ed4-4d68-4ce5-8570-9025b4ad0faa tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.981008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5ed4-4d68-4ce5-8570-9025b4ad0faa tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:01.999675 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d5ed4-4d68-4ce5-8570-9025b4ad0faa tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ffd2c1-207b-445d-a8e6-011f5e5fe350,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:02.004651 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5ed4-4d68-4ce5-8570-9025b4ad0faa tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.008829 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8c7d5ed4-4d68-4ce5-8570-9025b4ad0faa tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266553 Feb 04 05:58:02.008829 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55226) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:02.013036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6c2d3eff-f493-4e47-8f0b-59dd7b9a669f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '27597639-7d7c-42f1-873e-d78ae686b559', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:02.037851 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-6c2d3eff-f493-4e47-8f0b-59dd7b9a669f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:58:02.043262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6c2d3eff-f493-4e47-8f0b-59dd7b9a669f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.105443 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6c2d3eff-f493-4e47-8f0b-59dd7b9a669f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.109152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6c2d3eff-f493-4e47-8f0b-59dd7b9a669f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.129716 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d3eff-f493-4e47-8f0b-59dd7b9a669f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a09cb3a-734a-414c-a75c-765b5653718c,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:02.135389 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6c2d3eff-f493-4e47-8f0b-59dd7b9a669f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.136606 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6c2d3eff-f493-4e47-8f0b-59dd7b9a669f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270494 Feb 04 05:58:02.139402 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55228) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:02.143826 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-fe5823b7-df3f-43be-9621-c4682aa28321 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '27597639-7d7c-42f1-873e-d78ae686b559', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:02.167903 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-fe5823b7-df3f-43be-9621-c4682aa28321 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:58:02.172888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe5823b7-df3f-43be-9621-c4682aa28321 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.248057 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe5823b7-df3f-43be-9621-c4682aa28321 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.252235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe5823b7-df3f-43be-9621-c4682aa28321 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.272684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5823b7-df3f-43be-9621-c4682aa28321 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8307c797-1d97-4257-a6b7-633ca8cf5365,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:02.281365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe5823b7-df3f-43be-9621-c4682aa28321 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.293373 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fe5823b7-df3f-43be-9621-c4682aa28321 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421070 Feb 04 05:58:02.378903 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b4fc2e97-f778-4688-ad0a-e90975b3fc75 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:02.429491 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port b4fc2e97-f778-4688-ad0a-e90975b3fc75 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:02.429906 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.475467 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-9ad73788-7bc6-49d4-ac76-7c6951711ae9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124355555&fields=id&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 267 time: 0.0343492 Feb 04 05:58:02.510167 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a41f5604-655a-47aa-86e5-00363aa75f97 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:02.556365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port a41f5604-655a-47aa-86e5-00363aa75f97 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:02.556655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:02.585450 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-7105c274-f681-4531-9aee-80b3542f06c2 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:02.586934 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-7105c274-f681-4531-9aee-80b3542f06c2 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/networks?id=a27e454b-edaf-4d65-825f-d4452c8d8e58 HTTP/1.1" status: 200 len: 797 time: 0.1046953 Feb 04 05:58:02.601818 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-f8933e66-2ec6-4ea9-8be8-1fad7756fa9e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/quotas/40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 375 time: 0.0091512 Feb 04 05:58:02.652863 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-3e7c5e5a-2302-4d2e-8fc3-a9fd9041f8b0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454473 Feb 04 05:58:02.743776 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-ca04ecdb-90b6-435e-90f4-44aca06af082 service neutron] 10.222.0.10 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790081 Feb 04 05:58:02.833882 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-2d62f98d-fe97-4995-9da5-b8d9805ff6ff service neutron] 10.222.0.10 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838404 Feb 04 05:58:02.987543 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-94605d2e-82e6-40d9-93b0-ec83ca4fb6a7 req-ac15fd8b-625e-4639-858e-8de9e5e81cf7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 210 time: 0.0263851 Feb 04 05:58:03.859884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-bda629c1-582f-42ba-b3a4-e860cd3a32fc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:03.861319 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-bda629c1-582f-42ba-b3a4-e860cd3a32fc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/networks?id=a27e454b-edaf-4d65-825f-d4452c8d8e58 HTTP/1.1" status: 200 len: 797 time: 0.1018395 Feb 04 05:58:03.908050 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-319cfc38-7ed0-4e23-b71a-ddfedd3c711b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 380 time: 0.0379720 Feb 04 05:58:03.920942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-7faa3962-9468-4d3c-b4a3-52ddab0f7d0a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'port': {'device_id': '5457517d-69a1-4cad-9119-617e72bed9ba', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'admin_state_up': True, 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'security_groups': ['27597639-7d7c-42f1-873e-d78ae686b559']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:04.030833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-7faa3962-9468-4d3c-b4a3-52ddab0f7d0a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:04.034701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-7faa3962-9468-4d3c-b4a3-52ddab0f7d0a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.080762 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1f6710bd-69c0-4477-99fa-15728a8ebdba req-e6b55bde-9796-4717-826d-acd306c7b646 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 210 time: 0.0262077 Feb 04 05:58:04.108983 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.161469 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-7faa3962-9468-4d3c-b4a3-52ddab0f7d0a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.8 (a27e454b-edaf-4d65-825f-d4452c8d8e58/f7d8296f-7f4d-403a-98ee-07e5ebbd4647/ab98c6e5-af6b-43b4-bf3a-07b5fd81854f) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:04.309288 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-7faa3962-9468-4d3c-b4a3-52ddab0f7d0a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.343413 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-7faa3962-9468-4d3c-b4a3-52ddab0f7d0a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.386057 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-7faa3962-9468-4d3c-b4a3-52ddab0f7d0a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network a27e454b-edaf-4d65-825f-d4452c8d8e58 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:04.388834 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-7faa3962-9468-4d3c-b4a3-52ddab0f7d0a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:04.392294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-7faa3962-9468-4d3c-b4a3-52ddab0f7d0a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:04.398564 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa3962-9468-4d3c-b4a3-52ddab0f7d0a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:04.448900 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-7faa3962-9468-4d3c-b4a3-52ddab0f7d0a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:04.449520 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-7faa3962-9468-4d3c-b4a3-52ddab0f7d0a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.465661 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-7faa3962-9468-4d3c-b4a3-52ddab0f7d0a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5484850 Feb 04 05:58:04.477980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Request body: {'port': {'device_id': '5457517d-69a1-4cad-9119-617e72bed9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:04.535178 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.650164 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7681eed1-c604-4844-9c6d-69090cbb856e None None] Provisioning complete for port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:04.650532 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7681eed1-c604-4844-9c6d-69090cbb856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.687000 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-7681eed1-c604-4844-9c6d-69090cbb856e None None] Port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:04.798968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab98c6e5-af6b-43b4-bf3a-07b5fd81854f {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:58:04.806958 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.819258 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Transition to ACTIVE for port object ab98c6e5-af6b-43b4-bf3a-07b5fd81854f will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:58:04.823056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:04.875815 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Pushing event updated for resources: {'Port': ['ID=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:04.942517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Attempting to bind port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:04.942878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Attempting to bind port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:04.943201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Attempting to bind port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f on network a27e454b-edaf-4d65-825f-d4452c8d8e58 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:04.947874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f on network a27e454b-edaf-4d65-825f-d4452c8d8e58 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:58:04.948195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Attempting to bind port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f on network a27e454b-edaf-4d65-825f-d4452c8d8e58 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:04.953697 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:04.954125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Checking segment: {'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:04.954511 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Bound using segment: {'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:04.954946 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Bound port: ab98c6e5-af6b-43b4-bf3a-07b5fd81854f, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:04.955305 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.027529 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] For port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:05.030823 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] For port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:05.039121 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.079270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:05.079965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:05.081619 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] 10.222.0.26 "PUT /v2.0/ports/ab98c6e5-af6b-43b4-bf3a-07b5fd81854f HTTP/1.1" status: 200 len: 1093 time: 0.6078477 Feb 04 05:58:05.087771 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5457517d-69a1-4cad-9119-617e72bed9ba', 'tag': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:58:05.090218 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6efad5-24a9-4b25-a6f6-d462038d4e29" -d '{"events": [{"name": "network-changed", "server_uuid": "5457517d-69a1-4cad-9119-617e72bed9ba", "tag": "ab98c6e5-af6b-43b4-bf3a-07b5fd81854f"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:58:05.165406 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98a8365-35f4-47d0-98a3-5e0c8e74eb91 x-openstack-request-id: req-f98a8365-35f4-47d0-98a3-5e0c8e74eb91 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:58:05.165929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5457517d-69a1-4cad-9119-617e72bed9ba", "tag": "ab98c6e5-af6b-43b4-bf3a-07b5fd81854f", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:58:05.166269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f98a8365-35f4-47d0-98a3-5e0c8e74eb91 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:58:05.166742 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5457517d-69a1-4cad-9119-617e72bed9ba', 'tag': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'status': 'completed', 'code': 200} Feb 04 05:58:05.171989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b7fcb-ca80-4c8e-a8bb-865a02fd8370 service neutron] Pushing event updated for resources: {'Port': ['ID=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:05.188634 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-636d78c8-ef36-4da4-a692-86df8d0efa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:05.190453 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-636d78c8-ef36-4da4-a692-86df8d0efa49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 1096 time: 0.0620098 Feb 04 05:58:05.230269 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1ad18-6974-4db6-8ef5-902aa3580682 req-647829c3-f510-4fbe-89cc-fa5a6c7edf1a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:05.235204 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-23f448f7-539e-47f4-bdb0-0d5040928150 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f HTTP/1.1" status: 200 len: 217 time: 0.0370882 Feb 04 05:58:05.237941 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bfb1ad18-6974-4db6-8ef5-902aa3580682 req-647829c3-f510-4fbe-89cc-fa5a6c7edf1a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 943 time: 0.0576785 Feb 04 05:58:05.289584 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bfb1ad18-6974-4db6-8ef5-902aa3580682 req-5cfd8471-fa52-4c8f-a392-ad53089e7c64 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=27597639-7d7c-42f1-873e-d78ae686b559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454073 Feb 04 05:58:05.302204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-f8fa3982-4234-4eeb-a4cb-842103c3f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:05.303812 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-f8fa3982-4234-4eeb-a4cb-842103c3f8f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7d8296f-7f4d-403a-98ee-07e5ebbd4647 HTTP/1.1" status: 200 len: 835 time: 0.0618539 Feb 04 05:58:05.350411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-6068f267-7ac4-4978-a271-5c9ad7e09923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:05.351934 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-6068f267-7ac4-4978-a271-5c9ad7e09923 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27e454b-edaf-4d65-825f-d4452c8d8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415936 Feb 04 05:58:05.437011 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-686418f2-cdb0-490a-83b6-1f39482d639f service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780146 Feb 04 05:58:05.527512 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-04ba81ca-19b6-4551-8965-8a9f3c20cd66 req-29c68e27-52bc-4843-be77-9804eccc68a9 service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841575 Feb 04 05:58:05.611139 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6efad5-24a9-4b25-a6f6-d462038d4e29 req-21e8a0d3-4349-42fa-9c00-f001218711d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:05.612509 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa6efad5-24a9-4b25-a6f6-d462038d4e29 req-21e8a0d3-4349-42fa-9c00-f001218711d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 1096 time: 0.0396225 Feb 04 05:58:05.702002 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6efad5-24a9-4b25-a6f6-d462038d4e29 req-4118f3d5-2d45-40a7-95e3-61ddde6b7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:05.703431 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa6efad5-24a9-4b25-a6f6-d462038d4e29 req-4118f3d5-2d45-40a7-95e3-61ddde6b7e4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=a27e454b-edaf-4d65-825f-d4452c8d8e58 HTTP/1.1" status: 200 len: 897 time: 0.0844104 Feb 04 05:58:05.743670 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa6efad5-24a9-4b25-a6f6-d462038d4e29 req-305df13f-d3d5-4d41-bb59-9db75ff0e6e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f HTTP/1.1" status: 200 len: 217 time: 0.0330062 Feb 04 05:58:05.792105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6efad5-24a9-4b25-a6f6-d462038d4e29 req-2df2ac1c-d971-4d41-9bcd-e6810391794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:05.793422 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa6efad5-24a9-4b25-a6f6-d462038d4e29 req-2df2ac1c-d971-4d41-9bcd-e6810391794d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7d8296f-7f4d-403a-98ee-07e5ebbd4647 HTTP/1.1" status: 200 len: 835 time: 0.0438948 Feb 04 05:58:05.837462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6efad5-24a9-4b25-a6f6-d462038d4e29 req-0ce2a83b-7c6b-43ca-a3e0-23c9181286b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:05.838966 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa6efad5-24a9-4b25-a6f6-d462038d4e29 req-0ce2a83b-7c6b-43ca-a3e0-23c9181286b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27e454b-edaf-4d65-825f-d4452c8d8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386345 Feb 04 05:58:05.931606 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa6efad5-24a9-4b25-a6f6-d462038d4e29 req-7b22f4c6-3753-4208-8d88-91d176d8f17e service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856092 Feb 04 05:58:06.016909 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa6efad5-24a9-4b25-a6f6-d462038d4e29 req-a03f8dad-758e-4981-b17b-6aa0991c0f11 service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782464 Feb 04 05:58:06.395526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65827c97-d6dc-4f30-a3ab-7a8504a84f85 req-7bb242b2-5983-4823-99ab-e760fc23dfd4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:06.396970 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-65827c97-d6dc-4f30-a3ab-7a8504a84f85 req-7bb242b2-5983-4823-99ab-e760fc23dfd4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 943 time: 0.0475247 Feb 04 05:58:06.433570 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-65827c97-d6dc-4f30-a3ab-7a8504a84f85 req-d9206671-32c9-45b4-9ad6-87d231392f83 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=27597639-7d7c-42f1-873e-d78ae686b559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306435 Feb 04 05:58:07.511823 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device ab98c6e5-af6b-43b4-bf3a-07b5fd81854f details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:58:07.545790 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd43204-a232-40cc-9c5f-471d3618593b req-3e64c2ff-9155-4802-a8fa-80e8e83e61d5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:07.547290 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9fd43204-a232-40cc-9c5f-471d3618593b req-3e64c2ff-9155-4802-a8fa-80e8e83e61d5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 943 time: 0.0483828 Feb 04 05:58:07.587065 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9fd43204-a232-40cc-9c5f-471d3618593b req-42652ddc-5d78-421f-a25b-f94eddbcc324 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=27597639-7d7c-42f1-873e-d78ae686b559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336719 Feb 04 05:58:07.743087 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:07.754405 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'port_id': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'mac_address': 'fa:16:3e:a8:4d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:58:07.793028 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.805850 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab98c6e5-af6b-43b4-bf3a-07b5fd81854f {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:58:07.824704 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:07.828558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:07.873436 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:08.068542 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['ab98c6e5-af6b-43b4-bf3a-07b5fd81854f'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:58:08.697610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da7eed-2e52-4590-803b-af3e5f23d2f3 req-1e18203f-2ae8-49dd-8e1a-9a2d74688701 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:08.699088 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-99da7eed-2e52-4590-803b-af3e5f23d2f3 req-1e18203f-2ae8-49dd-8e1a-9a2d74688701 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 944 time: 0.0471990 Feb 04 05:58:08.738738 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-99da7eed-2e52-4590-803b-af3e5f23d2f3 req-da7a853d-ffb2-46be-b829-e4a932b3571c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=27597639-7d7c-42f1-873e-d78ae686b559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339286 Feb 04 05:58:09.527604 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device ab98c6e5-af6b-43b4-bf3a-07b5fd81854f up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:09.580822 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:58:09.584642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:09.585024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.657635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.679636 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5457517d-69a1-4cad-9119-617e72bed9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:58:09.681904 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c85ea3d-b4bb-461b-b4a2-8be8d5f57fb3" -d '{"events": [{"server_uuid": "5457517d-69a1-4cad-9119-617e72bed9ba", "name": "network-vif-plugged", "status": "completed", "tag": "ab98c6e5-af6b-43b4-bf3a-07b5fd81854f"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:58:09.694080 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:09.698591 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:09.721624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d08050-b955-44a5-80a6-f1cb4cabbcc7 x-openstack-request-id: req-b0d08050-b955-44a5-80a6-f1cb4cabbcc7 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:58:09.721946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5457517d-69a1-4cad-9119-617e72bed9ba", "name": "network-vif-plugged", "status": "completed", "tag": "ab98c6e5-af6b-43b4-bf3a-07b5fd81854f", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:58:09.722686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0d08050-b955-44a5-80a6-f1cb4cabbcc7 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:58:09.723073 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5457517d-69a1-4cad-9119-617e72bed9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'code': 200} Feb 04 05:58:09.750973 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:09.864002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97b9ab-c4bf-4683-91b7-d9340228dead req-9f82dcc4-d06b-4407-a00b-733b35552e9a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:09.865572 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8d97b9ab-c4bf-4683-91b7-d9340228dead req-9f82dcc4-d06b-4407-a00b-733b35552e9a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 945 time: 0.0594676 Feb 04 05:58:09.891708 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a503b6-cba6-41aa-8ef6-b762210135c4 req-67b39f7d-0341-48c9-8c04-626d939e04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:09.893233 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-61a503b6-cba6-41aa-8ef6-b762210135c4 req-67b39f7d-0341-48c9-8c04-626d939e04f9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 1098 time: 0.0489199 Feb 04 05:58:09.902995 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8d97b9ab-c4bf-4683-91b7-d9340228dead req-1d4eacba-19e3-4dd7-9a81-5d62c97e2700 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=27597639-7d7c-42f1-873e-d78ae686b559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314105 Feb 04 05:58:09.928777 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-61a503b6-cba6-41aa-8ef6-b762210135c4 req-422c30de-b9b2-472e-a6a9-c81138f77fa8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=27597639-7d7c-42f1-873e-d78ae686b559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283852 Feb 04 05:58:11.017052 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d50f08-7c43-407b-bb46-af4ffe2b9750 req-7da0096f-652f-4a6b-bc4b-7c81d69df282 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:11.018521 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a2d50f08-7c43-407b-bb46-af4ffe2b9750 req-7da0096f-652f-4a6b-bc4b-7c81d69df282 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 945 time: 0.0482438 Feb 04 05:58:11.054708 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a2d50f08-7c43-407b-bb46-af4ffe2b9750 req-33625ccb-a956-4156-a622-5b17f682b2b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=27597639-7d7c-42f1-873e-d78ae686b559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303388 Feb 04 05:58:11.164284 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a869d1-9808-4199-9fd3-046818a6f546 req-a6ed5e3c-6e47-4bcd-aba6-029ee91dd524 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:11.165700 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e3a869d1-9808-4199-9fd3-046818a6f546 req-a6ed5e3c-6e47-4bcd-aba6-029ee91dd524 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 945 time: 0.0467377 Feb 04 05:58:11.205650 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e3a869d1-9808-4199-9fd3-046818a6f546 req-0ed43ce6-2740-46df-a81a-0277d709cf10 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=27597639-7d7c-42f1-873e-d78ae686b559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341134 Feb 04 05:58:11.227242 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55280) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:11.266990 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8454a57-42db-4c6f-8bdf-3a5053883f79 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:11.268470 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f8454a57-42db-4c6f-8bdf-3a5053883f79 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 1093 time: 0.0402734 Feb 04 05:58:11.271819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55282) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:11.275935 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:11.299100 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:11.393535 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:11.496248 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.163 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/0fda2621-954c-4e98-9574-1c68ba23a47f) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:11.595381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:11.633345 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:11.670033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:11.672765 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:11.676695 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:11.699687 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=0fda2621-954c-4e98-9574-1c68ba23a47f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:11.712400 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:11.712753 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:11.713094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:11.713431 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:11.713760 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:11.714116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:11.714445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:11.714916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:11.715089 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:11.715412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:11.715731 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:11.716065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:58:12.039016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.102088 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.248943 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.253482 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.319738 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=0fda2621-954c-4e98-9574-1c68ba23a47f,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:12.329510 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:12.427098 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP 4d0a55eb-a608-4b44-ae8e-bb354bbdf247 associated. External IP: 172.26.3.163, port: ab98c6e5-af6b-43b4-bf3a-07b5fd81854f. Feb 04 05:58:12.632664 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:12.732764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8752e75b-7ed2-4bcd-84b8-f2d85e1c406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.025063 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:13.035006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b829d-4e3c-4d86-b590-013b2e7a7bad None None] Sync routers for ids ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:13.042403 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.045048 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b829d-4e3c-4d86-b590-013b2e7a7bad None None] Routers {'307252d8-b03b-4fc1-b5fc-3323ceb3af4c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:13.046006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-626b829d-4e3c-4d86-b590-013b2e7a7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:57:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:13.069177 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d5bb1f8b-7b58-48ee-984a-cb79e6349a81 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7963881 Feb 04 05:58:13.069856 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5457517d-69a1-4cad-9119-617e72bed9ba', 'tag': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:58:13.072015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55284) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:13.072512 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c77b0fb-6f2e-485e-a46c-6694ba12bc30" -d '{"events": [{"name": "network-changed", "server_uuid": "5457517d-69a1-4cad-9119-617e72bed9ba", "tag": "ab98c6e5-af6b-43b4-bf3a-07b5fd81854f"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:58:13.115519 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf63ac6-7d92-4f74-8b8c-b723cb4219fc x-openstack-request-id: req-1cf63ac6-7d92-4f74-8b8c-b723cb4219fc {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:58:13.115810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5457517d-69a1-4cad-9119-617e72bed9ba", "tag": "ab98c6e5-af6b-43b4-bf3a-07b5fd81854f", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:58:13.116064 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1cf63ac6-7d92-4f74-8b8c-b723cb4219fc {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:58:13.116472 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5457517d-69a1-4cad-9119-617e72bed9ba', 'tag': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'status': 'completed', 'code': 200} Feb 04 05:58:13.119314 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd76dbe-d6da-4d21-8a0a-722f1d484509 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:13.123496 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bfd76dbe-d6da-4d21-8a0a-722f1d484509 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 1093 time: 0.0477264 Feb 04 05:58:13.157169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-626b829d-4e3c-4d86-b590-013b2e7a7bad None None] Set router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:13.177014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77b0fb-6f2e-485e-a46c-6694ba12bc30 req-996b53c8-43f7-4bd8-bcfa-840280cd08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:13.178628 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7c77b0fb-6f2e-485e-a46c-6694ba12bc30 req-996b53c8-43f7-4bd8-bcfa-840280cd08b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 1098 time: 0.0397735 Feb 04 05:58:13.262911 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55290) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:13.270781 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-78f20c94-24f2-4442-8d3d-9a93894f1b9b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-377586110', 'description': 'tempest-secgroup-smoke-377586110 description', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:13.280755 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77b0fb-6f2e-485e-a46c-6694ba12bc30 req-093fa3a7-557f-4046-95a9-31087f124a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:13.282166 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7c77b0fb-6f2e-485e-a46c-6694ba12bc30 req-093fa3a7-557f-4046-95a9-31087f124a4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a27e454b-edaf-4d65-825f-d4452c8d8e58 HTTP/1.1" status: 200 len: 897 time: 0.0975690 Feb 04 05:58:13.295608 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-78f20c94-24f2-4442-8d3d-9a93894f1b9b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.358786 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7c77b0fb-6f2e-485e-a46c-6694ba12bc30 req-87b3336a-bdf6-4b4c-81c4-1cbd44fae612 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f HTTP/1.1" status: 200 len: 999 time: 0.0685353 Feb 04 05:58:13.365491 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-78f20c94-24f2-4442-8d3d-9a93894f1b9b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.370755 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-78f20c94-24f2-4442-8d3d-9a93894f1b9b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.398772 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-626b829d-4e3c-4d86-b590-013b2e7a7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '4d0a55eb-a608-4b44-ae8e-bb354bbdf247', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'port_id': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'mac_address': 'fa:16:3e:a8:4d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5457517d-69a1-4cad-9119-617e72bed9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:58:11Z', 'updated_at': '2022-02-04T05:58:11Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41f5604-655a-47aa-86e5-00363aa75f97', 'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:ab:7f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:58Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:13.402515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-78f20c94-24f2-4442-8d3d-9a93894f1b9b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.403915 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-78f20c94-24f2-4442-8d3d-9a93894f1b9b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1392903 Feb 04 05:58:13.405822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f20c94-24f2-4442-8d3d-9a93894f1b9b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906a4132-da56-4566-bac4-42eea1bc6af4,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:13.407913 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55292) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:13.414039 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-719ed3a0-acb3-4eae-9d00-45d15af7bc8d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '906a4132-da56-4566-bac4-42eea1bc6af4', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:13.417105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77b0fb-6f2e-485e-a46c-6694ba12bc30 req-14e5e961-e1d1-4af2-b5f0-f93c6db99e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:13.418677 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7c77b0fb-6f2e-485e-a46c-6694ba12bc30 req-14e5e961-e1d1-4af2-b5f0-f93c6db99e33 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7d8296f-7f4d-403a-98ee-07e5ebbd4647 HTTP/1.1" status: 200 len: 835 time: 0.0550334 Feb 04 05:58:13.427194 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b829d-4e3c-4d86-b590-013b2e7a7bad None None] Checking router: 307252d8-b03b-4fc1-b5fc-3323ceb3af4c for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:58:13.436344 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626b829d-4e3c-4d86-b590-013b2e7a7bad None None] Routers {'307252d8-b03b-4fc1-b5fc-3323ceb3af4c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:13.437068 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-626b829d-4e3c-4d86-b590-013b2e7a7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:57:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:13.443394 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-719ed3a0-acb3-4eae-9d00-45d15af7bc8d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.467679 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77b0fb-6f2e-485e-a46c-6694ba12bc30 req-73fffe40-6b69-4f84-99d7-b9cf5ad62536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:13.469750 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7c77b0fb-6f2e-485e-a46c-6694ba12bc30 req-73fffe40-6b69-4f84-99d7-b9cf5ad62536 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27e454b-edaf-4d65-825f-d4452c8d8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439456 Feb 04 05:58:13.507299 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-719ed3a0-acb3-4eae-9d00-45d15af7bc8d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.511168 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-719ed3a0-acb3-4eae-9d00-45d15af7bc8d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.532982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ed3a0-acb3-4eae-9d00-45d15af7bc8d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ecd8c1-d674-4857-8cb4-5a19215bc371,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:13.544147 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-719ed3a0-acb3-4eae-9d00-45d15af7bc8d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.545536 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-719ed3a0-acb3-4eae-9d00-45d15af7bc8d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366034 Feb 04 05:58:13.548581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55294) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:13.553754 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-0a93426f-f370-4108-bcfa-8bc49c431e54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '906a4132-da56-4566-bac4-42eea1bc6af4', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:13.556809 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-626b829d-4e3c-4d86-b590-013b2e7a7bad None None] Set router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:13.563559 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7c77b0fb-6f2e-485e-a46c-6694ba12bc30 req-0abdf39d-a85c-4f0e-b3c9-3dd629a9781b service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866292 Feb 04 05:58:13.585794 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a93426f-f370-4108-bcfa-8bc49c431e54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.643513 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a93426f-f370-4108-bcfa-8bc49c431e54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.648519 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a93426f-f370-4108-bcfa-8bc49c431e54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.664986 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7c77b0fb-6f2e-485e-a46c-6694ba12bc30 req-fa98fdad-6dae-42e7-a956-7c334456fc33 service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947099 Feb 04 05:58:13.665528 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93426f-f370-4108-bcfa-8bc49c431e54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db9aa08-475b-4cca-9e72-4aa1e318c8e1,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:13.681145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0a93426f-f370-4108-bcfa-8bc49c431e54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.683826 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0a93426f-f370-4108-bcfa-8bc49c431e54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339369 Feb 04 05:58:13.685762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55296) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:13.691229 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4f86cfb8-ca99-40c7-a8c8-1a7143e52a17 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '906a4132-da56-4566-bac4-42eea1bc6af4', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:13.722539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4f86cfb8-ca99-40c7-a8c8-1a7143e52a17 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.787983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4f86cfb8-ca99-40c7-a8c8-1a7143e52a17 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.792025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4f86cfb8-ca99-40c7-a8c8-1a7143e52a17 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.809428 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86cfb8-ca99-40c7-a8c8-1a7143e52a17 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0adfb8db-bce7-4660-97c5-b4ea46137660,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:13.819787 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4f86cfb8-ca99-40c7-a8c8-1a7143e52a17 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.820997 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4f86cfb8-ca99-40c7-a8c8-1a7143e52a17 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340129 Feb 04 05:58:13.823897 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55298) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:13.827383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-626b829d-4e3c-4d86-b590-013b2e7a7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '4d0a55eb-a608-4b44-ae8e-bb354bbdf247', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'port_id': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'mac_address': 'fa:16:3e:a8:4d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5457517d-69a1-4cad-9119-617e72bed9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:58:11Z', 'updated_at': '2022-02-04T05:58:11Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41f5604-655a-47aa-86e5-00363aa75f97', 'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:ab:7f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:58Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:13.828503 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1964ef91-ea37-44e0-a09a-2763704818b0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '906a4132-da56-4566-bac4-42eea1bc6af4', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:13.854115 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b829d-4e3c-4d86-b590-013b2e7a7bad None None] The sync data for ids ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'] in dv-neutron-827794-1-hyperv is: [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '4d0a55eb-a608-4b44-ae8e-bb354bbdf247', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'port_id': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'mac_address': 'fa:16:3e:a8:4d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5457517d-69a1-4cad-9119-617e72bed9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:58:11Z', 'updated_at': '2022-02-04T05:58:11Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41f5604-655a-47aa-86e5-00363aa75f97', 'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:ab:7f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:58Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:13.855304 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1964ef91-ea37-44e0-a09a-2763704818b0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.915606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1964ef91-ea37-44e0-a09a-2763704818b0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.919773 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1964ef91-ea37-44e0-a09a-2763704818b0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.937739 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964ef91-ea37-44e0-a09a-2763704818b0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16e620a-1954-46db-bcd1-b40e8c03db20,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:13.946577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1964ef91-ea37-44e0-a09a-2763704818b0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:13.947753 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1964ef91-ea37-44e0-a09a-2763704818b0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228583 Feb 04 05:58:13.950540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55300) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:13.958605 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-63cde69b-c405-47b7-a2f1-cd21fb89e676 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '906a4132-da56-4566-bac4-42eea1bc6af4', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:13.979774 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-63cde69b-c405-47b7-a2f1-cd21fb89e676 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:58:13.985131 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-63cde69b-c405-47b7-a2f1-cd21fb89e676 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.051563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-63cde69b-c405-47b7-a2f1-cd21fb89e676 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.055585 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a59fda-d3fa-45c6-ae1c-38c825b2023b None None] New status for floating IP 4d0a55eb-a608-4b44-ae8e-bb354bbdf247: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:58:14.056202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-63cde69b-c405-47b7-a2f1-cd21fb89e676 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.073363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cde69b-c405-47b7-a2f1-cd21fb89e676 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00612726-4246-4798-9992-a8a4f6bd02d7,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:14.081999 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-63cde69b-c405-47b7-a2f1-cd21fb89e676 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.085657 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-63cde69b-c405-47b7-a2f1-cd21fb89e676 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319244 Feb 04 05:58:14.086219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55302) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:14.090596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-06744bb9-0b2a-4e22-bee5-14de02e7c9c6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': '906a4132-da56-4566-bac4-42eea1bc6af4', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:14.113919 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-06744bb9-0b2a-4e22-bee5-14de02e7c9c6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:58:14.118605 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-06744bb9-0b2a-4e22-bee5-14de02e7c9c6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.178823 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-06744bb9-0b2a-4e22-bee5-14de02e7c9c6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.182966 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-06744bb9-0b2a-4e22-bee5-14de02e7c9c6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.199995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06744bb9-0b2a-4e22-bee5-14de02e7c9c6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7e2648-4953-4e33-9d4b-04538e90c247,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:14.213125 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-06744bb9-0b2a-4e22-bee5-14de02e7c9c6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:14.214256 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-06744bb9-0b2a-4e22-bee5-14de02e7c9c6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270742 Feb 04 05:58:14.347786 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-2c794fa5-99ad-4fe5-ac74-2423d0beab41 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-377586110&fields=id&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 267 time: 0.0320163 Feb 04 05:58:14.450675 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-8a0234a5-f704-432f-8267-b0d1addda0b7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:14.452109 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-8a0234a5-f704-432f-8267-b0d1addda0b7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/networks?id=a27e454b-edaf-4d65-825f-d4452c8d8e58 HTTP/1.1" status: 200 len: 797 time: 0.0979059 Feb 04 05:58:14.467435 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-d66caa80-e355-4d49-bc03-0aca41ac4955 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/quotas/40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 375 time: 0.0086100 Feb 04 05:58:14.520805 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-cd74db1e-08b7-4d4e-aec5-40926fe66519 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0479712 Feb 04 05:58:14.614128 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-da25a6cf-7c55-4428-8db2-09c0ebe22bb9 service neutron] 10.222.0.10 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813875 Feb 04 05:58:14.702732 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-dbfffe10-19b5-43de-8d39-5983eec18eba service neutron] 10.222.0.10 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826142 Feb 04 05:58:14.855787 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fcd1ee02-2636-4651-9216-06b8a6f895a9 req-796f1196-67eb-4886-b7c6-89ce7d9e8d54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 210 time: 0.0270243 Feb 04 05:58:14.864756 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-17516174-aa66-415c-b8aa-b35e919f174a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.761847 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-388c36c7-059f-47ab-ab12-f390eea94b4f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:15.763213 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-388c36c7-059f-47ab-ab12-f390eea94b4f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/networks?id=a27e454b-edaf-4d65-825f-d4452c8d8e58 HTTP/1.1" status: 200 len: 797 time: 0.1062236 Feb 04 05:58:15.810879 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-07cbaef2-9c86-4b91-8627-04632a398337 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 472 time: 0.0383749 Feb 04 05:58:15.824280 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-8862d554-4c8c-4d23-a8bb-fc8b67b1ed99 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'port': {'device_id': '73aa90fb-6d47-430f-b556-9ce5bd1e57cd', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'admin_state_up': True, 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'security_groups': ['906a4132-da56-4566-bac4-42eea1bc6af4']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:15.903426 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.948898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-8862d554-4c8c-4d23-a8bb-fc8b67b1ed99 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:58:15.952593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-8862d554-4c8c-4d23-a8bb-fc8b67b1ed99 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:15.963542 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-beb6bf37-d0dd-4c2b-bca5-be3ccce1ddb1 req-ee471482-6d27-48d1-8867-56d6fe87dcbd tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 210 time: 0.0315762 Feb 04 05:58:16.086420 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-8862d554-4c8c-4d23-a8bb-fc8b67b1ed99 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.3 (a27e454b-edaf-4d65-825f-d4452c8d8e58/f7d8296f-7f4d-403a-98ee-07e5ebbd4647/4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:16.218065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-8862d554-4c8c-4d23-a8bb-fc8b67b1ed99 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.255341 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-8862d554-4c8c-4d23-a8bb-fc8b67b1ed99 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.299196 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-8862d554-4c8c-4d23-a8bb-fc8b67b1ed99 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network a27e454b-edaf-4d65-825f-d4452c8d8e58 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:16.302257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-8862d554-4c8c-4d23-a8bb-fc8b67b1ed99 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:16.305878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-8862d554-4c8c-4d23-a8bb-fc8b67b1ed99 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:16.328929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862d554-4c8c-4d23-a8bb-fc8b67b1ed99 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:16.358477 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-8862d554-4c8c-4d23-a8bb-fc8b67b1ed99 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:16.359094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-8862d554-4c8c-4d23-a8bb-fc8b67b1ed99 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.375303 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-8862d554-4c8c-4d23-a8bb-fc8b67b1ed99 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5545859 Feb 04 05:58:16.387638 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Request body: {'port': {'device_id': '73aa90fb-6d47-430f-b556-9ce5bd1e57cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:16.442515 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.522041 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-79b52ad8-4858-4b1d-89cc-37465669f25c None None] Provisioning complete for port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:16.522488 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-79b52ad8-4858-4b1d-89cc-37465669f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.554564 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-79b52ad8-4858-4b1d-89cc-37465669f25c None None] Port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:58:16.701538 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:58:16.709029 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.720396 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Transition to ACTIVE for port object 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:58:16.723862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.772852 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Pushing event updated for resources: {'Port': ['ID=4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:16.842982 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Attempting to bind port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:58:16.843321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Attempting to bind port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:58:16.843649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Attempting to bind port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 on network a27e454b-edaf-4d65-825f-d4452c8d8e58 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:16.848109 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 on network a27e454b-edaf-4d65-825f-d4452c8d8e58 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:58:16.848432 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Attempting to bind port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 on network a27e454b-edaf-4d65-825f-d4452c8d8e58 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:58:16.853349 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:58:16.853689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Checking segment: {'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:58:16.854115 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Bound using segment: {'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:58:16.854545 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Bound port: 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374c6652-6056-4000-9882-3d4af4f6a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:58:16.854902 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.921034 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] For port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:58:16.924371 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] For port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:58:16.928600 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.963306 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:16.963910 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:16.965369 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] 10.222.0.26 "PUT /v2.0/ports/4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 HTTP/1.1" status: 200 len: 1093 time: 0.5819080 Feb 04 05:58:16.967733 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73aa90fb-6d47-430f-b556-9ce5bd1e57cd', 'tag': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:58:16.971766 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e0bbef-48b9-476c-ab4b-574fbd9a5d29" -d '{"events": [{"name": "network-changed", "server_uuid": "73aa90fb-6d47-430f-b556-9ce5bd1e57cd", "tag": "4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:58:17.000866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db0f31-f8e6-47c4-b5f7-17a978a3b51d service neutron] Pushing event updated for resources: {'Port': ['ID=4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:17.025050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7377a201-acaf-4355-bc00-8520bd693ab3 x-openstack-request-id: req-7377a201-acaf-4355-bc00-8520bd693ab3 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:58:17.025338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73aa90fb-6d47-430f-b556-9ce5bd1e57cd", "tag": "4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:58:17.025584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7377a201-acaf-4355-bc00-8520bd693ab3 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:58:17.026538 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73aa90fb-6d47-430f-b556-9ce5bd1e57cd', 'tag': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1', 'status': 'completed', 'code': 200} Feb 04 05:58:17.065138 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-c56820e0-0669-4346-a5f2-417ca1cc32b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:17.067326 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-c56820e0-0669-4346-a5f2-417ca1cc32b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 1096 time: 0.0522399 Feb 04 05:58:17.095943 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e82431-5870-43dc-8916-1f7adf979b99 req-9ca670ce-81b7-4bd6-8364-86f472288b89 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:17.098085 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-71e82431-5870-43dc-8916-1f7adf979b99 req-9ca670ce-81b7-4bd6-8364-86f472288b89 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 943 time: 0.0575423 Feb 04 05:58:17.114392 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-f63e2e90-0c69-4741-a6f5-f9c71449fa26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 HTTP/1.1" status: 200 len: 217 time: 0.0402901 Feb 04 05:58:17.138545 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-71e82431-5870-43dc-8916-1f7adf979b99 req-1b7b5cc0-12d1-4b31-b1fb-77d893bce0ab tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=906a4132-da56-4566-bac4-42eea1bc6af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343418 Feb 04 05:58:17.168830 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-078e13a9-06c0-4e39-80bc-d70b9bb0f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:17.170333 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-078e13a9-06c0-4e39-80bc-d70b9bb0f6d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7d8296f-7f4d-403a-98ee-07e5ebbd4647 HTTP/1.1" status: 200 len: 835 time: 0.0502558 Feb 04 05:58:17.214624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-ce01a6f4-671c-44c3-bdc1-63281cbb531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:17.216125 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-ce01a6f4-671c-44c3-bdc1-63281cbb531d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27e454b-edaf-4d65-825f-d4452c8d8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395591 Feb 04 05:58:17.316445 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-8589db5d-2a78-4084-97ca-aa6eee7bc80e service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931890 Feb 04 05:58:17.401068 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-60735059-05b3-43f6-9e98-6f86b29ac9e3 req-f0ae70ed-2f26-4638-8516-075ec2b85ab8 service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786994 Feb 04 05:58:17.481643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0bbef-48b9-476c-ab4b-574fbd9a5d29 req-1fe97ec9-e9e1-4b1d-a3c3-3902862860ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:17.483164 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c6e0bbef-48b9-476c-ab4b-574fbd9a5d29 req-1fe97ec9-e9e1-4b1d-a3c3-3902862860ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 1096 time: 0.0404804 Feb 04 05:58:17.575509 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0bbef-48b9-476c-ab4b-574fbd9a5d29 req-404dcd0d-0797-4a28-9f30-56abe4ba7bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:17.576944 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c6e0bbef-48b9-476c-ab4b-574fbd9a5d29 req-404dcd0d-0797-4a28-9f30-56abe4ba7bfa service neutron] 10.222.0.26 "GET /v2.0/networks?id=a27e454b-edaf-4d65-825f-d4452c8d8e58 HTTP/1.1" status: 200 len: 897 time: 0.0870130 Feb 04 05:58:17.617637 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c6e0bbef-48b9-476c-ab4b-574fbd9a5d29 req-1d2e51ca-2375-4a67-abb1-add9ed747805 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 HTTP/1.1" status: 200 len: 217 time: 0.0332818 Feb 04 05:58:17.668513 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0bbef-48b9-476c-ab4b-574fbd9a5d29 req-88078b23-7dc0-46ec-b7ab-563003958e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:17.669935 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c6e0bbef-48b9-476c-ab4b-574fbd9a5d29 req-88078b23-7dc0-46ec-b7ab-563003958e2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7d8296f-7f4d-403a-98ee-07e5ebbd4647 HTTP/1.1" status: 200 len: 835 time: 0.0454245 Feb 04 05:58:17.704116 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:17.714431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0bbef-48b9-476c-ab4b-574fbd9a5d29 req-51371267-ca3f-4b83-9f50-0506376f81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:17.715908 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c6e0bbef-48b9-476c-ab4b-574fbd9a5d29 req-51371267-ca3f-4b83-9f50-0506376f81b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27e454b-edaf-4d65-825f-d4452c8d8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389822 Feb 04 05:58:17.802282 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c6e0bbef-48b9-476c-ab4b-574fbd9a5d29 req-56f361ce-8baf-4a9d-a520-7bd2e8d7a3f3 service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777667 Feb 04 05:58:17.891496 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c6e0bbef-48b9-476c-ab4b-574fbd9a5d29 req-6c040b02-55cf-4351-a60c-310e487939d3 service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825605 Feb 04 05:58:17.944511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:18.257401 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ac089-007f-47f5-a028-88629389146b req-22c6527b-8959-4269-9d01-8f1b8f264154 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:18.258855 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-294ac089-007f-47f5-a028-88629389146b req-22c6527b-8959-4269-9d01-8f1b8f264154 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 943 time: 0.0478375 Feb 04 05:58:18.294878 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-294ac089-007f-47f5-a028-88629389146b req-7ea16a46-5b8b-479c-8e3d-ff983671a4b3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=906a4132-da56-4566-bac4-42eea1bc6af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300274 Feb 04 05:58:19.405531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76099715-9d1b-4e58-839f-3748a49fec09 req-c1ad10a3-d790-4cef-9f78-1ad95a6c93d4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:19.406996 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-76099715-9d1b-4e58-839f-3748a49fec09 req-c1ad10a3-d790-4cef-9f78-1ad95a6c93d4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 943 time: 0.0466187 Feb 04 05:58:19.444502 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-76099715-9d1b-4e58-839f-3748a49fec09 req-c6b16af1-ada9-468f-ab7c-1696a2412184 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=906a4132-da56-4566-bac4-42eea1bc6af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301285 Feb 04 05:58:19.605847 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:58:19.705960 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:19.716961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'port_id': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1', 'mac_address': 'fa:16:3e:a3:6f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:58:19.752824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:19.764785 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:58:19.783070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:19.787403 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:19.835652 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:19.995795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:58:20.559842 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df6f1c-8b61-4927-9b3d-ac64dfbe4f67 req-86d8a777-454d-4870-bb04-9dbcb3168064 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:20.561291 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e4df6f1c-8b61-4927-9b3d-ac64dfbe4f67 req-86d8a777-454d-4870-bb04-9dbcb3168064 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 944 time: 0.0515831 Feb 04 05:58:20.598491 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e4df6f1c-8b61-4927-9b3d-ac64dfbe4f67 req-a097b6ec-b850-4310-8ea2-57cfebdbab9f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=906a4132-da56-4566-bac4-42eea1bc6af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311778 Feb 04 05:58:21.618532 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:58:21.665377 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:58:21.669064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:58:21.669438 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.709799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063d224-2583-46a6-ba0f-f75727b8fe8f req-5386d642-07a1-412f-ad8f-0b71a8bc7aab tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:21.711390 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e063d224-2583-46a6-ba0f-f75727b8fe8f req-5386d642-07a1-412f-ad8f-0b71a8bc7aab tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 944 time: 0.0485880 Feb 04 05:58:21.744112 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.749472 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e063d224-2583-46a6-ba0f-f75727b8fe8f req-d1d91f37-de6a-4893-8869-d3dca315e785 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=906a4132-da56-4566-bac4-42eea1bc6af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322654 Feb 04 05:58:21.766404 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aa90fb-6d47-430f-b556-9ce5bd1e57cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:58:21.768659 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bf69b9-ad53-406d-b2b8-ccedded75348" -d '{"events": [{"server_uuid": "73aa90fb-6d47-430f-b556-9ce5bd1e57cd", "name": "network-vif-plugged", "status": "completed", "tag": "4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:58:21.783694 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:58:21.788804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:21.815952 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1ecc24-45b7-42bf-9f90-ebd8e1353869 x-openstack-request-id: req-9f1ecc24-45b7-42bf-9f90-ebd8e1353869 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:58:21.816242 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aa90fb-6d47-430f-b556-9ce5bd1e57cd", "name": "network-vif-plugged", "status": "completed", "tag": "4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:58:21.816489 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f1ecc24-45b7-42bf-9f90-ebd8e1353869 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:58:21.816866 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aa90fb-6d47-430f-b556-9ce5bd1e57cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1', 'code': 200} Feb 04 05:58:21.843383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:21.965351 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fb641-d914-4079-ab0e-8b4d398a8c6b req-298f5b1c-17a0-4b64-9358-ca6ca96f5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:21.967017 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-396fb641-d914-4079-ab0e-8b4d398a8c6b req-298f5b1c-17a0-4b64-9358-ca6ca96f5790 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 1098 time: 0.0392303 Feb 04 05:58:21.999384 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-396fb641-d914-4079-ab0e-8b4d398a8c6b req-28ca9a74-4328-4af8-a01a-b4d1b17d7d36 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=906a4132-da56-4566-bac4-42eea1bc6af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260830 Feb 04 05:58:22.861185 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22aefb-a1a8-4481-bc6d-8f116404c163 req-ff917dcb-e362-4494-86c9-aade59bb54f5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:22.862680 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8a22aefb-a1a8-4481-bc6d-8f116404c163 req-ff917dcb-e362-4494-86c9-aade59bb54f5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 945 time: 0.0479856 Feb 04 05:58:22.898644 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8a22aefb-a1a8-4481-bc6d-8f116404c163 req-33334f2c-c7bc-43ad-ab05-9aaf5d154b40 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=906a4132-da56-4566-bac4-42eea1bc6af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300224 Feb 04 05:58:24.015971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8fea5-4d6e-49d3-af69-3f2d0562ad2e req-21986d8d-d756-41fc-989f-c19d39e3a694 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:24.017415 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b2b8fea5-4d6e-49d3-af69-3f2d0562ad2e req-21986d8d-d756-41fc-989f-c19d39e3a694 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 945 time: 0.0514534 Feb 04 05:58:24.055761 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b2b8fea5-4d6e-49d3-af69-3f2d0562ad2e req-f385f411-7380-43ac-bea2-02ca2fa74ee7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=906a4132-da56-4566-bac4-42eea1bc6af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310023 Feb 04 05:58:24.168149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a8714-e962-4ad8-8087-faf07b63f2d0 req-406edcd3-72e1-4a3a-8832-76f015392c26 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:24.169618 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0b5a8714-e962-4ad8-8087-faf07b63f2d0 req-406edcd3-72e1-4a3a-8832-76f015392c26 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 945 time: 0.0476153 Feb 04 05:58:24.205911 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0b5a8714-e962-4ad8-8087-faf07b63f2d0 req-8aacb7bb-34c2-428c-9e76-7670d7eecfc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=906a4132-da56-4566-bac4-42eea1bc6af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303330 Feb 04 05:58:24.227278 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55352) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:24.266081 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dacf2c2-9947-4144-a29b-cc09bb79ade1 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:24.267573 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7dacf2c2-9947-4144-a29b-cc09bb79ade1 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 1093 time: 0.0393455 Feb 04 05:58:24.270366 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55354) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:24.274641 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:58:24.297544 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.394982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.495310 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.244 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/c60a2196-befa-4c49-b9ee-0cf7c0caad9d) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:58:24.598134 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.630570 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:24.668210 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:58:24.671068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:58:24.674523 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:58:24.701189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=c60a2196-befa-4c49-b9ee-0cf7c0caad9d,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:25.024693 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.090520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.233562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.238354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.308832 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=c60a2196-befa-4c49-b9ee-0cf7c0caad9d,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:58:25.320816 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.417024 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP 25e348bc-a3d1-463c-8a70-bf5d631ed758 associated. External IP: 172.26.3.244, port: 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1. Feb 04 05:58:25.629683 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:58:25.731546 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:58:25.740793 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b939541-4898-415a-be42-bbbbe2d231ef None None] Sync routers for ids ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:58:25.750034 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:25.750599 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b939541-4898-415a-be42-bbbbe2d231ef None None] Routers {'307252d8-b03b-4fc1-b5fc-3323ceb3af4c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:25.751207 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3b939541-4898-415a-be42-bbbbe2d231ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:58:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:25.780924 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0f69fdb7-f664-4ab0-88e6-86177b49e2a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5095482 Feb 04 05:58:25.781499 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73aa90fb-6d47-430f-b556-9ce5bd1e57cd', 'tag': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:58:25.783900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89c8f2b-5239-4e83-a0d6-709def1f818e" -d '{"events": [{"name": "network-changed", "server_uuid": "73aa90fb-6d47-430f-b556-9ce5bd1e57cd", "tag": "4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:58:25.823942 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec416d3-c2be-49d0-8e86-d63d1c0dc117 x-openstack-request-id: req-2ec416d3-c2be-49d0-8e86-d63d1c0dc117 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:58:25.824471 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73aa90fb-6d47-430f-b556-9ce5bd1e57cd", "tag": "4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:58:25.824729 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ec416d3-c2be-49d0-8e86-d63d1c0dc117 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:58:25.825134 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73aa90fb-6d47-430f-b556-9ce5bd1e57cd', 'tag': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1', 'status': 'completed', 'code': 200} Feb 04 05:58:25.855511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-3b939541-4898-415a-be42-bbbbe2d231ef None None] Set router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:25.885333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c8f2b-5239-4e83-a0d6-709def1f818e req-b752633a-100e-4c18-84c0-a27245aca531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:25.886783 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a89c8f2b-5239-4e83-a0d6-709def1f818e req-b752633a-100e-4c18-84c0-a27245aca531 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 1098 time: 0.0395761 Feb 04 05:58:25.976054 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c8f2b-5239-4e83-a0d6-709def1f818e req-17223449-543e-40ca-9a41-54c28a34cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:25.977562 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a89c8f2b-5239-4e83-a0d6-709def1f818e req-17223449-543e-40ca-9a41-54c28a34cc36 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a27e454b-edaf-4d65-825f-d4452c8d8e58 HTTP/1.1" status: 200 len: 897 time: 0.0842679 Feb 04 05:58:26.043086 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a89c8f2b-5239-4e83-a0d6-709def1f818e req-0f960212-6d66-44a6-b1eb-0cf937a6f511 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 HTTP/1.1" status: 200 len: 999 time: 0.0591078 Feb 04 05:58:26.072989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3b939541-4898-415a-be42-bbbbe2d231ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '25e348bc-a3d1-463c-8a70-bf5d631ed758', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'port_id': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'mac_address': 'fa:16:3e:a3:6f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73aa90fb-6d47-430f-b556-9ce5bd1e57cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:58:24Z', 'updated_at': '2022-02-04T05:58:24Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}, {'id': '4d0a55eb-a608-4b44-ae8e-bb354bbdf247', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'port_id': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'mac_address': 'fa:16:3e:a8:4d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5457517d-69a1-4cad-9119-617e72bed9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:58:11Z', 'updated_at': '2022-02-04T05:58:14Z', 'revision_number': 1, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41f5604-655a-47aa-86e5-00363aa75f97', 'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:ab:7f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:58Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:26.100814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c8f2b-5239-4e83-a0d6-709def1f818e req-50b9a3ee-286c-4990-9282-036ee8153d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:26.102297 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a89c8f2b-5239-4e83-a0d6-709def1f818e req-50b9a3ee-286c-4990-9282-036ee8153d1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7d8296f-7f4d-403a-98ee-07e5ebbd4647 HTTP/1.1" status: 200 len: 835 time: 0.0473013 Feb 04 05:58:26.103010 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b939541-4898-415a-be42-bbbbe2d231ef None None] Checking router: 307252d8-b03b-4fc1-b5fc-3323ceb3af4c for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:58:26.111221 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b939541-4898-415a-be42-bbbbe2d231ef None None] Routers {'307252d8-b03b-4fc1-b5fc-3323ceb3af4c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:58:26.111816 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3b939541-4898-415a-be42-bbbbe2d231ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:58:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:26.145578 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c8f2b-5239-4e83-a0d6-709def1f818e req-83818672-c3be-42f0-886b-39c8961414a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:26.147134 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a89c8f2b-5239-4e83-a0d6-709def1f818e req-83818672-c3be-42f0-886b-39c8961414a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27e454b-edaf-4d65-825f-d4452c8d8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389109 Feb 04 05:58:26.236376 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a89c8f2b-5239-4e83-a0d6-709def1f818e req-46bfa4f9-4c5f-49b6-ae94-b728d1671d57 service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823350 Feb 04 05:58:26.333710 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a89c8f2b-5239-4e83-a0d6-709def1f818e req-10eaa632-90e8-4d57-ba92-96df80b136b1 service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883958 Feb 04 05:58:26.357570 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-3b939541-4898-415a-be42-bbbbe2d231ef None None] Set router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:58:26.573287 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3b939541-4898-415a-be42-bbbbe2d231ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '25e348bc-a3d1-463c-8a70-bf5d631ed758', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'port_id': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'mac_address': 'fa:16:3e:a3:6f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73aa90fb-6d47-430f-b556-9ce5bd1e57cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:58:24Z', 'updated_at': '2022-02-04T05:58:24Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}, {'id': '4d0a55eb-a608-4b44-ae8e-bb354bbdf247', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'port_id': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'mac_address': 'fa:16:3e:a8:4d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5457517d-69a1-4cad-9119-617e72bed9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:58:11Z', 'updated_at': '2022-02-04T05:58:14Z', 'revision_number': 1, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41f5604-655a-47aa-86e5-00363aa75f97', 'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:ab:7f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:58Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:58:26.599073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b939541-4898-415a-be42-bbbbe2d231ef None None] The sync data for ids ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'] in dv-neutron-827794-1-hyperv is: [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '25e348bc-a3d1-463c-8a70-bf5d631ed758', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'port_id': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'mac_address': 'fa:16:3e:a3:6f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73aa90fb-6d47-430f-b556-9ce5bd1e57cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:58:24Z', 'updated_at': '2022-02-04T05:58:24Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}, {'id': '4d0a55eb-a608-4b44-ae8e-bb354bbdf247', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'port_id': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'mac_address': 'fa:16:3e:a8:4d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5457517d-69a1-4cad-9119-617e72bed9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:58:11Z', 'updated_at': '2022-02-04T05:58:14Z', 'revision_number': 1, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41f5604-655a-47aa-86e5-00363aa75f97', 'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:ab:7f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:58Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:58:26.783388 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b079718-e26c-45f6-8e59-6a104edd4422 None None] New status for floating IP 25e348bc-a3d1-463c-8a70-bf5d631ed758: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:58:34.099540 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:37.952447 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:58:42.733233 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0cc0f2d9-418e-4169-9629-58f20abbe322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:44.867967 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-76d9a18c-1780-47db-b216-da780f055c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:45.904025 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.706473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:47.946705 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:58:54.096727 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-92793c21-5cb6-42cb-8920-02494a8eb9ea req-2f113380-ca46-4f2f-83f0-80457391b92a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389788 Feb 04 05:58:54.175778 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92793c21-5cb6-42cb-8920-02494a8eb9ea req-98f04e6d-dc2e-4cfc-8664-59b0aeedac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:54.177223 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-92793c21-5cb6-42cb-8920-02494a8eb9ea req-98f04e6d-dc2e-4cfc-8664-59b0aeedac66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 1098 time: 0.0387619 Feb 04 05:58:54.612729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92793c21-5cb6-42cb-8920-02494a8eb9ea req-e2417d0f-8acf-4349-a0db-2d9ad304d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:54.614231 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-92793c21-5cb6-42cb-8920-02494a8eb9ea req-e2417d0f-8acf-4349-a0db-2d9ad304d172 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a27e454b-edaf-4d65-825f-d4452c8d8e58 HTTP/1.1" status: 200 len: 897 time: 0.4195979 Feb 04 05:58:54.678169 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-92793c21-5cb6-42cb-8920-02494a8eb9ea req-e8c9449f-b977-4245-8b43-60b91ddd5231 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f HTTP/1.1" status: 200 len: 1001 time: 0.0553429 Feb 04 05:58:54.728732 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92793c21-5cb6-42cb-8920-02494a8eb9ea req-a1c72322-d1eb-44cd-9516-c896ea1baecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:54.730077 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-92793c21-5cb6-42cb-8920-02494a8eb9ea req-a1c72322-d1eb-44cd-9516-c896ea1baecf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7d8296f-7f4d-403a-98ee-07e5ebbd4647 HTTP/1.1" status: 200 len: 835 time: 0.0457852 Feb 04 05:58:54.773058 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92793c21-5cb6-42cb-8920-02494a8eb9ea req-bb654b18-1d37-45e4-90d0-4ee99a6a6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:58:54.774523 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-92793c21-5cb6-42cb-8920-02494a8eb9ea req-bb654b18-1d37-45e4-90d0-4ee99a6a6512 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27e454b-edaf-4d65-825f-d4452c8d8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0371194 Feb 04 05:58:54.859869 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-92793c21-5cb6-42cb-8920-02494a8eb9ea req-ee7cbc38-802d-4e1b-8228-e62ade11282d service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782590 Feb 04 05:58:54.951804 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-92793c21-5cb6-42cb-8920-02494a8eb9ea req-09ab34b4-3265-4355-a5b6-5266b24fdfb0 service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821705 Feb 04 05:58:59.656774 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55372) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:58:59.776344 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8f95aa76-e0dc-49d0-a725-6b40128c4e1f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/4d0a55eb-a608-4b44-ae8e-bb354bbdf247 HTTP/1.1" status: 200 len: 993 time: 0.1183209 Feb 04 05:59:00.490335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55382) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:00.495492 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-09b3d80b-e55e-4e6b-833f-8e435b24ee15 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'port': {'admin_state_up': False}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:00.558759 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-09b3d80b-e55e-4e6b-833f-8e435b24ee15 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.697833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-09b3d80b-e55e-4e6b-833f-8e435b24ee15 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:00.726022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-09b3d80b-e55e-4e6b-833f-8e435b24ee15 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.730296 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-09b3d80b-e55e-4e6b-833f-8e435b24ee15 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.774551 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3d80b-e55e-4e6b-833f-8e435b24ee15 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:00.775165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-09b3d80b-e55e-4e6b-833f-8e435b24ee15 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:00.776560 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-09b3d80b-e55e-4e6b-833f-8e435b24ee15 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/ports/ab98c6e5-af6b-43b4-bf3a-07b5fd81854f HTTP/1.1" status: 200 len: 938 time: 0.2853096 Feb 04 05:59:00.777109 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5457517d-69a1-4cad-9119-617e72bed9ba', 'tag': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:00.779387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a202c9-6bc6-439d-add6-d91b4dd23ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "5457517d-69a1-4cad-9119-617e72bed9ba", "tag": "ab98c6e5-af6b-43b4-bf3a-07b5fd81854f"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:59:00.803764 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3d80b-e55e-4e6b-833f-8e435b24ee15 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f,revision_number=6']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:00.821310 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b3bd63-7d60-49df-b917-44f383f9371c x-openstack-request-id: req-88b3bd63-7d60-49df-b917-44f383f9371c {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:59:00.821670 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5457517d-69a1-4cad-9119-617e72bed9ba", "tag": "ab98c6e5-af6b-43b4-bf3a-07b5fd81854f", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:59:00.822000 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88b3bd63-7d60-49df-b917-44f383f9371c {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:59:00.822417 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5457517d-69a1-4cad-9119-617e72bed9ba', 'tag': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'status': 'completed', 'code': 200} Feb 04 05:59:00.885091 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a202c9-6bc6-439d-add6-d91b4dd23ea2 req-41153d51-9064-4744-a9a7-a31a4488182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:00.886702 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c7a202c9-6bc6-439d-add6-d91b4dd23ea2 req-41153d51-9064-4744-a9a7-a31a4488182e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 1099 time: 0.0418606 Feb 04 05:59:00.979356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a202c9-6bc6-439d-add6-d91b4dd23ea2 req-da298e62-ba4b-4661-a999-9f287c9af4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:00.980819 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c7a202c9-6bc6-439d-add6-d91b4dd23ea2 req-da298e62-ba4b-4661-a999-9f287c9af4c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a27e454b-edaf-4d65-825f-d4452c8d8e58 HTTP/1.1" status: 200 len: 897 time: 0.0869718 Feb 04 05:59:01.043049 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c7a202c9-6bc6-439d-add6-d91b4dd23ea2 req-c28af584-afe5-4dce-8c9a-b76271e3160c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f HTTP/1.1" status: 200 len: 1002 time: 0.0553596 Feb 04 05:59:01.045498 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-aa70c2d5-abfb-48b2-80c8-2c92547771be None None] Provisioning complete for port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:01.046011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-aa70c2d5-abfb-48b2-80c8-2c92547771be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:01.084879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-aa70c2d5-abfb-48b2-80c8-2c92547771be None None] Port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f is administratively disabled so it will not transition to active. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Feb 04 05:59:01.090623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a202c9-6bc6-439d-add6-d91b4dd23ea2 req-5f5bf99c-e561-4632-a5bd-f30f03b59114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:01.092079 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c7a202c9-6bc6-439d-add6-d91b4dd23ea2 req-5f5bf99c-e561-4632-a5bd-f30f03b59114 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7d8296f-7f4d-403a-98ee-07e5ebbd4647 HTTP/1.1" status: 200 len: 835 time: 0.0425382 Feb 04 05:59:01.139965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a202c9-6bc6-439d-add6-d91b4dd23ea2 req-28ffe3c1-78c9-4ffd-b391-505c8810fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:01.141415 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c7a202c9-6bc6-439d-add6-d91b4dd23ea2 req-28ffe3c1-78c9-4ffd-b391-505c8810fad2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27e454b-edaf-4d65-825f-d4452c8d8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420799 Feb 04 05:59:01.228531 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c7a202c9-6bc6-439d-add6-d91b4dd23ea2 req-0a0821f6-e40d-4874-b9ab-d930c90165b4 service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798330 Feb 04 05:59:01.318023 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c7a202c9-6bc6-439d-add6-d91b4dd23ea2 req-4587de94-04ca-4481-986e-3f870e749ad9 service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829656 Feb 04 05:59:04.117396 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.160866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55390) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:04.166178 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'port': {'admin_state_up': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:04.225832 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.370210 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:04.397780 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.402170 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.444639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:04.445265 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.447144 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/ports/ab98c6e5-af6b-43b4-bf3a-07b5fd81854f HTTP/1.1" status: 200 len: 937 time: 0.2847860 Feb 04 05:59:04.447273 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5457517d-69a1-4cad-9119-617e72bed9ba', 'tag': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:04.449462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c259a44f-b8a0-4466-af0f-1aaa04cef6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5457517d-69a1-4cad-9119-617e72bed9ba", "tag": "ab98c6e5-af6b-43b4-bf3a-07b5fd81854f"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:59:04.449689 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55392) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:04.475227 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:04.483411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:04.483770 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:04.484122 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:04.484460 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:04.484799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:04.485133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:04.485463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:04.485806 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:04.486211 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:04.487191 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:04.487688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:04.488020 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f87f660-39a2-4683-81da-e81c4dccc9a8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:04.525826 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a3b85c15-e07b-4b8d-8dce-b021cea51db7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/4d0a55eb-a608-4b44-ae8e-bb354bbdf247 HTTP/1.1" status: 200 len: 993 time: 0.0748763 Feb 04 05:59:04.557150 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf4a9b5-d4da-42ea-bfe9-f7fafa92462f x-openstack-request-id: req-0cf4a9b5-d4da-42ea-bfe9-f7fafa92462f {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:59:04.557512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5457517d-69a1-4cad-9119-617e72bed9ba", "tag": "ab98c6e5-af6b-43b4-bf3a-07b5fd81854f", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:59:04.557897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0cf4a9b5-d4da-42ea-bfe9-f7fafa92462f {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:59:04.558365 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5457517d-69a1-4cad-9119-617e72bed9ba', 'tag': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'status': 'completed', 'code': 200} Feb 04 05:59:04.628156 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259a44f-b8a0-4466-af0f-1aaa04cef6dd req-4b3d4b43-bdd0-41a9-af4e-49e0c4e07b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:04.629637 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c259a44f-b8a0-4466-af0f-1aaa04cef6dd req-4b3d4b43-bdd0-41a9-af4e-49e0c4e07b59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 1098 time: 0.0484943 Feb 04 05:59:04.655953 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['ab98c6e5-af6b-43b4-bf3a-07b5fd81854f'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:59:04.722606 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259a44f-b8a0-4466-af0f-1aaa04cef6dd req-4d619560-fd72-461d-9bbf-7229d831cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:04.724195 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c259a44f-b8a0-4466-af0f-1aaa04cef6dd req-4d619560-fd72-461d-9bbf-7229d831cdaf service neutron] 10.222.0.26 "GET /v2.0/networks?id=a27e454b-edaf-4d65-825f-d4452c8d8e58 HTTP/1.1" status: 200 len: 897 time: 0.0875630 Feb 04 05:59:04.784891 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c6b80f76-33b2-4a3b-a262-c8a1b6dc3666 None None] Provisioning complete for port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:04.785254 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c6b80f76-33b2-4a3b-a262-c8a1b6dc3666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:04.795827 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c259a44f-b8a0-4466-af0f-1aaa04cef6dd req-a8ad8b36-17a1-4680-9be5-71055ff4e772 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f HTTP/1.1" status: 200 len: 1001 time: 0.0646300 Feb 04 05:59:04.847169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259a44f-b8a0-4466-af0f-1aaa04cef6dd req-1fe80120-1720-4705-8141-9d54db2a4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:04.848629 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c259a44f-b8a0-4466-af0f-1aaa04cef6dd req-1fe80120-1720-4705-8141-9d54db2a4c26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7d8296f-7f4d-403a-98ee-07e5ebbd4647 HTTP/1.1" status: 200 len: 835 time: 0.0461814 Feb 04 05:59:04.891727 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259a44f-b8a0-4466-af0f-1aaa04cef6dd req-13034d0e-99d8-48bd-b958-94d664f14b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:04.893681 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c259a44f-b8a0-4466-af0f-1aaa04cef6dd req-13034d0e-99d8-48bd-b958-94d664f14b77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27e454b-edaf-4d65-825f-d4452c8d8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384212 Feb 04 05:59:04.988467 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c259a44f-b8a0-4466-af0f-1aaa04cef6dd req-dd8855c4-02bd-40f6-8450-3476f91d0ca8 service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881412 Feb 04 05:59:05.081674 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c259a44f-b8a0-4466-af0f-1aaa04cef6dd req-8b15297f-6530-4d22-bf28-216ca5556115 service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863268 Feb 04 05:59:07.043620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55404) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:07.197294 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-571516aa-7258-4561-a20c-d92fa45f4a6b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port c60a2196-befa-4c49-b9ee-0cf7c0caad9d {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:59:07.197645 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-571516aa-7258-4561-a20c-d92fa45f4a6b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.273827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-571516aa-7258-4561-a20c-d92fa45f4a6b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.274160 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-571516aa-7258-4561-a20c-d92fa45f4a6b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.285339 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-571516aa-7258-4561-a20c-d92fa45f4a6b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for c60a2196-befa-4c49-b9ee-0cf7c0caad9d owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:59:07.430258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-571516aa-7258-4561-a20c-d92fa45f4a6b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.454753 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571516aa-7258-4561-a20c-d92fa45f4a6b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=c60a2196-befa-4c49-b9ee-0cf7c0caad9d,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:07.513670 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-571516aa-7258-4561-a20c-d92fa45f4a6b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.514028 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-571516aa-7258-4561-a20c-d92fa45f4a6b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP 25e348bc-a3d1-463c-8a70-bf5d631ed758 disassociated (deleted). External IP: 172.26.3.244, port: 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1. Feb 04 05:59:07.714451 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571516aa-7258-4561-a20c-d92fa45f4a6b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:59:07.817659 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571516aa-7258-4561-a20c-d92fa45f4a6b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:07.822465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-571516aa-7258-4561-a20c-d92fa45f4a6b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:07.827010 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fac75b-aa04-413b-b466-d75c3975d821 None None] Sync routers for ids ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:07.836314 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fac75b-aa04-413b-b466-d75c3975d821 None None] Routers {'307252d8-b03b-4fc1-b5fc-3323ceb3af4c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:07.836894 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-78fac75b-aa04-413b-b466-d75c3975d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:58:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:07.849226 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-571516aa-7258-4561-a20c-d92fa45f4a6b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/floatingips/25e348bc-a3d1-463c-8a70-bf5d631ed758 HTTP/1.1" status: 204 len: 168 time: 0.8045514 Feb 04 05:59:07.849827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73aa90fb-6d47-430f-b556-9ce5bd1e57cd', 'tag': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:07.852068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b0ed5d-f40b-46e7-ade5-646263d1b696" -d '{"events": [{"name": "network-changed", "server_uuid": "73aa90fb-6d47-430f-b556-9ce5bd1e57cd", "tag": "4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:59:07.891546 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a524f23-205a-46ef-8afc-997e2ef36490 x-openstack-request-id: req-9a524f23-205a-46ef-8afc-997e2ef36490 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:59:07.891840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73aa90fb-6d47-430f-b556-9ce5bd1e57cd", "tag": "4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:59:07.892096 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a524f23-205a-46ef-8afc-997e2ef36490 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:59:07.893041 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73aa90fb-6d47-430f-b556-9ce5bd1e57cd', 'tag': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1', 'status': 'completed', 'code': 200} Feb 04 05:59:07.948777 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-78fac75b-aa04-413b-b466-d75c3975d821 None None] Set router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:07.951768 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0ed5d-f40b-46e7-ade5-646263d1b696 req-c87539ac-11c2-432a-afb8-0cb0ecf59b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:07.953296 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f0b0ed5d-f40b-46e7-ade5-646263d1b696 req-c87539ac-11c2-432a-afb8-0cb0ecf59b43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 1098 time: 0.0412896 Feb 04 05:59:08.057097 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0ed5d-f40b-46e7-ade5-646263d1b696 req-60445ced-1fea-4b4a-bce8-1c2238bbca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:08.058628 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f0b0ed5d-f40b-46e7-ade5-646263d1b696 req-60445ced-1fea-4b4a-bce8-1c2238bbca4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=a27e454b-edaf-4d65-825f-d4452c8d8e58 HTTP/1.1" status: 200 len: 897 time: 0.0990193 Feb 04 05:59:08.096863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c9793-1280-4f0b-b12a-517b65829da6 req-b9f1b1e4-44e8-416d-a76a-130c258d15a2 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:08.098495 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-738c9793-1280-4f0b-b12a-517b65829da6 req-b9f1b1e4-44e8-416d-a76a-130c258d15a2 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 945 time: 0.0493307 Feb 04 05:59:08.104100 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f0b0ed5d-f40b-46e7-ade5-646263d1b696 req-ca5783b3-749b-4c8a-afeb-86485431ddbf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 HTTP/1.1" status: 200 len: 217 time: 0.0385206 Feb 04 05:59:08.149053 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-738c9793-1280-4f0b-b12a-517b65829da6 req-d720de93-7322-4c7c-acc7-91951522b0ec tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=906a4132-da56-4566-bac4-42eea1bc6af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444996 Feb 04 05:59:08.158589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0ed5d-f40b-46e7-ade5-646263d1b696 req-db0b1c35-bef4-4785-bf0b-fbb3ccd5c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:08.160068 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f0b0ed5d-f40b-46e7-ade5-646263d1b696 req-db0b1c35-bef4-4785-bf0b-fbb3ccd5c224 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7d8296f-7f4d-403a-98ee-07e5ebbd4647 HTTP/1.1" status: 200 len: 835 time: 0.0495195 Feb 04 05:59:08.184415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-78fac75b-aa04-413b-b466-d75c3975d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '4d0a55eb-a608-4b44-ae8e-bb354bbdf247', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'port_id': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'mac_address': 'fa:16:3e:a8:4d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5457517d-69a1-4cad-9119-617e72bed9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:58:11Z', 'updated_at': '2022-02-04T05:58:14Z', 'revision_number': 1, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41f5604-655a-47aa-86e5-00363aa75f97', 'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:ab:7f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:58Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:08.206733 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0ed5d-f40b-46e7-ade5-646263d1b696 req-73da28d0-5a92-406c-875b-cc91dd5b2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:08.208573 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f0b0ed5d-f40b-46e7-ade5-646263d1b696 req-73da28d0-5a92-406c-875b-cc91dd5b2b47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27e454b-edaf-4d65-825f-d4452c8d8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400009 Feb 04 05:59:08.211180 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fac75b-aa04-413b-b466-d75c3975d821 None None] Checking router: 307252d8-b03b-4fc1-b5fc-3323ceb3af4c for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:08.219340 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fac75b-aa04-413b-b466-d75c3975d821 None None] Routers {'307252d8-b03b-4fc1-b5fc-3323ceb3af4c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:08.219931 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-78fac75b-aa04-413b-b466-d75c3975d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:58:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:08.297109 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f0b0ed5d-f40b-46e7-ade5-646263d1b696 req-b165cdda-3e30-43c6-a222-f61c2674a10f service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804520 Feb 04 05:59:08.324387 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-78fac75b-aa04-413b-b466-d75c3975d821 None None] Set router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:08.399357 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f0b0ed5d-f40b-46e7-ade5-646263d1b696 req-a7421b8f-5034-4331-8037-6f3a292300ab service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940547 Feb 04 05:59:08.549236 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-78fac75b-aa04-413b-b466-d75c3975d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '4d0a55eb-a608-4b44-ae8e-bb354bbdf247', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'port_id': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'mac_address': 'fa:16:3e:a8:4d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5457517d-69a1-4cad-9119-617e72bed9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:58:11Z', 'updated_at': '2022-02-04T05:58:14Z', 'revision_number': 1, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41f5604-655a-47aa-86e5-00363aa75f97', 'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:ab:7f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:58Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:08.575268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fac75b-aa04-413b-b466-d75c3975d821 None None] The sync data for ids ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'] in dv-neutron-827794-1-hyperv is: [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '4d0a55eb-a608-4b44-ae8e-bb354bbdf247', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'port_id': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'mac_address': 'fa:16:3e:a8:4d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5457517d-69a1-4cad-9119-617e72bed9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:58:11Z', 'updated_at': '2022-02-04T05:58:14Z', 'revision_number': 1, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a41f5604-655a-47aa-86e5-00363aa75f97', 'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:ab:7f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:58Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:08.767092 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe07b7-cba9-4c0b-9d75-274136593760 None None] New status for floating IP 25e348bc-a3d1-463c-8a70-bf5d631ed758: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:59:09.265349 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e75dc-b923-40d7-9169-77a9331eb39a req-cdf8fffd-0f84-4c22-9567-59079521204f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:09.266834 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7b2e75dc-b923-40d7-9169-77a9331eb39a req-cdf8fffd-0f84-4c22-9567-59079521204f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 945 time: 0.0480218 Feb 04 05:59:09.305137 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7b2e75dc-b923-40d7-9169-77a9331eb39a req-43211bf2-daf7-45ea-8af2-993842d637c3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=906a4132-da56-4566-bac4-42eea1bc6af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316136 Feb 04 05:59:09.324790 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98906e1f-10d5-412c-b30d-fd654fee4b6a req-3dde1abe-9956-4553-9a2d-f4ad96ea15c5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:09.326273 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98906e1f-10d5-412c-b30d-fd654fee4b6a req-3dde1abe-9956-4553-9a2d-f4ad96ea15c5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/ports?device_id=73aa90fb-6d47-430f-b556-9ce5bd1e57cd HTTP/1.1" status: 200 len: 945 time: 0.0492036 Feb 04 05:59:09.413516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-98906e1f-10d5-412c-b30d-fd654fee4b6a req-dbce8190-0648-4de4-931a-2b3e38623a54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:59:09.413882 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-98906e1f-10d5-412c-b30d-fd654fee4b6a req-dbce8190-0648-4de4-931a-2b3e38623a54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.498097 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-98906e1f-10d5-412c-b30d-fd654fee4b6a req-dbce8190-0648-4de4-931a-2b3e38623a54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:09.498465 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-98906e1f-10d5-412c-b30d-fd654fee4b6a req-dbce8190-0648-4de4-931a-2b3e38623a54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.510516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-98906e1f-10d5-412c-b30d-fd654fee4b6a req-dbce8190-0648-4de4-931a-2b3e38623a54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:59:09.636188 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-98906e1f-10d5-412c-b30d-fd654fee4b6a req-dbce8190-0648-4de4-931a-2b3e38623a54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.661841 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce8190-0648-4de4-931a-2b3e38623a54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:09.702932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-98906e1f-10d5-412c-b30d-fd654fee4b6a req-dbce8190-0648-4de4-931a-2b3e38623a54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] No DVR routers for this DVR port 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:59:09.705443 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-98906e1f-10d5-412c-b30d-fd654fee4b6a req-dbce8190-0648-4de4-931a-2b3e38623a54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:09.708989 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98906e1f-10d5-412c-b30d-fd654fee4b6a req-dbce8190-0648-4de4-931a-2b3e38623a54 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "DELETE /v2.0/ports/4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 HTTP/1.1" status: 204 len: 173 time: 0.3773890 Feb 04 05:59:09.709427 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aa90fb-6d47-430f-b556-9ce5bd1e57cd', 'name': 'network-vif-deleted', 'tag': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:09.711696 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9d347a-8da5-47b0-9668-003959abc99d" -d '{"events": [{"server_uuid": "73aa90fb-6d47-430f-b556-9ce5bd1e57cd", "name": "network-vif-deleted", "tag": "4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:59:09.748212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48373f26-fca7-4ae5-b9af-4565ffaa438e x-openstack-request-id: req-48373f26-fca7-4ae5-b9af-4565ffaa438e {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:59:09.748506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aa90fb-6d47-430f-b556-9ce5bd1e57cd", "name": "network-vif-deleted", "tag": "4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:59:09.748764 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48373f26-fca7-4ae5-b9af-4565ffaa438e {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:59:09.749229 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aa90fb-6d47-430f-b556-9ce5bd1e57cd', 'name': 'network-vif-deleted', 'tag': '4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1', 'status': 'completed', 'code': 200} Feb 04 05:59:10.360769 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55418) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.416292 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-99ac1709-31cd-48f1-97c2-8b5c30ed9f23 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.440033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-99ac1709-31cd-48f1-97c2-8b5c30ed9f23 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.498536 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-99ac1709-31cd-48f1-97c2-8b5c30ed9f23 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.501007 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-99ac1709-31cd-48f1-97c2-8b5c30ed9f23 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.502694 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-99ac1709-31cd-48f1-97c2-8b5c30ed9f23 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/security-groups/906a4132-da56-4566-bac4-42eea1bc6af4 HTTP/1.1" status: 204 len: 168 time: 0.1409507 Feb 04 05:59:10.512363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac1709-31cd-48f1-97c2-8b5c30ed9f23 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=906a4132-da56-4566-bac4-42eea1bc6af4,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:10.544449 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55422) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:10.694306 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-46ddeb03-4535-4234-a65a-76f445557209 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 0fda2621-954c-4e98-9574-1c68ba23a47f {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:59:10.694645 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-46ddeb03-4535-4234-a65a-76f445557209 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.769487 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-46ddeb03-4535-4234-a65a-76f445557209 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.769720 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-46ddeb03-4535-4234-a65a-76f445557209 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:10.780802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-46ddeb03-4535-4234-a65a-76f445557209 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 0fda2621-954c-4e98-9574-1c68ba23a47f owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:59:11.216038 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-46ddeb03-4535-4234-a65a-76f445557209 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.242526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddeb03-4535-4234-a65a-76f445557209 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=0fda2621-954c-4e98-9574-1c68ba23a47f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:11.297531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-46ddeb03-4535-4234-a65a-76f445557209 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.297862 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-46ddeb03-4535-4234-a65a-76f445557209 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP 4d0a55eb-a608-4b44-ae8e-bb354bbdf247 disassociated (deleted). External IP: 172.26.3.163, port: ab98c6e5-af6b-43b4-bf3a-07b5fd81854f. Feb 04 05:59:11.507070 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ddeb03-4535-4234-a65a-76f445557209 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:59:11.612887 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ddeb03-4535-4234-a65a-76f445557209 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:11.617572 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-46ddeb03-4535-4234-a65a-76f445557209 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:11.624047 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b552b-b6be-49b8-9320-7f5133856cb6 None None] Sync routers for ids ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:11.633451 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b552b-b6be-49b8-9320-7f5133856cb6 None None] Routers {'307252d8-b03b-4fc1-b5fc-3323ceb3af4c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:11.634088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6e7b552b-b6be-49b8-9320-7f5133856cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:58:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:11.643724 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-46ddeb03-4535-4234-a65a-76f445557209 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/floatingips/4d0a55eb-a608-4b44-ae8e-bb354bbdf247 HTTP/1.1" status: 204 len: 168 time: 1.0982063 Feb 04 05:59:11.644530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5457517d-69a1-4cad-9119-617e72bed9ba', 'tag': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:11.646977 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9e0901-ed8d-45d2-b237-e9fd67706747" -d '{"events": [{"name": "network-changed", "server_uuid": "5457517d-69a1-4cad-9119-617e72bed9ba", "tag": "ab98c6e5-af6b-43b4-bf3a-07b5fd81854f"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:59:11.692600 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284cd7f6-3eb7-4b56-8ce6-ed59f2eef8c6 x-openstack-request-id: req-284cd7f6-3eb7-4b56-8ce6-ed59f2eef8c6 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:59:11.693083 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5457517d-69a1-4cad-9119-617e72bed9ba", "tag": "ab98c6e5-af6b-43b4-bf3a-07b5fd81854f", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:59:11.693375 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-284cd7f6-3eb7-4b56-8ce6-ed59f2eef8c6 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:59:11.694023 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5457517d-69a1-4cad-9119-617e72bed9ba', 'tag': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'status': 'completed', 'code': 200} Feb 04 05:59:11.744697 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-6e7b552b-b6be-49b8-9320-7f5133856cb6 None None] Set router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:11.773374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e0901-ed8d-45d2-b237-e9fd67706747 req-65bcee08-49e3-4768-a82f-8cd5de0d7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:11.775120 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0e9e0901-ed8d-45d2-b237-e9fd67706747 req-65bcee08-49e3-4768-a82f-8cd5de0d7051 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 1098 time: 0.0547190 Feb 04 05:59:11.877432 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e0901-ed8d-45d2-b237-e9fd67706747 req-ee496a17-3262-4104-9a24-fab34c39e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:11.878960 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0e9e0901-ed8d-45d2-b237-e9fd67706747 req-ee496a17-3262-4104-9a24-fab34c39e2cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=a27e454b-edaf-4d65-825f-d4452c8d8e58 HTTP/1.1" status: 200 len: 897 time: 0.0895472 Feb 04 05:59:11.884207 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14eb371-cac3-40b1-9795-1f3865589ccf req-291cd225-6b86-4b91-91a2-3578e58daa16 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:11.885943 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f14eb371-cac3-40b1-9795-1f3865589ccf req-291cd225-6b86-4b91-91a2-3578e58daa16 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 945 time: 0.0572588 Feb 04 05:59:11.920733 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0e9e0901-ed8d-45d2-b237-e9fd67706747 req-5acdfca5-8d9f-46d2-9f63-2f97cd88ba65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f HTTP/1.1" status: 200 len: 217 time: 0.0346706 Feb 04 05:59:11.923591 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f14eb371-cac3-40b1-9795-1f3865589ccf req-2210a04f-dba3-4e45-8a24-060485dc68c5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=27597639-7d7c-42f1-873e-d78ae686b559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317986 Feb 04 05:59:11.935014 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:59:11.962053 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:59:11.962413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 4d34b6e3-ec5c-42f6-a4d9-2209a2a453f1 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:59:11.977269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e0901-ed8d-45d2-b237-e9fd67706747 req-f948c31f-1dee-432b-8706-4be4465af306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:11.979054 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0e9e0901-ed8d-45d2-b237-e9fd67706747 req-f948c31f-1dee-432b-8706-4be4465af306 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7d8296f-7f4d-403a-98ee-07e5ebbd4647 HTTP/1.1" status: 200 len: 835 time: 0.0517318 Feb 04 05:59:11.986082 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6e7b552b-b6be-49b8-9320-7f5133856cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'a41f5604-655a-47aa-86e5-00363aa75f97', 'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:ab:7f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:58Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:12.012734 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b552b-b6be-49b8-9320-7f5133856cb6 None None] Checking router: 307252d8-b03b-4fc1-b5fc-3323ceb3af4c for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:12.021354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b552b-b6be-49b8-9320-7f5133856cb6 None None] Routers {'307252d8-b03b-4fc1-b5fc-3323ceb3af4c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:12.021984 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6e7b552b-b6be-49b8-9320-7f5133856cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:58:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:12.023643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e0901-ed8d-45d2-b237-e9fd67706747 req-b5573309-b972-47b5-b5fb-26d6e86eed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:12.025124 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0e9e0901-ed8d-45d2-b237-e9fd67706747 req-b5573309-b972-47b5-b5fb-26d6e86eed09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a27e454b-edaf-4d65-825f-d4452c8d8e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393586 Feb 04 05:59:12.111597 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0e9e0901-ed8d-45d2-b237-e9fd67706747 req-b943a023-a074-4b50-9d11-6abc3a1b2bd1 service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785441 Feb 04 05:59:12.124699 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-6e7b552b-b6be-49b8-9320-7f5133856cb6 None None] Set router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:12.204371 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0e9e0901-ed8d-45d2-b237-e9fd67706747 req-f56dad3e-5cc1-4ba7-b3fc-1335fd48c591 service neutron] 10.222.0.26 "GET /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850127 Feb 04 05:59:12.320979 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6e7b552b-b6be-49b8-9320-7f5133856cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'a41f5604-655a-47aa-86e5-00363aa75f97', 'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:ab:7f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:58Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:12.349416 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b552b-b6be-49b8-9320-7f5133856cb6 None None] The sync data for ids ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'] in dv-neutron-827794-1-hyperv is: [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:57:58Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'a41f5604-655a-47aa-86e5-00363aa75f97', 'name': '', 'network_id': 'a27e454b-edaf-4d65-825f-d4452c8d8e58', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:ab:7f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:58Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': 'f7d8296f-7f4d-403a-98ee-07e5ebbd4647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:12.557040 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e9bd0-76ed-4e39-9f94-77ba0846e24f None None] New status for floating IP 4d0a55eb-a608-4b44-ae8e-bb354bbdf247: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:59:12.734660 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e333b3e9-b906-4d8c-9d1d-bb911bd7466f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.039055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bcb3a-9c2d-49bd-933e-a96a7d0b9776 req-cf6c65c6-574e-4d29-af6a-6a80fd3e7e88 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:13.040539 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3c4bcb3a-9c2d-49bd-933e-a96a7d0b9776 req-cf6c65c6-574e-4d29-af6a-6a80fd3e7e88 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 945 time: 0.0483813 Feb 04 05:59:13.078743 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3c4bcb3a-9c2d-49bd-933e-a96a7d0b9776 req-71163cce-933a-4e68-b966-e177ea45871a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=27597639-7d7c-42f1-873e-d78ae686b559&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315862 Feb 04 05:59:13.232722 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdaf02-2df7-49e6-b399-f4f8dc92ef60 req-0e35ee2f-d566-43a3-932c-58de54c72aa9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:13.234081 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3cdaf02-2df7-49e6-b399-f4f8dc92ef60 req-0e35ee2f-d566-43a3-932c-58de54c72aa9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/ports?device_id=5457517d-69a1-4cad-9119-617e72bed9ba HTTP/1.1" status: 200 len: 945 time: 0.0469532 Feb 04 05:59:13.322884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-d3cdaf02-2df7-49e6-b399-f4f8dc92ef60 req-eabfd23e-5665-42aa-8e8f-72ee195341dc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:59:13.323223 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-d3cdaf02-2df7-49e6-b399-f4f8dc92ef60 req-eabfd23e-5665-42aa-8e8f-72ee195341dc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.414857 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-d3cdaf02-2df7-49e6-b399-f4f8dc92ef60 req-eabfd23e-5665-42aa-8e8f-72ee195341dc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:13.415215 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-d3cdaf02-2df7-49e6-b399-f4f8dc92ef60 req-eabfd23e-5665-42aa-8e8f-72ee195341dc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.427051 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-d3cdaf02-2df7-49e6-b399-f4f8dc92ef60 req-eabfd23e-5665-42aa-8e8f-72ee195341dc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for ab98c6e5-af6b-43b4-bf3a-07b5fd81854f owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:59:13.550937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-d3cdaf02-2df7-49e6-b399-f4f8dc92ef60 req-eabfd23e-5665-42aa-8e8f-72ee195341dc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.578125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfd23e-5665-42aa-8e8f-72ee195341dc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=ab98c6e5-af6b-43b4-bf3a-07b5fd81854f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:13.618282 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cdaf02-2df7-49e6-b399-f4f8dc92ef60 req-eabfd23e-5665-42aa-8e8f-72ee195341dc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] No DVR routers for this DVR port ab98c6e5-af6b-43b4-bf3a-07b5fd81854f on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:59:13.620757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-d3cdaf02-2df7-49e6-b399-f4f8dc92ef60 req-eabfd23e-5665-42aa-8e8f-72ee195341dc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:13.623987 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3cdaf02-2df7-49e6-b399-f4f8dc92ef60 req-eabfd23e-5665-42aa-8e8f-72ee195341dc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "DELETE /v2.0/ports/ab98c6e5-af6b-43b4-bf3a-07b5fd81854f HTTP/1.1" status: 204 len: 173 time: 0.3841047 Feb 04 05:59:13.624419 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5457517d-69a1-4cad-9119-617e72bed9ba', 'name': 'network-vif-deleted', 'tag': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:13.627193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857406f3-d1d3-4c88-ad07-a0173c31e2a1" -d '{"events": [{"server_uuid": "5457517d-69a1-4cad-9119-617e72bed9ba", "name": "network-vif-deleted", "tag": "ab98c6e5-af6b-43b4-bf3a-07b5fd81854f"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:59:13.662733 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eecbb3-3413-45fc-b612-4226df75ec8d x-openstack-request-id: req-58eecbb3-3413-45fc-b612-4226df75ec8d {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:59:13.663022 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5457517d-69a1-4cad-9119-617e72bed9ba", "name": "network-vif-deleted", "tag": "ab98c6e5-af6b-43b4-bf3a-07b5fd81854f", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:59:13.663295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58eecbb3-3413-45fc-b612-4226df75ec8d {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:59:13.663690 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5457517d-69a1-4cad-9119-617e72bed9ba', 'name': 'network-vif-deleted', 'tag': 'ab98c6e5-af6b-43b4-bf3a-07b5fd81854f', 'status': 'completed', 'code': 200} Feb 04 05:59:14.133903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55436) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:14.193382 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6adf00a6-b8ae-4a19-b6db-d58bf729fd1a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.217152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6adf00a6-b8ae-4a19-b6db-d58bf729fd1a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.274808 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6adf00a6-b8ae-4a19-b6db-d58bf729fd1a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.277536 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6adf00a6-b8ae-4a19-b6db-d58bf729fd1a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.278746 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6adf00a6-b8ae-4a19-b6db-d58bf729fd1a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/security-groups/27597639-7d7c-42f1-873e-d78ae686b559 HTTP/1.1" status: 204 len: 168 time: 0.1438768 Feb 04 05:59:14.287901 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf00a6-b8ae-4a19-b6db-d58bf729fd1a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27597639-7d7c-42f1-873e-d78ae686b559,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:14.316948 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55440) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:14.661608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00c56b0c-62bf-4897-9f66-eeb22720f4b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.868647 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2ce7aff6-434b-4405-bcb2-b624178b23bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.899768 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-00c56b0c-62bf-4897-9f66-eeb22720f4b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port a41f5604-655a-47aa-86e5-00363aa75f97 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:59:14.900110 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00c56b0c-62bf-4897-9f66-eeb22720f4b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.951373 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 05:59:14.987113 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-00c56b0c-62bf-4897-9f66-eeb22720f4b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port a41f5604-655a-47aa-86e5-00363aa75f97, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a41f5604-655a-47aa-86e5-00363aa75f97,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:14.987515 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00c56b0c-62bf-4897-9f66-eeb22720f4b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:14.998632 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-00c56b0c-62bf-4897-9f66-eeb22720f4b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for a41f5604-655a-47aa-86e5-00363aa75f97 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:59:15.175625 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00c56b0c-62bf-4897-9f66-eeb22720f4b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.200193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c56b0c-62bf-4897-9f66-eeb22720f4b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=a41f5604-655a-47aa-86e5-00363aa75f97,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:15.371851 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00c56b0c-62bf-4897-9f66-eeb22720f4b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.575620 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c56b0c-62bf-4897-9f66-eeb22720f4b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:59:15.673474 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c56b0c-62bf-4897-9f66-eeb22720f4b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:15.678486 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-00c56b0c-62bf-4897-9f66-eeb22720f4b8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/307252d8-b03b-4fc1-b5fc-3323ceb3af4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3605902 Feb 04 05:59:15.681263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55442) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:15.682881 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d67e0e6-8dca-411c-8d20-140cf9795bea None None] Sync routers for ids ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:15.692425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d67e0e6-8dca-411c-8d20-140cf9795bea None None] Routers {'307252d8-b03b-4fc1-b5fc-3323ceb3af4c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:15.693024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5d67e0e6-8dca-411c-8d20-140cf9795bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:59:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:15.733875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b676d71-0681-4c25-81c9-560155cbf263 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting subnet f7d8296f-7f4d-403a-98ee-07e5ebbd4647 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 05:59:15.736809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b676d71-0681-4c25-81c9-560155cbf263 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.776106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b676d71-0681-4c25-81c9-560155cbf263 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.861039 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b676d71-0681-4c25-81c9-560155cbf263 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.923026 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b676d71-0681-4c25-81c9-560155cbf263 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.938749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.948427 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device ab98c6e5-af6b-43b4-bf3a-07b5fd81854f no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:59:15.950169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b676d71-0681-4c25-81c9-560155cbf263 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d8296f-7f4d-403a-98ee-07e5ebbd4647,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:15.953725 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b676d71-0681-4c25-81c9-560155cbf263 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:15.953953 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-5d67e0e6-8dca-411c-8d20-140cf9795bea None None] Set router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:15.957453 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8b676d71-0681-4c25-81c9-560155cbf263 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/subnets/f7d8296f-7f4d-403a-98ee-07e5ebbd4647 HTTP/1.1" status: 204 len: 168 time: 0.2750592 Feb 04 05:59:15.960348 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55444) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:15.994697 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec0c3e8-aa16-4469-89de-7491c472cee7 None None] Network a27e454b-edaf-4d65-825f-d4452c8d8e58 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:59:16.024467 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: ab98c6e5-af6b-43b4-bf3a-07b5fd81854f {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:59:16.024812 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device ab98c6e5-af6b-43b4-bf3a-07b5fd81854f not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:59:16.249262 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5d67e0e6-8dca-411c-8d20-140cf9795bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:59:15Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:16.279018 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d67e0e6-8dca-411c-8d20-140cf9795bea None None] Checking router: 307252d8-b03b-4fc1-b5fc-3323ceb3af4c for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:16.288181 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d67e0e6-8dca-411c-8d20-140cf9795bea None None] Routers {'307252d8-b03b-4fc1-b5fc-3323ceb3af4c'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:16.288836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5d67e0e6-8dca-411c-8d20-140cf9795bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:59:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:16.327004 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] DHCP port deletion for a27e454b-edaf-4d65-825f-d4452c8d8e58 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 05:59:16.398954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.427295 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-5d67e0e6-8dca-411c-8d20-140cf9795bea None None] Set router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:16.480051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Deleting port 3b6d22a6-2ac4-404a-af39-d6f337ac9b53 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:59:16.480452 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.498863 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.548165 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port b4fc2e97-f778-4688-ad0a-e90975b3fc75 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 05:59:16.548987 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.586533 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] For port 3b6d22a6-2ac4-404a-af39-d6f337ac9b53, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3b6d22a6-2ac4-404a-af39-d6f337ac9b53,segment=NetworkSegment(374c6652-6056-4000-9882-3d4af4f6a8d5),segment_id=374c6652-6056-4000-9882-3d4af4f6a8d5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:16.586932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.608060 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Calling delete_port for 3b6d22a6-2ac4-404a-af39-d6f337ac9b53 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:59:16.625339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port b4fc2e97-f778-4688-ad0a-e90975b3fc75, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b4fc2e97-f778-4688-ad0a-e90975b3fc75,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:16.625702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.636962 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for b4fc2e97-f778-4688-ad0a-e90975b3fc75 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 05:59:16.727747 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-5d67e0e6-8dca-411c-8d20-140cf9795bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:59:15Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:16.730752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.779932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d67e0e6-8dca-411c-8d20-140cf9795bea None None] The sync data for ids ['307252d8-b03b-4fc1-b5fc-3323ceb3af4c'] in dv-neutron-827794-1-hyperv is: [{'id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'name': 'tempest-TestNetworkBasicOps-router-1888455157', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:57:54Z', 'updated_at': '2022-02-04T05:59:15Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'b4fc2e97-f778-4688-ad0a-e90975b3fc75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307252d8-b03b-4fc1-b5fc-3323ceb3af4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:57:55Z', 'updated_at': '2022-02-04T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:16.784159 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Pushing event deleted for resources: {'Port': ['ID=3b6d22a6-2ac4-404a-af39-d6f337ac9b53,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:16.786275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] No DVR routers for this DVR port 3b6d22a6-2ac4-404a-af39-d6f337ac9b53 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 05:59:16.794024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:16.794313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:16.794655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:16.794992 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:16.795324 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:16.795649 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:16.795976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:16.796567 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:16.796671 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:16.796923 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:16.797244 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:16.797561 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7823681b-c69a-46a5-a877-3f19fc6f37f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:16.818313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.845867 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=b4fc2e97-f778-4688-ad0a-e90975b3fc75,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:16.904844 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.992146 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:16.994228 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.035971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.036458 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Fanout notify agent at l3_agent the message router_deleted on router 307252d8-b03b-4fc1-b5fc-3323ceb3af4c {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 05:59:17.043972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.045015 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c8f9a1f4-26db-49e0-ae75-789cb58a6093 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/routers/307252d8-b03b-4fc1-b5fc-3323ceb3af4c HTTP/1.1" status: 204 len: 168 time: 1.0837703 Feb 04 05:59:17.047748 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55446) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:17.129271 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f11fb66c-4b97-45f5-8be0-36b3fef2aef6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.217242 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f11fb66c-4b97-45f5-8be0-36b3fef2aef6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.239361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-f11fb66c-4b97-45f5-8be0-36b3fef2aef6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27e454b-edaf-4d65-825f-d4452c8d8e58']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:17.248999 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-f11fb66c-4b97-45f5-8be0-36b3fef2aef6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374c6652-6056-4000-9882-3d4af4f6a8d5') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:17.249330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-f11fb66c-4b97-45f5-8be0-36b3fef2aef6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374c6652-6056-4000-9882-3d4af4f6a8d5') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:17.263571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f11fb66c-4b97-45f5-8be0-36b3fef2aef6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.280597 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f11fb66c-4b97-45f5-8be0-36b3fef2aef6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.287799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11fb66c-4b97-45f5-8be0-36b3fef2aef6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 05:59:17.288125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f11fb66c-4b97-45f5-8be0-36b3fef2aef6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 05:59:17.291088 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 05:59:17.350412 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f11fb66c-4b97-45f5-8be0-36b3fef2aef6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.378842 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f11fb66c-4b97-45f5-8be0-36b3fef2aef6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.386552 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f11fb66c-4b97-45f5-8be0-36b3fef2aef6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/networks/a27e454b-edaf-4d65-825f-d4452c8d8e58 HTTP/1.1" status: 204 len: 168 time: 0.3375742 Feb 04 05:59:17.388247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fb66c-4b97-45f5-8be0-36b3fef2aef6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Network': ['ID=a27e454b-edaf-4d65-825f-d4452c8d8e58,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:17.412571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55448) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:17.417807 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-1c49e22c-4c76-440a-9842-90bbd0ffae8a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'network': {'name': 'tempest-network-smoke--1616522491', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'port_security_enabled': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:17.442021 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c49e22c-4c76-440a-9842-90bbd0ffae8a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:17.445730 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c49e22c-4c76-440a-9842-90bbd0ffae8a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.472085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c49e22c-4c76-440a-9842-90bbd0ffae8a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 05:59:17.483195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c49e22c-4c76-440a-9842-90bbd0ffae8a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.483195 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-1c49e22c-4c76-440a-9842-90bbd0ffae8a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Added segment 67995979-e014-41cc-aae4-bb6381c848e2 of type vlan for network 27addcc3-c64a-4705-ba23-89e2a416cd8d Feb 04 05:59:17.524667 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c49e22c-4c76-440a-9842-90bbd0ffae8a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.554624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c49e22c-4c76-440a-9842-90bbd0ffae8a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.560165 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49e22c-4c76-440a-9842-90bbd0ffae8a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:17.560754 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c49e22c-4c76-440a-9842-90bbd0ffae8a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.624064 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1c49e22c-4c76-440a-9842-90bbd0ffae8a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2103498 Feb 04 05:59:17.627371 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55450) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:17.632799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-154327211', 'admin_state_up': True, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:17.634953 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49e22c-4c76-440a-9842-90bbd0ffae8a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Network': ['ID=27addcc3-c64a-4705-ba23-89e2a416cd8d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:17.645794 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 27addcc3-c64a-4705-ba23-89e2a416cd8d details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 05:59:17.662617 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.663758 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.726394 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.731855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.876202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:17.948011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.075878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.095871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.199725 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.4 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/fc364727-620f-458b-b442-3ba6e1f9cc43) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:18.306329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b4fc2e97-f778-4688-ad0a-e90975b3fc75 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:59:18.307704 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.326425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: b4fc2e97-f778-4688-ad0a-e90975b3fc75 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:59:18.326772 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b4fc2e97-f778-4688-ad0a-e90975b3fc75 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:59:18.327179 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3b6d22a6-2ac4-404a-af39-d6f337ac9b53 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:59:18.342869 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.348641 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 3b6d22a6-2ac4-404a-af39-d6f337ac9b53 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:59:18.348986 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3b6d22a6-2ac4-404a-af39-d6f337ac9b53 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:59:18.349394 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a41f5604-655a-47aa-86e5-00363aa75f97 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 05:59:18.367832 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: a41f5604-655a-47aa-86e5-00363aa75f97 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 05:59:18.368181 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a41f5604-655a-47aa-86e5-00363aa75f97 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 05:59:18.382803 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:18.385678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:18.388097 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:18.413906 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=fc364727-620f-458b-b442-3ba6e1f9cc43,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:18.427232 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:18.427582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:18.427921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:18.428254 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:18.428585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:18.428914 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:18.429237 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:18.429563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:18.429921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:18.430243 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:18.430563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:18.430881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:18.648040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.842317 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:18.964464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 05:59:19.066623 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:19.075875 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Sync routers for ids ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:19.085962 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Routers {'b05a04de-6fee-4ba5-a154-a80adf8ddcb8'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:19.086674 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:59:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:19.086987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.088191 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5d5d13d9-05af-454c-af7e-f597877989e4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4593978 Feb 04 05:59:19.091325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55452) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:19.179344 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-85d44db3-2302-4b01-95b9-1e4a1868555f tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=40ad8d16904547d4bb154abb4c3cacdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0869324 Feb 04 05:59:19.181940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55456) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:19.272700 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc8c827-ab74-46e6-9726-b80b029df0a8 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:19.274239 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cdc8c827-ab74-46e6-9726-b80b029df0a8 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913811 Feb 04 05:59:19.276298 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Set router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:19.277062 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55458) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:19.305134 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c7993de1-4979-4d4b-bb37-7f2fea41e4b7 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270176 Feb 04 05:59:19.307724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55460) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:19.312445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f81d865c-00d6-4056-800d-ecc281eaa8ac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1214813579', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:19.400035 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81d865c-00d6-4056-800d-ecc281eaa8ac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:19.403669 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f81d865c-00d6-4056-800d-ecc281eaa8ac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.448198 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:18Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T05:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:19.478177 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Checking router: b05a04de-6fee-4ba5-a154-a80adf8ddcb8 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:19.478519 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Updating router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 port fc364727-620f-458b-b442-3ba6e1f9cc43 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:19.503994 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.583563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f81d865c-00d6-4056-800d-ecc281eaa8ac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.645874 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d865c-00d6-4056-800d-ecc281eaa8ac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Subnet': ['ID=83fb0160-3222-4d8f-8d48-e69e0c142fb6,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:19.656915 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d865c-00d6-4056-800d-ecc281eaa8ac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Checking segment: {'id': '67995979-e014-41cc-aae4-bb6381c848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:19.658021 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81d865c-00d6-4056-800d-ecc281eaa8ac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network hostable DHCP agents. Network: 27addcc3-c64a-4705-ba23-89e2a416cd8d, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 05:59:19.674839 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81d865c-00d6-4056-800d-ecc281eaa8ac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 27addcc3-c64a-4705-ba23-89e2a416cd8d is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 05:59:19.683308 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-f81d865c-00d6-4056-800d-ecc281eaa8ac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 27addcc3-c64a-4705-ba23-89e2a416cd8d) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:19.687928 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81d865c-00d6-4056-800d-ecc281eaa8ac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:19.688513 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f81d865c-00d6-4056-800d-ecc281eaa8ac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.695578 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8043afa-ffcf-45ff-82a0-0a2f1591d16f None None] Network 27addcc3-c64a-4705-ba23-89e2a416cd8d requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:59:19.706977 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f81d865c-00d6-4056-800d-ecc281eaa8ac tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3982546 Feb 04 05:59:19.710139 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55462) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:19.765186 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.770922 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.822195 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Attempting to bind port fc364727-620f-458b-b442-3ba6e1f9cc43 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:19.822556 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Attempting to bind port fc364727-620f-458b-b442-3ba6e1f9cc43 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:19.822909 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Attempting to bind port fc364727-620f-458b-b442-3ba6e1f9cc43 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:19.829798 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd28c7-bd72-40b7-8180-f5eea151baac None None] Pushing event updated for resources: {'Port': ['ID=fc364727-620f-458b-b442-3ba6e1f9cc43,revision_number=2']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:19.831941 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:59:19.832293 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:19.832933 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.833313 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:59:19.833764 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Bound port: fc364727-620f-458b-b442-3ba6e1f9cc43, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:19.834171 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.851596 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-27addcc3-c64a-4705-ba23-89e2a416cd8d', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ips': [{'subnet_id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 05:59:19.852510 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.860200 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd28c7-bd72-40b7-8180-f5eea151baac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:19.860546 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd28c7-bd72-40b7-8180-f5eea151baac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:19.861403 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd28c7-bd72-40b7-8180-f5eea151baac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:19.861729 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd28c7-bd72-40b7-8180-f5eea151baac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:19.862094 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd28c7-bd72-40b7-8180-f5eea151baac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:19.862414 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd28c7-bd72-40b7-8180-f5eea151baac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:19.862734 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd28c7-bd72-40b7-8180-f5eea151baac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:19.863053 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd28c7-bd72-40b7-8180-f5eea151baac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:19.863394 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd28c7-bd72-40b7-8180-f5eea151baac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:19.863681 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd28c7-bd72-40b7-8180-f5eea151baac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:19.863993 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd28c7-bd72-40b7-8180-f5eea151baac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:19.864301 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd28c7-bd72-40b7-8180-f5eea151baac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 05:59:19.903254 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] For port fc364727-620f-458b-b442-3ba6e1f9cc43, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:59:19.906394 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] For port fc364727-620f-458b-b442-3ba6e1f9cc43, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fc364727-620f-458b-b442-3ba6e1f9cc43,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:59:19.910653 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:19.966150 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Routers {'b05a04de-6fee-4ba5-a154-a80adf8ddcb8'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:19.966762 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:59:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:19.973108 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd28c7-bd72-40b7-8180-f5eea151baac None None] Pushing event updated for resources: {'Port': ['ID=fc364727-620f-458b-b442-3ba6e1f9cc43,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:19.997409 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Allocated IP 172.20.0.2 (27addcc3-c64a-4705-ba23-89e2a416cd8d/83fb0160-3222-4d8f-8d48-e69e0c142fb6/314a9fb3-15f5-4015-8f3f-5ce7c46003d0) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:20.079335 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] Set router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:20.160729 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.166367 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.177969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.203780 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Network 27addcc3-c64a-4705-ba23-89e2a416cd8d is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:20.209077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:20.215188 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:20.231551 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Pushing event updated for resources: {'Port': ['ID=314a9fb3-15f5-4015-8f3f-5ce7c46003d0,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:20.271148 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:18Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:20.284588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Attempting to bind port 314a9fb3-15f5-4015-8f3f-5ce7c46003d0 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:20.285134 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Attempting to bind port 314a9fb3-15f5-4015-8f3f-5ce7c46003d0 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '67995979-e014-41cc-aae4-bb6381c848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:20.285861 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Attempting to bind port 314a9fb3-15f5-4015-8f3f-5ce7c46003d0 on network 27addcc3-c64a-4705-ba23-89e2a416cd8d {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:20.292875 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:59:20.293370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Checking segment: {'id': '67995979-e014-41cc-aae4-bb6381c848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:20.293894 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.294349 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Bound using segment: {'id': '67995979-e014-41cc-aae4-bb6381c848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:59:20.294894 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Bound port: 314a9fb3-15f5-4015-8f3f-5ce7c46003d0, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67995979-e014-41cc-aae4-bb6381c848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:20.296088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.300349 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa6418-8ddf-4d4f-9b61-9b74c48bd894 None None] The sync data for ids ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'] in dv-neutron-827794-1-hyperv is: [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:18Z', 'revision_number': 3, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:20.367302 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] For port 314a9fb3-15f5-4015-8f3f-5ce7c46003d0, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:59:20.370863 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] For port 314a9fb3-15f5-4015-8f3f-5ce7c46003d0, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=314a9fb3-15f5-4015-8f3f-5ce7c46003d0,segment=NetworkSegment(67995979-e014-41cc-aae4-bb6381c848e2),segment_id=67995979-e014-41cc-aae4-bb6381c848e2)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:59:20.375107 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.432984 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d49ca-b569-41a0-b532-bdca99bb81ec None None] Pushing event updated for resources: {'Port': ['ID=314a9fb3-15f5-4015-8f3f-5ce7c46003d0,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:20.475301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.1 (27addcc3-c64a-4705-ba23-89e2a416cd8d/83fb0160-3222-4d8f-8d48-e69e0c142fb6/ac8b2df5-7eff-43ed-abe2-6a45e8d7874b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:20.622066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.669745 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.719768 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 27addcc3-c64a-4705-ba23-89e2a416cd8d is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:20.723087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:20.726846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:20.757462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=ac8b2df5-7eff-43ed-abe2-6a45e8d7874b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:20.786041 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:20.920489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.209740 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.215483 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.297397 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=ac8b2df5-7eff-43ed-abe2-6a45e8d7874b,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:21.300383 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.380967 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de4e1b5-fe6a-4225-8c6e-85877fbcd55b None None] Network 27addcc3-c64a-4705-ba23-89e2a416cd8d requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 05:59:21.393074 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 27addcc3-c64a-4705-ba23-89e2a416cd8d is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:21.394444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:21.470061 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-98050cce-58b7-42e5-a7e5-3dc6350ad3d0 None None] Provisioning complete for port 314a9fb3-15f5-4015-8f3f-5ce7c46003d0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:21.470937 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-98050cce-58b7-42e5-a7e5-3dc6350ad3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.512544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:59:21.607329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-98050cce-58b7-42e5-a7e5-3dc6350ad3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.626991 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:21.634923 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-79abcdcc-f1a6-490d-8db1-bec6419d5f55 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/b05a04de-6fee-4ba5-a154-a80adf8ddcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9214637 Feb 04 05:59:21.635439 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55464) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:21.646133 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-98050cce-58b7-42e5-a7e5-3dc6350ad3d0 None None] For port 314a9fb3-15f5-4015-8f3f-5ce7c46003d0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=314a9fb3-15f5-4015-8f3f-5ce7c46003d0,segment=NetworkSegment(67995979-e014-41cc-aae4-bb6381c848e2),segment_id=67995979-e014-41cc-aae4-bb6381c848e2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:21.650644 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-98050cce-58b7-42e5-a7e5-3dc6350ad3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.706032 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98050cce-58b7-42e5-a7e5-3dc6350ad3d0 None None] Pushing event updated for resources: {'Port': ['ID=314a9fb3-15f5-4015-8f3f-5ce7c46003d0,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:21.756138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fec97c4-7370-4a0b-a7ca-2cb7b70f580a tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:21.756614 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fec97c4-7370-4a0b-a7ca-2cb7b70f580a tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:21.757077 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fec97c4-7370-4a0b-a7ca-2cb7b70f580a tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:21.757542 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fec97c4-7370-4a0b-a7ca-2cb7b70f580a tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:21.759641 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2fec97c4-7370-4a0b-a7ca-2cb7b70f580a tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1233582 Feb 04 05:59:21.762321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55466) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:21.816296 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc1f2e2-1540-4ea4-a88b-5869a33b709d tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:21.816885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc1f2e2-1540-4ea4-a88b-5869a33b709d tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:21.817407 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc1f2e2-1540-4ea4-a88b-5869a33b709d tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:21.817957 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc1f2e2-1540-4ea4-a88b-5869a33b709d tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:21.819754 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3dc1f2e2-1540-4ea4-a88b-5869a33b709d tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0565376 Feb 04 05:59:21.822501 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55468) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:21.871778 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-cd59e710-3746-4afa-80e3-3d7ef6a6dbd6 None None] Provisioning complete for port 314a9fb3-15f5-4015-8f3f-5ce7c46003d0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:21.872485 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cd59e710-3746-4afa-80e3-3d7ef6a6dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:21.970681 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2c95e197-412a-4a9f-9a46-977779a2061e tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.1464348 Feb 04 05:59:21.975034 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-cd59e710-3746-4afa-80e3-3d7ef6a6dbd6 None None] Provisioning complete for port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:21.975642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cd59e710-3746-4afa-80e3-3d7ef6a6dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.017653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-cd59e710-3746-4afa-80e3-3d7ef6a6dbd6 None None] Port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:59:22.044404 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Sync routers for ids ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:22.053582 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Routers {'b05a04de-6fee-4ba5-a154-a80adf8ddcb8'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:22.054227 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:59:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:22.162480 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-fc13b184-185a-4fc3-950d-fb98640d4aef None None] Provisioning complete for port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:22.162935 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fc13b184-185a-4fc3-950d-fb98640d4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.178302 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Set router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:22.249053 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-fc13b184-185a-4fc3-950d-fb98640d4aef None None] Port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:59:22.304269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55472) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:22.309994 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bc3e1b04-0a64-442a-8f5b-0f30d252d4df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1110194478', 'description': 'tempest-secgroup-smoke-1110194478 description', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:22.344775 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc3e1b04-0a64-442a-8f5b-0f30d252d4df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.423954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc3e1b04-0a64-442a-8f5b-0f30d252d4df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.428717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc3e1b04-0a64-442a-8f5b-0f30d252d4df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.460869 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 314a9fb3-15f5-4015-8f3f-5ce7c46003d0 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:22.465546 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc3e1b04-0a64-442a-8f5b-0f30d252d4df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.469413 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bc3e1b04-0a64-442a-8f5b-0f30d252d4df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1615427 Feb 04 05:59:22.469642 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55474) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:22.476043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d046e89e-4c5e-48a2-bbcf-2f8d1ad4235a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'b532d4a9-197a-4711-82fb-292d0d5b7a8e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:22.480148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e1b04-0a64-442a-8f5b-0f30d252d4df tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b532d4a9-197a-4711-82fb-292d0d5b7a8e,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:22.506480 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d046e89e-4c5e-48a2-bbcf-2f8d1ad4235a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.532370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e47178ef-1c38-4a7f-ab26-c94fc73bc742 None None] Provisioning complete for port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:22.533265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e47178ef-1c38-4a7f-ab26-c94fc73bc742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.563403 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d046e89e-4c5e-48a2-bbcf-2f8d1ad4235a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.567489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d046e89e-4c5e-48a2-bbcf-2f8d1ad4235a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.587085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046e89e-4c5e-48a2-bbcf-2f8d1ad4235a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf60c69-8df2-45a8-b831-d57b51d2097e,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:22.597748 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d046e89e-4c5e-48a2-bbcf-2f8d1ad4235a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.598038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e47178ef-1c38-4a7f-ab26-c94fc73bc742 None None] Port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:59:22.599615 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d046e89e-4c5e-48a2-bbcf-2f8d1ad4235a tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279833 Feb 04 05:59:22.601921 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55476) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:22.606563 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-4353ed2e-0033-412e-84a9-893edabb7f18 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'b532d4a9-197a-4711-82fb-292d0d5b7a8e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:22.613671 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 314a9fb3-15f5-4015-8f3f-5ce7c46003d0 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:22.614074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.635333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4353ed2e-0033-412e-84a9-893edabb7f18 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.694610 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4353ed2e-0033-412e-84a9-893edabb7f18 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.698410 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4353ed2e-0033-412e-84a9-893edabb7f18 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.716078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353ed2e-0033-412e-84a9-893edabb7f18 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f40c5b5-3c44-4c6b-a794-517d04c1bedd,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:22.722414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:20Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T05:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'ac8b2df5-7eff-43ed-abe2-6a45e8d7874b', 'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:af:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:20Z', 'updated_at': '2022-02-04T05:59:21Z', 'revision_number': 2, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:22.724057 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4353ed2e-0033-412e-84a9-893edabb7f18 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.725272 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4353ed2e-0033-412e-84a9-893edabb7f18 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221528 Feb 04 05:59:22.728040 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55478) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:22.732641 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6b55d35b-a212-4b15-a683-4df39bb20892 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'b532d4a9-197a-4711-82fb-292d0d5b7a8e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:22.751607 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Checking router: b05a04de-6fee-4ba5-a154-a80adf8ddcb8 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:22.751958 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Updating router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 05:59:22.754515 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fc364727-620f-458b-b442-3ba6e1f9cc43 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:22.764788 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6b55d35b-a212-4b15-a683-4df39bb20892 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.800534 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.823174 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6b55d35b-a212-4b15-a683-4df39bb20892 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.827172 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6b55d35b-a212-4b15-a683-4df39bb20892 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.845527 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55d35b-a212-4b15-a683-4df39bb20892 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae88aaab-c459-4117-93b9-b3aaaaa34eee,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:22.854372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6b55d35b-a212-4b15-a683-4df39bb20892 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.855584 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6b55d35b-a212-4b15-a683-4df39bb20892 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266043 Feb 04 05:59:22.858095 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port fc364727-620f-458b-b442-3ba6e1f9cc43 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:22.858295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55480) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:22.858465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.863242 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d97a6545-79d3-49f8-ac3d-b6bcead6cb9d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'b532d4a9-197a-4711-82fb-292d0d5b7a8e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:22.890946 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d97a6545-79d3-49f8-ac3d-b6bcead6cb9d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.950262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d97a6545-79d3-49f8-ac3d-b6bcead6cb9d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.954101 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d97a6545-79d3-49f8-ac3d-b6bcead6cb9d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.974387 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a6545-79d3-49f8-ac3d-b6bcead6cb9d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ea16f9-fab0-471d-8621-926ec1cf704d,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:22.979880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d97a6545-79d3-49f8-ac3d-b6bcead6cb9d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:22.983896 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d97a6545-79d3-49f8-ac3d-b6bcead6cb9d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246266 Feb 04 05:59:22.984085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55482) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:22.989411 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-16e555f3-3980-4691-bbaf-753d4b8c604e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'b532d4a9-197a-4711-82fb-292d0d5b7a8e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:23.013702 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-16e555f3-3980-4691-bbaf-753d4b8c604e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:59:23.018657 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16e555f3-3980-4691-bbaf-753d4b8c604e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.049990 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.081905 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16e555f3-3980-4691-bbaf-753d4b8c604e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.085246 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port fc364727-620f-458b-b442-3ba6e1f9cc43, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fc364727-620f-458b-b442-3ba6e1f9cc43,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:23.086149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16e555f3-3980-4691-bbaf-753d4b8c604e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.092431 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.107596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e555f3-3980-4691-bbaf-753d4b8c604e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d687aa-b5f7-4595-8898-112fac7bcaf8,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:23.113903 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16e555f3-3980-4691-bbaf-753d4b8c604e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.114997 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-16e555f3-3980-4691-bbaf-753d4b8c604e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298797 Feb 04 05:59:23.118040 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55484) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:23.122532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b96f8231-961a-4829-9dc8-aa7b134c4a37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'security_group_rule': {'security_group_id': 'b532d4a9-197a-4711-82fb-292d0d5b7a8e', 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:23.146390 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-b96f8231-961a-4829-9dc8-aa7b134c4a37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Project 40ad8d16904547d4bb154abb4c3cacdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 05:59:23.151268 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b96f8231-961a-4829-9dc8-aa7b134c4a37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.178564 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=fc364727-620f-458b-b442-3ba6e1f9cc43,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:23.189365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.194415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.216541 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b96f8231-961a-4829-9dc8-aa7b134c4a37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.219656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b96f8231-961a-4829-9dc8-aa7b134c4a37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.237862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f8231-961a-4829-9dc8-aa7b134c4a37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9667fb53-f690-4491-b066-9307981f2944,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:23.246342 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b96f8231-961a-4829-9dc8-aa7b134c4a37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.247664 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b96f8231-961a-4829-9dc8-aa7b134c4a37 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285183 Feb 04 05:59:23.276354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fa282-ba8e-4767-bf44-f142707f335d None None] Pushing event updated for resources: {'Port': ['ID=ac8b2df5-7eff-43ed-abe2-6a45e8d7874b,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:23.311954 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Attempting to bind port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:23.312328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Attempting to bind port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '67995979-e014-41cc-aae4-bb6381c848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:23.312690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Attempting to bind port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b on network 27addcc3-c64a-4705-ba23-89e2a416cd8d {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:23.321038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:59:23.321038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Checking segment: {'id': '67995979-e014-41cc-aae4-bb6381c848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:23.321038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.321038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Bound using segment: {'id': '67995979-e014-41cc-aae4-bb6381c848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:59:23.321038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Bound port: ac8b2df5-7eff-43ed-abe2-6a45e8d7874b, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67995979-e014-41cc-aae4-bb6381c848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:23.321038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.398778 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] For port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:59:23.402106 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] For port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ac8b2df5-7eff-43ed-abe2-6a45e8d7874b,segment=NetworkSegment(67995979-e014-41cc-aae4-bb6381c848e2),segment_id=67995979-e014-41cc-aae4-bb6381c848e2)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:59:23.406710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.426234 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-c3c8f03c-a023-4a75-87e6-38f986ccc78d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110194478&fields=id&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 267 time: 0.0360806 Feb 04 05:59:23.463331 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Routers {'b05a04de-6fee-4ba5-a154-a80adf8ddcb8'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:23.463964 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:59:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:23.469160 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fa282-ba8e-4767-bf44-f142707f335d None None] Pushing event updated for resources: {'Port': ['ID=ac8b2df5-7eff-43ed-abe2-6a45e8d7874b,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:23.541728 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-77352abb-2e65-4ca3-a2df-ac18c999cfb9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:23.543252 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-77352abb-2e65-4ca3-a2df-ac18c999cfb9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/networks?id=27addcc3-c64a-4705-ba23-89e2a416cd8d HTTP/1.1" status: 200 len: 797 time: 0.1101673 Feb 04 05:59:23.561584 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-18d5985b-aed4-4f0a-b3ab-cf340be0f5cc tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/quotas/40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 375 time: 0.0094945 Feb 04 05:59:23.567765 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f222e3b3-5d9b-4ffb-8cf3-6550e3e9ab27 None None] Provisioning complete for port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:23.568143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f222e3b3-5d9b-4ffb-8cf3-6550e3e9ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.613639 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] Set router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:23.627949 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-4b770562-ecd1-4a4a-9e0c-165530289f79 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598056 Feb 04 05:59:23.759078 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-ced7e08f-4d9c-4080-9421-84595bfff804 service neutron] 10.222.0.10 "GET /v2.0/networks/27addcc3-c64a-4705-ba23-89e2a416cd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193352 Feb 04 05:59:23.770298 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f222e3b3-5d9b-4ffb-8cf3-6550e3e9ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.825423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f222e3b3-5d9b-4ffb-8cf3-6550e3e9ab27 None None] For port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ac8b2df5-7eff-43ed-abe2-6a45e8d7874b,segment=NetworkSegment(67995979-e014-41cc-aae4-bb6381c848e2),segment_id=67995979-e014-41cc-aae4-bb6381c848e2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:23.845907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f222e3b3-5d9b-4ffb-8cf3-6550e3e9ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:23.852988 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-64faff75-312e-42b9-adc0-c27b042e3c2f service neutron] 10.222.0.10 "GET /v2.0/networks/27addcc3-c64a-4705-ba23-89e2a416cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878115 Feb 04 05:59:23.909534 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222e3b3-5d9b-4ffb-8cf3-6550e3e9ab27 None None] Pushing event updated for resources: {'Port': ['ID=ac8b2df5-7eff-43ed-abe2-6a45e8d7874b,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:23.916984 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:20Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'ac8b2df5-7eff-43ed-abe2-6a45e8d7874b', 'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:af:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:20Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:23.948473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1bb580-1cae-4003-ba0d-4dfdf85f2219 None None] The sync data for ids ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'] in dv-neutron-827794-1-hyperv is: [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:20Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'ac8b2df5-7eff-43ed-abe2-6a45e8d7874b', 'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:af:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:20Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:23.966489 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-86ca418f-b4e4-41b5-95d9-18a576774a6c None None] Provisioning complete for port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:23.966869 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-86ca418f-b4e4-41b5-95d9-18a576774a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.052661 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e3abad19-916c-4815-8f23-f63e7d301896 req-5c377123-eb9f-4412-bf45-585a96ede6d8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 210 time: 0.0421715 Feb 04 05:59:24.406923 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fc364727-620f-458b-b442-3ba6e1f9cc43 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:24.466895 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port fc364727-620f-458b-b442-3ba6e1f9cc43 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:24.467616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:24.559971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ac8b2df5-7eff-43ed-abe2-6a45e8d7874b up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:24.608428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:24.608886 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.067102 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-76de7f8b-8910-4b6c-ad18-503682cb85c1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:25.069134 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-76de7f8b-8910-4b6c-ad18-503682cb85c1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/networks?id=27addcc3-c64a-4705-ba23-89e2a416cd8d HTTP/1.1" status: 200 len: 797 time: 0.1082428 Feb 04 05:59:25.129691 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-59a8e7b4-3d88-4217-a3a8-b6956de956a1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ad8d16904547d4bb154abb4c3cacdf HTTP/1.1" status: 200 len: 380 time: 0.0411072 Feb 04 05:59:25.138756 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-c900fbac-92f0-4865-a3b7-53a8809d26ca tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'port': {'device_id': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'admin_state_up': True, 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'security_groups': ['b532d4a9-197a-4711-82fb-292d0d5b7a8e']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:25.160779 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bf98f105-324d-4ea9-b15a-4fc0e63deb32 req-8b7c5db7-f154-439f-8456-39d144b1cead tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 210 time: 0.0314562 Feb 04 05:59:25.251142 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-c900fbac-92f0-4865-a3b7-53a8809d26ca tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Made reservation on behalf of 40ad8d16904547d4bb154abb4c3cacdf for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 05:59:25.254716 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-c900fbac-92f0-4865-a3b7-53a8809d26ca tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.378932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-c900fbac-92f0-4865-a3b7-53a8809d26ca tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.20.0.14 (27addcc3-c64a-4705-ba23-89e2a416cd8d/83fb0160-3222-4d8f-8d48-e69e0c142fb6/219b307a-d959-42fa-b7c5-c9cbbb7fa34c) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:25.510012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-c900fbac-92f0-4865-a3b7-53a8809d26ca tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.545292 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-c900fbac-92f0-4865-a3b7-53a8809d26ca tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.589722 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-c900fbac-92f0-4865-a3b7-53a8809d26ca tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 27addcc3-c64a-4705-ba23-89e2a416cd8d is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:25.592829 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-c900fbac-92f0-4865-a3b7-53a8809d26ca tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:25.595411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-c900fbac-92f0-4865-a3b7-53a8809d26ca tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:25.628909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900fbac-92f0-4865-a3b7-53a8809d26ca tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=219b307a-d959-42fa-b7c5-c9cbbb7fa34c,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:25.652031 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-c900fbac-92f0-4865-a3b7-53a8809d26ca tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:25.652645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-c900fbac-92f0-4865-a3b7-53a8809d26ca tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.668749 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-c900fbac-92f0-4865-a3b7-53a8809d26ca tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5337024 Feb 04 05:59:25.681111 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Request body: {'port': {'device_id': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:25.737252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.820811 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-13c680aa-7971-4244-b7d9-579c9498baa7 None None] Provisioning complete for port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:25.821458 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-13c680aa-7971-4244-b7d9-579c9498baa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:25.854518 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-13c680aa-7971-4244-b7d9-579c9498baa7 None None] Port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 05:59:25.995130 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219b307a-d959-42fa-b7c5-c9cbbb7fa34c {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:59:26.002930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.014391 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Transition to ACTIVE for port object 219b307a-d959-42fa-b7c5-c9cbbb7fa34c will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 05:59:26.018233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.065126 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=219b307a-d959-42fa-b7c5-c9cbbb7fa34c,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:26.135313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Attempting to bind port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 05:59:26.135980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Attempting to bind port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '67995979-e014-41cc-aae4-bb6381c848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 05:59:26.135980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Attempting to bind port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c on network 27addcc3-c64a-4705-ba23-89e2a416cd8d {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:26.140221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c on network 27addcc3-c64a-4705-ba23-89e2a416cd8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 05:59:26.140544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Attempting to bind port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c on network 27addcc3-c64a-4705-ba23-89e2a416cd8d {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 05:59:26.145502 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 5, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 05:59:26.145878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Checking segment: {'id': '67995979-e014-41cc-aae4-bb6381c848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 05:59:26.146263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Bound using segment: {'id': '67995979-e014-41cc-aae4-bb6381c848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 05:59:26.146692 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Bound port: 219b307a-d959-42fa-b7c5-c9cbbb7fa34c, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67995979-e014-41cc-aae4-bb6381c848e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 05:59:26.147049 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.215220 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] For port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 05:59:26.218260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] For port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=219b307a-d959-42fa-b7c5-c9cbbb7fa34c,segment=NetworkSegment(67995979-e014-41cc-aae4-bb6381c848e2),segment_id=67995979-e014-41cc-aae4-bb6381c848e2)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 05:59:26.223248 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.261912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:26.262528 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:26.263921 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] 10.222.0.26 "PUT /v2.0/ports/219b307a-d959-42fa-b7c5-c9cbbb7fa34c HTTP/1.1" status: 200 len: 1094 time: 0.5871162 Feb 04 05:59:26.264570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'tag': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:26.266876 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1d526e-17d2-439b-964e-e77d212c72cd" -d '{"events": [{"name": "network-changed", "server_uuid": "32f5f3b1-bf8c-4cf5-9451-bc35d734c16f", "tag": "219b307a-d959-42fa-b7c5-c9cbbb7fa34c"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:59:26.279610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9ba87-27be-4378-aa15-cd5e480922ca req-21b44342-0a13-49a7-8ce9-78902e1e53ea tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:26.282073 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9bb9ba87-27be-4378-aa15-cd5e480922ca req-21b44342-0a13-49a7-8ce9-78902e1e53ea tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 944 time: 0.0515292 Feb 04 05:59:26.300619 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03c76e-48e3-4661-9a3c-f3556870f3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=219b307a-d959-42fa-b7c5-c9cbbb7fa34c,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:26.347022 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53c88c3-7062-4a53-8f33-03dab9cf0b6b x-openstack-request-id: req-d53c88c3-7062-4a53-8f33-03dab9cf0b6b {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:59:26.347404 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f5f3b1-bf8c-4cf5-9451-bc35d734c16f", "tag": "219b307a-d959-42fa-b7c5-c9cbbb7fa34c", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:59:26.347585 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d53c88c3-7062-4a53-8f33-03dab9cf0b6b {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:59:26.347966 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'tag': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c', 'status': 'completed', 'code': 200} Feb 04 05:59:26.350291 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9bb9ba87-27be-4378-aa15-cd5e480922ca req-62622e97-8f1e-4818-ae74-e9f836e53d17 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b532d4a9-197a-4711-82fb-292d0d5b7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561750 Feb 04 05:59:26.364967 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-58a931d0-770a-4b34-8062-aa3713d1f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:26.366522 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-58a931d0-770a-4b34-8062-aa3713d1f40d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 1097 time: 0.0530570 Feb 04 05:59:26.408407 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-0c8d0c4c-39e6-4258-b385-de8f650c73f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219b307a-d959-42fa-b7c5-c9cbbb7fa34c HTTP/1.1" status: 200 len: 217 time: 0.0341475 Feb 04 05:59:26.463923 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-2c0c6623-a709-4544-96e1-eb70f15b931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:26.465407 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-2c0c6623-a709-4544-96e1-eb70f15b931e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83fb0160-3222-4d8f-8d48-e69e0c142fb6 HTTP/1.1" status: 200 len: 835 time: 0.0486495 Feb 04 05:59:26.510222 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-cf5eecc2-ce2e-4b0a-97bf-770e626915a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:26.511591 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-cf5eecc2-ce2e-4b0a-97bf-770e626915a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27addcc3-c64a-4705-ba23-89e2a416cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397317 Feb 04 05:59:26.601574 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-ac78df15-8084-43d8-bac5-35fe8e84d5e2 service neutron] 10.222.0.26 "GET /v2.0/networks/27addcc3-c64a-4705-ba23-89e2a416cd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830486 Feb 04 05:59:26.691480 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2ab2b264-9181-4ecd-b228-64f9e8c9a91d req-9f44ab1e-6705-407b-bf59-50b696d93d7a service neutron] 10.222.0.26 "GET /v2.0/networks/27addcc3-c64a-4705-ba23-89e2a416cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840018 Feb 04 05:59:26.773191 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d526e-17d2-439b-964e-e77d212c72cd req-99b471c5-438d-475f-8858-fecf1b905691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:26.774596 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fe1d526e-17d2-439b-964e-e77d212c72cd req-99b471c5-438d-475f-8858-fecf1b905691 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 1097 time: 0.0403042 Feb 04 05:59:26.868821 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d526e-17d2-439b-964e-e77d212c72cd req-8a14a604-4efe-439c-b74b-8165e6772412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:26.870305 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fe1d526e-17d2-439b-964e-e77d212c72cd req-8a14a604-4efe-439c-b74b-8165e6772412 service neutron] 10.222.0.26 "GET /v2.0/networks?id=27addcc3-c64a-4705-ba23-89e2a416cd8d HTTP/1.1" status: 200 len: 897 time: 0.0873697 Feb 04 05:59:26.910581 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fe1d526e-17d2-439b-964e-e77d212c72cd req-bc0dee56-07a2-4329-a6ce-0e6ffb946859 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219b307a-d959-42fa-b7c5-c9cbbb7fa34c HTTP/1.1" status: 200 len: 217 time: 0.0332019 Feb 04 05:59:26.956790 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d526e-17d2-439b-964e-e77d212c72cd req-630357a7-3bab-49b5-a2d9-608a459ba209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:26.958471 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fe1d526e-17d2-439b-964e-e77d212c72cd req-630357a7-3bab-49b5-a2d9-608a459ba209 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83fb0160-3222-4d8f-8d48-e69e0c142fb6 HTTP/1.1" status: 200 len: 835 time: 0.0416315 Feb 04 05:59:27.005188 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d526e-17d2-439b-964e-e77d212c72cd req-fc74177c-ea7a-46e5-8a5d-d5dca7d02798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:27.006658 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fe1d526e-17d2-439b-964e-e77d212c72cd req-fc74177c-ea7a-46e5-8a5d-d5dca7d02798 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27addcc3-c64a-4705-ba23-89e2a416cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415676 Feb 04 05:59:27.091711 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fe1d526e-17d2-439b-964e-e77d212c72cd req-cfc5e07d-569e-44fa-9ad0-4d2cc0b9ee01 service neutron] 10.222.0.26 "GET /v2.0/networks/27addcc3-c64a-4705-ba23-89e2a416cd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770481 Feb 04 05:59:27.179897 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fe1d526e-17d2-439b-964e-e77d212c72cd req-f95e9915-da49-4d07-ac5f-9985ea98e3b4 service neutron] 10.222.0.26 "GET /v2.0/networks/27addcc3-c64a-4705-ba23-89e2a416cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816329 Feb 04 05:59:27.466263 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f15c6b-036e-4545-a9b3-c2f8c65d9890 req-932b1771-dfe0-4495-a15a-b372c29e7735 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:27.467740 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c9f15c6b-036e-4545-a9b3-c2f8c65d9890 req-932b1771-dfe0-4495-a15a-b372c29e7735 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 944 time: 0.0523348 Feb 04 05:59:27.504644 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c9f15c6b-036e-4545-a9b3-c2f8c65d9890 req-b0e1b5db-7288-4a65-95a5-eac215af68fb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b532d4a9-197a-4711-82fb-292d0d5b7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310884 Feb 04 05:59:28.616126 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498aca1c-d6b7-4d4a-bfef-19c560846ed1 req-906a391b-0147-4231-a546-b96d7241365f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:28.617564 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-498aca1c-d6b7-4d4a-bfef-19c560846ed1 req-906a391b-0147-4231-a546-b96d7241365f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 944 time: 0.0473938 Feb 04 05:59:28.654276 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-498aca1c-d6b7-4d4a-bfef-19c560846ed1 req-1fc0e785-c1ec-4ac0-894e-87dfc35f0dc8 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b532d4a9-197a-4711-82fb-292d0d5b7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307167 Feb 04 05:59:29.765507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85cdc2-bf4d-44f7-9a7c-82ab193941ac req-98a07421-4698-4e60-9c80-1cb799325daa tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:29.766894 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e85cdc2-bf4d-44f7-9a7c-82ab193941ac req-98a07421-4698-4e60-9c80-1cb799325daa tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 944 time: 0.0479128 Feb 04 05:59:29.802923 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e85cdc2-bf4d-44f7-9a7c-82ab193941ac req-e744a8e4-7bd3-4ce3-9973-cd6650ce83b7 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b532d4a9-197a-4711-82fb-292d0d5b7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302124 Feb 04 05:59:29.963263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 219b307a-d959-42fa-b7c5-c9cbbb7fa34c details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 05:59:30.056782 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=219b307a-d959-42fa-b7c5-c9cbbb7fa34c,segment=NetworkSegment(67995979-e014-41cc-aae4-bb6381c848e2),segment_id=67995979-e014-41cc-aae4-bb6381c848e2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:30.066812 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'port_id': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c', 'mac_address': 'fa:16:3e:c4:28:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 05:59:30.102962 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:30.115428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219b307a-d959-42fa-b7c5-c9cbbb7fa34c {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 05:59:30.133287 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=219b307a-d959-42fa-b7c5-c9cbbb7fa34c,segment=NetworkSegment(67995979-e014-41cc-aae4-bb6381c848e2),segment_id=67995979-e014-41cc-aae4-bb6381c848e2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:30.137203 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:30.181908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=219b307a-d959-42fa-b7c5-c9cbbb7fa34c,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:30.339391 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['219b307a-d959-42fa-b7c5-c9cbbb7fa34c'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 05:59:30.917850 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e953101-5eff-4cbd-8165-aa8c7d98100d req-cc5bf57a-783a-4571-a9f3-13dd4078b926 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:30.919298 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6e953101-5eff-4cbd-8165-aa8c7d98100d req-cc5bf57a-783a-4571-a9f3-13dd4078b926 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 945 time: 0.0517688 Feb 04 05:59:30.955920 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6e953101-5eff-4cbd-8165-aa8c7d98100d req-2b23c9f4-e704-4bf0-aa36-303f65bc8f8e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b532d4a9-197a-4711-82fb-292d0d5b7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Feb 04 05:59:31.979883 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 219b307a-d959-42fa-b7c5-c9cbbb7fa34c up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 05:59:32.027557 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 05:59:32.031825 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 05:59:32.032198 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:32.071479 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2911ff-124c-478c-8ad3-55ab728fc54f req-58e1fca7-02e4-47ca-aab4-292fea30d7e3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:32.073027 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ef2911ff-124c-478c-8ad3-55ab728fc54f req-58e1fca7-02e4-47ca-aab4-292fea30d7e3 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 945 time: 0.0500491 Feb 04 05:59:32.109518 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ef2911ff-124c-478c-8ad3-55ab728fc54f req-cddf79be-79a3-484d-b121-6b265517f260 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b532d4a9-197a-4711-82fb-292d0d5b7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305803 Feb 04 05:59:32.110853 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:32.133441 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:32.135820 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebbc4c1-8c6a-4534-8223-5f82bdff9af0" -d '{"events": [{"server_uuid": "32f5f3b1-bf8c-4cf5-9451-bc35d734c16f", "name": "network-vif-plugged", "status": "completed", "tag": "219b307a-d959-42fa-b7c5-c9cbbb7fa34c"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:59:32.148095 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=219b307a-d959-42fa-b7c5-c9cbbb7fa34c,segment=NetworkSegment(67995979-e014-41cc-aae4-bb6381c848e2),segment_id=67995979-e014-41cc-aae4-bb6381c848e2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 05:59:32.151810 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:32.201034 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=219b307a-d959-42fa-b7c5-c9cbbb7fa34c,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:32.224382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 05:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4354b1-d0f9-4c7b-8c5d-3556075725c2 x-openstack-request-id: req-9e4354b1-d0f9-4c7b-8c5d-3556075725c2 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:59:32.224675 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f5f3b1-bf8c-4cf5-9451-bc35d734c16f", "name": "network-vif-plugged", "status": "completed", "tag": "219b307a-d959-42fa-b7c5-c9cbbb7fa34c", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:59:32.224930 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e4354b1-d0f9-4c7b-8c5d-3556075725c2 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:59:32.225319 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c', 'code': 200} Feb 04 05:59:32.380312 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f526e-25af-4c62-89e0-6195d78893e3 req-172ec165-022f-42c5-b9c6-4b98e07e3e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:32.381791 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7b0f526e-25af-4c62-89e0-6195d78893e3 req-172ec165-022f-42c5-b9c6-4b98e07e3e5b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 1099 time: 0.0392063 Feb 04 05:59:32.414389 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7b0f526e-25af-4c62-89e0-6195d78893e3 req-5588a14f-37a0-4590-a1d8-f3342d6880bb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b532d4a9-197a-4711-82fb-292d0d5b7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263674 Feb 04 05:59:33.220236 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402dfd5-5340-4bc8-99f1-43e38e68a419 req-7797d823-2430-4a10-b9f7-823df50e4bdb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:33.221697 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5402dfd5-5340-4bc8-99f1-43e38e68a419 req-7797d823-2430-4a10-b9f7-823df50e4bdb tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 946 time: 0.0476532 Feb 04 05:59:33.259114 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5402dfd5-5340-4bc8-99f1-43e38e68a419 req-54cfbc2d-26ed-4ba1-9aef-421c57737677 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b532d4a9-197a-4711-82fb-292d0d5b7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314422 Feb 04 05:59:34.126516 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:34.392281 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625637c-ce8e-4dde-b4b8-e903b6bd5428 req-5efb08d0-a068-48ab-9dfd-b7f9679904b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:34.394566 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2625637c-ce8e-4dde-b4b8-e903b6bd5428 req-5efb08d0-a068-48ab-9dfd-b7f9679904b1 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 946 time: 0.0522106 Feb 04 05:59:34.431548 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2625637c-ce8e-4dde-b4b8-e903b6bd5428 req-f60a3a42-228e-4352-a60b-ff28f8fae9f4 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b532d4a9-197a-4711-82fb-292d0d5b7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309253 Feb 04 05:59:34.542835 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271586ac-7555-42db-9a27-da1885ac130a req-8c6f018f-afb8-4b12-a881-f3568e28f078 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:34.544276 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-271586ac-7555-42db-9a27-da1885ac130a req-8c6f018f-afb8-4b12-a881-f3568e28f078 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 946 time: 0.0478873 Feb 04 05:59:34.581216 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-271586ac-7555-42db-9a27-da1885ac130a req-324f2e2a-2eac-4d2d-b995-98e058f2b783 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b532d4a9-197a-4711-82fb-292d0d5b7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309467 Feb 04 05:59:34.602534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55546) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:34.640267 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc18b1f-34f9-453b-a077-f7dfd6459d28 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:34.642340 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4cc18b1f-34f9-453b-a077-f7dfd6459d28 tempest-TestNetworkBasicOps-835206501 tempest-TestNetworkBasicOps-835206501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 1094 time: 0.0382767 Feb 04 05:59:34.645085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55548) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:34.649316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 05:59:34.672256 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:34.768338 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:34.865010 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Allocated IP 172.26.3.20 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/9c1f145c-390f-4c92-aa51-2bd3a5adcddb) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 05:59:34.964669 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:34.996433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:35.035319 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 05:59:35.038088 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 05:59:35.041419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 05:59:35.046610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=9c1f145c-390f-4c92-aa51-2bd3a5adcddb,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:35.680198 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:35.746792 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:35.886930 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:35.892094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:35.963695 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event updated for resources: {'Port': ['ID=9c1f145c-390f-4c92-aa51-2bd3a5adcddb,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 05:59:35.974904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:36.073295 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP 3ce0bd5c-38b4-41cc-9795-7d21fffb97e3 associated. External IP: 172.26.3.20, port: 219b307a-d959-42fa-b7c5-c9cbbb7fa34c. Feb 04 05:59:36.273630 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 05:59:36.383885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 05:59:36.393245 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb471ea-c320-4d76-8cf1-39be90b8f130 None None] Sync routers for ids ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 05:59:36.401861 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:36.402234 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb471ea-c320-4d76-8cf1-39be90b8f130 None None] Routers {'b05a04de-6fee-4ba5-a154-a80adf8ddcb8'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:36.402831 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ebb471ea-c320-4d76-8cf1-39be90b8f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:59:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:36.432741 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b038bde8-09f2-43ea-af52-a9a6c6b55cd9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7866402 Feb 04 05:59:36.433333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'tag': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 05:59:36.435537 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55550) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:36.436061 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f028b89d-34f3-49f3-b8bc-e114a9a37a47" -d '{"events": [{"name": "network-changed", "server_uuid": "32f5f3b1-bf8c-4cf5-9451-bc35d734c16f", "tag": "219b307a-d959-42fa-b7c5-c9cbbb7fa34c"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 05:59:36.482193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 05:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e54bbbb-fadf-4e47-8778-e9c774057277 x-openstack-request-id: req-4e54bbbb-fadf-4e47-8778-e9c774057277 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 05:59:36.482491 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f5f3b1-bf8c-4cf5-9451-bc35d734c16f", "tag": "219b307a-d959-42fa-b7c5-c9cbbb7fa34c", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 05:59:36.482745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e54bbbb-fadf-4e47-8778-e9c774057277 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 05:59:36.483157 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'tag': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c', 'status': 'completed', 'code': 200} Feb 04 05:59:36.504383 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1caff080-c35f-4cf6-a02c-9cf8e927247f tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/3ce0bd5c-38b4-41cc-9795-7d21fffb97e3 HTTP/1.1" status: 200 len: 991 time: 0.0677128 Feb 04 05:59:36.512634 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ebb471ea-c320-4d76-8cf1-39be90b8f130 None None] Set router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:36.546087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028b89d-34f3-49f3-b8bc-e114a9a37a47 req-13bb1665-67ef-4622-84bd-b02673e912b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:36.548119 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f028b89d-34f3-49f3-b8bc-e114a9a37a47 req-13bb1665-67ef-4622-84bd-b02673e912b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 1099 time: 0.0421875 Feb 04 05:59:36.634504 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028b89d-34f3-49f3-b8bc-e114a9a37a47 req-330ed332-48c7-4876-acd1-9a10dafe54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:36.635929 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f028b89d-34f3-49f3-b8bc-e114a9a37a47 req-330ed332-48c7-4876-acd1-9a10dafe54fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=27addcc3-c64a-4705-ba23-89e2a416cd8d HTTP/1.1" status: 200 len: 897 time: 0.0823178 Feb 04 05:59:36.712166 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f028b89d-34f3-49f3-b8bc-e114a9a37a47 req-fa8ee202-51d9-4e90-9667-2a08a942eebf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219b307a-d959-42fa-b7c5-c9cbbb7fa34c HTTP/1.1" status: 200 len: 999 time: 0.0698166 Feb 04 05:59:36.732607 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ebb471ea-c320-4d76-8cf1-39be90b8f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:20Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '3ce0bd5c-38b4-41cc-9795-7d21fffb97e3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'port_id': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'mac_address': 'fa:16:3e:c4:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:35Z', 'updated_at': '2022-02-04T05:59:35Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8b2df5-7eff-43ed-abe2-6a45e8d7874b', 'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:af:b5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:20Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:36.759378 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb471ea-c320-4d76-8cf1-39be90b8f130 None None] Checking router: b05a04de-6fee-4ba5-a154-a80adf8ddcb8 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 05:59:36.768507 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb471ea-c320-4d76-8cf1-39be90b8f130 None None] Routers {'b05a04de-6fee-4ba5-a154-a80adf8ddcb8'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 05:59:36.769120 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ebb471ea-c320-4d76-8cf1-39be90b8f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:59:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:36.876643 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ebb471ea-c320-4d76-8cf1-39be90b8f130 None None] Set router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 05:59:37.089911 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028b89d-34f3-49f3-b8bc-e114a9a37a47 req-b199d2f6-71b1-45b5-a3bb-8ee4b3afae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:37.091405 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f028b89d-34f3-49f3-b8bc-e114a9a37a47 req-b199d2f6-71b1-45b5-a3bb-8ee4b3afae7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83fb0160-3222-4d8f-8d48-e69e0c142fb6 HTTP/1.1" status: 200 len: 835 time: 0.3727956 Feb 04 05:59:37.107337 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ebb471ea-c320-4d76-8cf1-39be90b8f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:20Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '3ce0bd5c-38b4-41cc-9795-7d21fffb97e3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'port_id': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'mac_address': 'fa:16:3e:c4:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:35Z', 'updated_at': '2022-02-04T05:59:35Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8b2df5-7eff-43ed-abe2-6a45e8d7874b', 'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:af:b5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:20Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 05:59:37.133297 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb471ea-c320-4d76-8cf1-39be90b8f130 None None] The sync data for ids ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'] in dv-neutron-827794-1-hyperv is: [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T05:59:20Z', 'revision_number': 4, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '3ce0bd5c-38b4-41cc-9795-7d21fffb97e3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'port_id': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'mac_address': 'fa:16:3e:c4:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:35Z', 'updated_at': '2022-02-04T05:59:35Z', 'revision_number': 0, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8b2df5-7eff-43ed-abe2-6a45e8d7874b', 'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:af:b5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:20Z', 'updated_at': '2022-02-04T05:59:23Z', 'revision_number': 5, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 05:59:37.135458 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028b89d-34f3-49f3-b8bc-e114a9a37a47 req-8435bf7f-08ee-4c5e-b1b9-ed74e04c658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 05:59:37.137024 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f028b89d-34f3-49f3-b8bc-e114a9a37a47 req-8435bf7f-08ee-4c5e-b1b9-ed74e04c658d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27addcc3-c64a-4705-ba23-89e2a416cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383649 Feb 04 05:59:37.228841 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f028b89d-34f3-49f3-b8bc-e114a9a37a47 req-bf489867-45be-4684-926c-88cb017aafbd service neutron] 10.222.0.26 "GET /v2.0/networks/27addcc3-c64a-4705-ba23-89e2a416cd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849106 Feb 04 05:59:37.317908 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f028b89d-34f3-49f3-b8bc-e114a9a37a47 req-20bcbfff-e529-436b-8879-8cb1a6ff3863 service neutron] 10.222.0.26 "GET /v2.0/networks/27addcc3-c64a-4705-ba23-89e2a416cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830929 Feb 04 05:59:37.337877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eaa0ba-e059-43dc-bfd6-37a3f51c4a5e None None] New status for floating IP 3ce0bd5c-38b4-41cc-9795-7d21fffb97e3: ACTIVE {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 05:59:37.508321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55554) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:37.576427 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1b11e4f7-db6b-4b4e-93fc-f60d4f59a83c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/3ce0bd5c-38b4-41cc-9795-7d21fffb97e3 HTTP/1.1" status: 200 len: 991 time: 0.0658634 Feb 04 05:59:38.579803 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55556) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 05:59:38.636994 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6ad7f9ad-d9e7-4ba1-a1bb-968af14b694c tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/3ce0bd5c-38b4-41cc-9795-7d21fffb97e3 HTTP/1.1" status: 200 len: 993 time: 0.0560975 Feb 04 05:59:42.735507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0e637a77-8336-40c3-80d6-88c534b96b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:44.872698 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4108cfa0-0ae9-4839-8da4-c4dec11cc319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:45.910020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.716272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:47.951419 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 05:59:51.950407 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:00:04.124298 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.318132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55570) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:05.322616 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a97956ab-1546-463c-bd0c-5d59f7948d65 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'router': {'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:05.623257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a97956ab-1546-463c-bd0c-5d59f7948d65 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.633148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a97956ab-1546-463c-bd0c-5d59f7948d65 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.737544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97956ab-1546-463c-bd0c-5d59f7948d65 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:00:05.842011 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97956ab-1546-463c-bd0c-5d59f7948d65 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:00:05.848697 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a97956ab-1546-463c-bd0c-5d59f7948d65 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:05.850049 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a97956ab-1546-463c-bd0c-5d59f7948d65 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/b05a04de-6fee-4ba5-a154-a80adf8ddcb8 HTTP/1.1" status: 200 len: 886 time: 0.5308514 Feb 04 06:00:05.852534 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c11a1a-e37b-4758-a446-f82d6a120c43 None None] Sync routers for ids ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:05.861801 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c11a1a-e37b-4758-a446-f82d6a120c43 None None] Routers {'b05a04de-6fee-4ba5-a154-a80adf8ddcb8'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:05.862408 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b7c11a1a-e37b-4758-a446-f82d6a120c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:59:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:05.893018 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b7c11a1a-e37b-4758-a446-f82d6a120c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:05.901524 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c11a1a-e37b-4758-a446-f82d6a120c43 None None] Routers {'b05a04de-6fee-4ba5-a154-a80adf8ddcb8'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:05.902118 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b7c11a1a-e37b-4758-a446-f82d6a120c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:59:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:06.012867 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b7c11a1a-e37b-4758-a446-f82d6a120c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:06.013502 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c11a1a-e37b-4758-a446-f82d6a120c43 None None] The sync data for ids ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'] in dv-neutron-827794-1-hyperv is: [] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:06.404685 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ac8b2df5-7eff-43ed-abe2-6a45e8d7874b no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:00:06.482603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:06.512988 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ac8b2df5-7eff-43ed-abe2-6a45e8d7874b,segment=NetworkSegment(67995979-e014-41cc-aae4-bb6381c848e2),segment_id=67995979-e014-41cc-aae4-bb6381c848e2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:06.517362 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:06.562763 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=ac8b2df5-7eff-43ed-abe2-6a45e8d7874b,revision_number=6']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:06.760323 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc37f743-f431-44f8-9732-67db2b2ef11c None None] New status for floating IP 3ce0bd5c-38b4-41cc-9795-7d21fffb97e3: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:00:07.970111 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55574) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:07.974823 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-73e1bcc2-82a6-41fa-8989-c99bebdf5dc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Request body: {'router': {'admin_state_up': True}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:08.264722 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-73e1bcc2-82a6-41fa-8989-c99bebdf5dc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1008095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16306'] for router, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:08.276663 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-73e1bcc2-82a6-41fa-8989-c99bebdf5dc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1008491'] for router, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:08.324245 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fc364727-620f-458b-b442-3ba6e1f9cc43 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:00:08.391359 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e1bcc2-82a6-41fa-8989-c99bebdf5dc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:00:08.401678 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:08.421190 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port fc364727-620f-458b-b442-3ba6e1f9cc43, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fc364727-620f-458b-b442-3ba6e1f9cc43,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:08.424971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:08.475601 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=fc364727-620f-458b-b442-3ba6e1f9cc43,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:08.496551 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e1bcc2-82a6-41fa-8989-c99bebdf5dc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:00:08.503416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-73e1bcc2-82a6-41fa-8989-c99bebdf5dc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:08.504594 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-73e1bcc2-82a6-41fa-8989-c99bebdf5dc5 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/b05a04de-6fee-4ba5-a154-a80adf8ddcb8 HTTP/1.1" status: 200 len: 885 time: 0.5334578 Feb 04 06:00:08.505874 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805a6822-d608-4459-954a-cbf38145f4bd None None] Sync routers for ids ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:08.507561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55576) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:08.514414 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805a6822-d608-4459-954a-cbf38145f4bd None None] Routers {'b05a04de-6fee-4ba5-a154-a80adf8ddcb8'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:08.515055 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-805a6822-d608-4459-954a-cbf38145f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:59:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:08.571232 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e63cf8c8-cdb4-406c-902b-2591a98fa837 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/3ce0bd5c-38b4-41cc-9795-7d21fffb97e3 HTTP/1.1" status: 200 len: 991 time: 0.0613410 Feb 04 06:00:08.617794 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-805a6822-d608-4459-954a-cbf38145f4bd None None] Set router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:08.826254 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-805a6822-d608-4459-954a-cbf38145f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T06:00:08Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T06:00:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '3ce0bd5c-38b4-41cc-9795-7d21fffb97e3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'port_id': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'mac_address': 'fa:16:3e:c4:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:35Z', 'updated_at': '2022-02-04T06:00:06Z', 'revision_number': 2, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8b2df5-7eff-43ed-abe2-6a45e8d7874b', 'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:af:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:20Z', 'updated_at': '2022-02-04T06:00:06Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:08.854464 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805a6822-d608-4459-954a-cbf38145f4bd None None] Checking router: b05a04de-6fee-4ba5-a154-a80adf8ddcb8 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:08.862239 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805a6822-d608-4459-954a-cbf38145f4bd None None] Routers {'b05a04de-6fee-4ba5-a154-a80adf8ddcb8'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:08.862822 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-805a6822-d608-4459-954a-cbf38145f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:59:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:08.961760 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-805a6822-d608-4459-954a-cbf38145f4bd None None] Set router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:09.168731 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-805a6822-d608-4459-954a-cbf38145f4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T06:00:08Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T06:00:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '3ce0bd5c-38b4-41cc-9795-7d21fffb97e3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'port_id': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'mac_address': 'fa:16:3e:c4:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:35Z', 'updated_at': '2022-02-04T06:00:06Z', 'revision_number': 2, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8b2df5-7eff-43ed-abe2-6a45e8d7874b', 'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:af:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:20Z', 'updated_at': '2022-02-04T06:00:06Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:09.193379 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805a6822-d608-4459-954a-cbf38145f4bd None None] The sync data for ids ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'] in dv-neutron-827794-1-hyperv is: [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T06:00:08Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T06:00:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '3ce0bd5c-38b4-41cc-9795-7d21fffb97e3', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'floating_ip_address': '172.26.3.20', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'port_id': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'mac_address': 'fa:16:3e:c4:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T05:59:35Z', 'updated_at': '2022-02-04T06:00:06Z', 'revision_number': 2, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8b2df5-7eff-43ed-abe2-6a45e8d7874b', 'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:af:b5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:20Z', 'updated_at': '2022-02-04T06:00:06Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:09.573803 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55578) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:09.638202 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a204a64b-880c-46e2-9062-e88ecf9eb218 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/3ce0bd5c-38b4-41cc-9795-7d21fffb97e3 HTTP/1.1" status: 200 len: 991 time: 0.0629923 Feb 04 06:00:10.391342 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fc364727-620f-458b-b442-3ba6e1f9cc43 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:00:10.437541 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port fc364727-620f-458b-b442-3ba6e1f9cc43 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:10.437945 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:10.513989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:10.534429 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port fc364727-620f-458b-b442-3ba6e1f9cc43, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fc364727-620f-458b-b442-3ba6e1f9cc43,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:10.538828 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:10.540038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ac8b2df5-7eff-43ed-abe2-6a45e8d7874b up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:00:10.614091 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=fc364727-620f-458b-b442-3ba6e1f9cc43,revision_number=6']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:10.623985 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:10.624356 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:10.642039 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55580) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:10.700221 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1291964b-214f-4a8b-b2a0-1577f0c65476 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/3ce0bd5c-38b4-41cc-9795-7d21fffb97e3 HTTP/1.1" status: 200 len: 991 time: 0.0569131 Feb 04 06:00:10.704305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:10.735860 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ac8b2df5-7eff-43ed-abe2-6a45e8d7874b,segment=NetworkSegment(67995979-e014-41cc-aae4-bb6381c848e2),segment_id=67995979-e014-41cc-aae4-bb6381c848e2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:10.741402 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:10.788897 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4679d11a-262d-4ef9-b1f2-c4536c645277 None None] New status for floating IP 3ce0bd5c-38b4-41cc-9795-7d21fffb97e3: ACTIVE {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:00:10.794655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=ac8b2df5-7eff-43ed-abe2-6a45e8d7874b,revision_number=7']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:11.703304 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55582) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:11.767375 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-77f640bb-54a2-4c75-a7d8-b8ea7706e963 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/floatingips/3ce0bd5c-38b4-41cc-9795-7d21fffb97e3 HTTP/1.1" status: 200 len: 993 time: 0.0629444 Feb 04 06:00:12.007934 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55588) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:12.159592 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-fa1aba61-6171-45d8-a781-534a3c0461a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 9c1f145c-390f-4c92-aa51-2bd3a5adcddb {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:00:12.159940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fa1aba61-6171-45d8-a781-534a3c0461a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.232876 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fa1aba61-6171-45d8-a781-534a3c0461a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.233199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fa1aba61-6171-45d8-a781-534a3c0461a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.245024 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-fa1aba61-6171-45d8-a781-534a3c0461a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 9c1f145c-390f-4c92-aa51-2bd3a5adcddb owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:00:12.340905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fc364727-620f-458b-b442-3ba6e1f9cc43 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:00:12.390980 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port fc364727-620f-458b-b442-3ba6e1f9cc43 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:12.391332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.396719 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fa1aba61-6171-45d8-a781-534a3c0461a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.421249 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1aba61-6171-45d8-a781-534a3c0461a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=9c1f145c-390f-4c92-aa51-2bd3a5adcddb,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:12.468269 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ac8b2df5-7eff-43ed-abe2-6a45e8d7874b up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:00:12.486409 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fa1aba61-6171-45d8-a781-534a3c0461a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.486744 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-fa1aba61-6171-45d8-a781-534a3c0461a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Floating IP 3ce0bd5c-38b4-41cc-9795-7d21fffb97e3 disassociated (deleted). External IP: 172.26.3.20, port: 219b307a-d959-42fa-b7c5-c9cbbb7fa34c. Feb 04 06:00:12.514313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:12.514680 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.692956 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1aba61-6171-45d8-a781-534a3c0461a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:00:12.736082 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9c1c0007-a3c6-44df-9cbf-f9dabcbd288f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.799394 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1aba61-6171-45d8-a781-534a3c0461a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:00:12.804366 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fa1aba61-6171-45d8-a781-534a3c0461a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:12.808694 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffd83f2-e22d-46b8-aa56-548f415fca1a None None] Sync routers for ids ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:12.817945 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd83f2-e22d-46b8-aa56-548f415fca1a None None] Routers {'b05a04de-6fee-4ba5-a154-a80adf8ddcb8'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:12.818550 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6ffd83f2-e22d-46b8-aa56-548f415fca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:59:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:12.830475 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fa1aba61-6171-45d8-a781-534a3c0461a0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/floatingips/3ce0bd5c-38b4-41cc-9795-7d21fffb97e3 HTTP/1.1" status: 204 len: 168 time: 0.8215587 Feb 04 06:00:12.831741 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'tag': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:12.834462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cbcc4f-6466-4b60-b3fa-ddec6a02ebf0" -d '{"events": [{"name": "network-changed", "server_uuid": "32f5f3b1-bf8c-4cf5-9451-bc35d734c16f", "tag": "219b307a-d959-42fa-b7c5-c9cbbb7fa34c"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:00:12.876920 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be51b6b3-be71-4bb0-a962-d59380779844 x-openstack-request-id: req-be51b6b3-be71-4bb0-a962-d59380779844 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:00:12.877293 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f5f3b1-bf8c-4cf5-9451-bc35d734c16f", "tag": "219b307a-d959-42fa-b7c5-c9cbbb7fa34c", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:00:12.877619 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be51b6b3-be71-4bb0-a962-d59380779844 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:00:12.878673 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'tag': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c', 'status': 'completed', 'code': 200} Feb 04 06:00:12.935250 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-6ffd83f2-e22d-46b8-aa56-548f415fca1a None None] Set router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:12.951106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbcc4f-6466-4b60-b3fa-ddec6a02ebf0 req-bf9dd06c-f8df-48c1-a60f-7964516f2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:12.952789 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-28cbcc4f-6466-4b60-b3fa-ddec6a02ebf0 req-bf9dd06c-f8df-48c1-a60f-7964516f2a26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 1099 time: 0.0488086 Feb 04 06:00:13.048845 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbcc4f-6466-4b60-b3fa-ddec6a02ebf0 req-243d3c94-5819-412a-8f30-e47da838c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:13.051021 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-28cbcc4f-6466-4b60-b3fa-ddec6a02ebf0 req-243d3c94-5819-412a-8f30-e47da838c4af service neutron] 10.222.0.26 "GET /v2.0/networks?id=27addcc3-c64a-4705-ba23-89e2a416cd8d HTTP/1.1" status: 200 len: 897 time: 0.0896721 Feb 04 06:00:13.067277 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd9242-daeb-411f-9294-cfb6c00ed158 req-320a3ecf-e22d-48a2-838f-f22374cb9f6e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:13.068799 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0ebd9242-daeb-411f-9294-cfb6c00ed158 req-320a3ecf-e22d-48a2-838f-f22374cb9f6e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 946 time: 0.0508511 Feb 04 06:00:13.097292 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-28cbcc4f-6466-4b60-b3fa-ddec6a02ebf0 req-d27b574e-3861-448f-8313-e3ac0277bf2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219b307a-d959-42fa-b7c5-c9cbbb7fa34c HTTP/1.1" status: 200 len: 217 time: 0.0385702 Feb 04 06:00:13.109628 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0ebd9242-daeb-411f-9294-cfb6c00ed158 req-e5ccdbd0-9a99-4ee9-a6c1-c9623d5719cf tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b532d4a9-197a-4711-82fb-292d0d5b7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330184 Feb 04 06:00:13.142844 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6ffd83f2-e22d-46b8-aa56-548f415fca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T06:00:08Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T06:00:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'ac8b2df5-7eff-43ed-abe2-6a45e8d7874b', 'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:af:b5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:20Z', 'updated_at': '2022-02-04T06:00:10Z', 'revision_number': 7, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:13.147117 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbcc4f-6466-4b60-b3fa-ddec6a02ebf0 req-ff18eeae-e808-4530-a4a7-037d056096d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:13.148862 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-28cbcc4f-6466-4b60-b3fa-ddec6a02ebf0 req-ff18eeae-e808-4530-a4a7-037d056096d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83fb0160-3222-4d8f-8d48-e69e0c142fb6 HTTP/1.1" status: 200 len: 835 time: 0.0443633 Feb 04 06:00:13.168386 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffd83f2-e22d-46b8-aa56-548f415fca1a None None] Checking router: b05a04de-6fee-4ba5-a154-a80adf8ddcb8 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:13.176978 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd83f2-e22d-46b8-aa56-548f415fca1a None None] Routers {'b05a04de-6fee-4ba5-a154-a80adf8ddcb8'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:13.177576 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6ffd83f2-e22d-46b8-aa56-548f415fca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T05:59:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:13.192831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbcc4f-6466-4b60-b3fa-ddec6a02ebf0 req-30e32554-555e-47f3-9645-bf48c90a786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:13.194336 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-28cbcc4f-6466-4b60-b3fa-ddec6a02ebf0 req-30e32554-555e-47f3-9645-bf48c90a786e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27addcc3-c64a-4705-ba23-89e2a416cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389802 Feb 04 06:00:13.279929 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-6ffd83f2-e22d-46b8-aa56-548f415fca1a None None] Set router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:13.290936 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-28cbcc4f-6466-4b60-b3fa-ddec6a02ebf0 req-5e7fc514-4e92-4048-8122-2ceffb401859 service neutron] 10.222.0.26 "GET /v2.0/networks/27addcc3-c64a-4705-ba23-89e2a416cd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838671 Feb 04 06:00:13.383942 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-28cbcc4f-6466-4b60-b3fa-ddec6a02ebf0 req-8ec09f09-4792-4e1a-b2cc-9283f973d05b service neutron] 10.222.0.26 "GET /v2.0/networks/27addcc3-c64a-4705-ba23-89e2a416cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857046 Feb 04 06:00:13.477658 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6ffd83f2-e22d-46b8-aa56-548f415fca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T06:00:08Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T06:00:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'ac8b2df5-7eff-43ed-abe2-6a45e8d7874b', 'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:af:b5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:20Z', 'updated_at': '2022-02-04T06:00:10Z', 'revision_number': 7, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:13.587402 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffd83f2-e22d-46b8-aa56-548f415fca1a None None] The sync data for ids ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'] in dv-neutron-827794-1-hyperv is: [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T06:00:08Z', 'revision_number': 6, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T06:00:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'ac8b2df5-7eff-43ed-abe2-6a45e8d7874b', 'name': '', 'network_id': '27addcc3-c64a-4705-ba23-89e2a416cd8d', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'mac_address': 'fa:16:3e:af:b5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:20Z', 'updated_at': '2022-02-04T06:00:10Z', 'revision_number': 7, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'subnets': [{'id': '83fb0160-3222-4d8f-8d48-e69e0c142fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:14.210067 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7894337f-ccdc-4a5b-be21-f331ed1feced None None] New status for floating IP 3ce0bd5c-38b4-41cc-9795-7d21fffb97e3: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:00:14.229356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87c3ed-3044-4860-b004-0e00d87643f7 req-f855375f-c179-477e-89b3-595a59905f51 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:14.230849 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2b87c3ed-3044-4860-b004-0e00d87643f7 req-f855375f-c179-477e-89b3-595a59905f51 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 946 time: 0.0493865 Feb 04 06:00:14.267803 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2b87c3ed-3044-4860-b004-0e00d87643f7 req-7ef2d8ca-29f9-4b2e-b079-0aa3d98e1fff tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "GET /v2.0/security-groups?id=b532d4a9-197a-4711-82fb-292d0d5b7a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309658 Feb 04 06:00:14.335964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203acac-a52c-48fe-8000-e1c2b960fac8 req-adb74029-5ef8-4dfe-9e2e-6abc4c77d81e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:14.337410 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2203acac-a52c-48fe-8000-e1c2b960fac8 req-adb74029-5ef8-4dfe-9e2e-6abc4c77d81e tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "GET /v2.0/ports?device_id=32f5f3b1-bf8c-4cf5-9451-bc35d734c16f HTTP/1.1" status: 200 len: 946 time: 0.0497694 Feb 04 06:00:14.426967 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-2203acac-a52c-48fe-8000-e1c2b960fac8 req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:00:14.427227 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2203acac-a52c-48fe-8000-e1c2b960fac8 req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:14.510340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-2203acac-a52c-48fe-8000-e1c2b960fac8 req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=219b307a-d959-42fa-b7c5-c9cbbb7fa34c,segment=NetworkSegment(67995979-e014-41cc-aae4-bb6381c848e2),segment_id=67995979-e014-41cc-aae4-bb6381c848e2)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:14.510701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2203acac-a52c-48fe-8000-e1c2b960fac8 req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:14.522418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-2203acac-a52c-48fe-8000-e1c2b960fac8 req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for 219b307a-d959-42fa-b7c5-c9cbbb7fa34c owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:00:14.648777 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2203acac-a52c-48fe-8000-e1c2b960fac8 req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:14.676554 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=219b307a-d959-42fa-b7c5-c9cbbb7fa34c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:14.688089 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:14.688434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:14.688774 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:14.689114 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:14.689444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:14.689831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:14.690130 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:14.690460 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:14.690790 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:14.691114 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:14.691433 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:14.691752 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:14.728658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-2203acac-a52c-48fe-8000-e1c2b960fac8 req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] No DVR routers for this DVR port 219b307a-d959-42fa-b7c5-c9cbbb7fa34c on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:14.731025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2203acac-a52c-48fe-8000-e1c2b960fac8 req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:14.734221 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2203acac-a52c-48fe-8000-e1c2b960fac8 req-5ad2ec80-c68e-4e58-a9a1-d1e0e3cfbcd6 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.26 "DELETE /v2.0/ports/219b307a-d959-42fa-b7c5-c9cbbb7fa34c HTTP/1.1" status: 204 len: 173 time: 0.3912909 Feb 04 06:00:14.734654 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'name': 'network-vif-deleted', 'tag': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:14.736853 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2b80ac-6d3e-48af-af40-7aa836d8d7c9" -d '{"events": [{"server_uuid": "32f5f3b1-bf8c-4cf5-9451-bc35d734c16f", "name": "network-vif-deleted", "tag": "219b307a-d959-42fa-b7c5-c9cbbb7fa34c"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:00:14.777381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55804d3-3cfb-48a5-b566-d3c1366d60da x-openstack-request-id: req-e55804d3-3cfb-48a5-b566-d3c1366d60da {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:00:14.777787 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f5f3b1-bf8c-4cf5-9451-bc35d734c16f", "name": "network-vif-deleted", "tag": "219b307a-d959-42fa-b7c5-c9cbbb7fa34c", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:00:14.778100 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e55804d3-3cfb-48a5-b566-d3c1366d60da {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:00:14.778505 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f5f3b1-bf8c-4cf5-9451-bc35d734c16f', 'name': 'network-vif-deleted', 'tag': '219b307a-d959-42fa-b7c5-c9cbbb7fa34c', 'status': 'completed', 'code': 200} Feb 04 06:00:14.872120 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a944f4ab-e46a-4b61-900b-356f8108a8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:15.325946 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55602) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:15.383054 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b764bf2c-5492-4d22-b9b5-2ba043cf6e1b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:15.407472 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b764bf2c-5492-4d22-b9b5-2ba043cf6e1b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:15.470367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b764bf2c-5492-4d22-b9b5-2ba043cf6e1b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:15.472930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b764bf2c-5492-4d22-b9b5-2ba043cf6e1b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:15.474114 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b764bf2c-5492-4d22-b9b5-2ba043cf6e1b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/security-groups/b532d4a9-197a-4711-82fb-292d0d5b7a8e HTTP/1.1" status: 204 len: 168 time: 0.1471229 Feb 04 06:00:15.483945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764bf2c-5492-4d22-b9b5-2ba043cf6e1b tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b532d4a9-197a-4711-82fb-292d0d5b7a8e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:15.507238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55606) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:15.855546 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd728169-489f-4c93-9e8e-bde9e97caae0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:15.913656 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:16.100485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-fd728169-489f-4c93-9e8e-bde9e97caae0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:00:16.100822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd728169-489f-4c93-9e8e-bde9e97caae0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:16.187517 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-fd728169-489f-4c93-9e8e-bde9e97caae0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port ac8b2df5-7eff-43ed-abe2-6a45e8d7874b, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=ac8b2df5-7eff-43ed-abe2-6a45e8d7874b,segment=NetworkSegment(67995979-e014-41cc-aae4-bb6381c848e2),segment_id=67995979-e014-41cc-aae4-bb6381c848e2)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:16.187904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd728169-489f-4c93-9e8e-bde9e97caae0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:16.199552 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-fd728169-489f-4c93-9e8e-bde9e97caae0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for ac8b2df5-7eff-43ed-abe2-6a45e8d7874b owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:00:16.377440 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd728169-489f-4c93-9e8e-bde9e97caae0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:16.404229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd728169-489f-4c93-9e8e-bde9e97caae0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=ac8b2df5-7eff-43ed-abe2-6a45e8d7874b,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:16.863162 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd728169-489f-4c93-9e8e-bde9e97caae0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.077709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd728169-489f-4c93-9e8e-bde9e97caae0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:00:17.180056 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd728169-489f-4c93-9e8e-bde9e97caae0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:00:17.185364 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fd728169-489f-4c93-9e8e-bde9e97caae0 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "PUT /v2.0/routers/b05a04de-6fee-4ba5-a154-a80adf8ddcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6769049 Feb 04 06:00:17.187829 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55608) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:17.190814 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38a8278-5041-4980-b119-e9e0b6e9dfce None None] Sync routers for ids ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:00:17.199711 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a8278-5041-4980-b119-e9e0b6e9dfce None None] Routers {'b05a04de-6fee-4ba5-a154-a80adf8ddcb8'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:17.200302 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c38a8278-5041-4980-b119-e9e0b6e9dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:00:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:17.243298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-787a2651-8ace-44ba-86b8-5e5fd129b18d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting subnet 83fb0160-3222-4d8f-8d48-e69e0c142fb6 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:00:17.246582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-787a2651-8ace-44ba-86b8-5e5fd129b18d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.292799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-787a2651-8ace-44ba-86b8-5e5fd129b18d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.304035 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-c38a8278-5041-4980-b119-e9e0b6e9dfce None None] Set router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:17.377116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-787a2651-8ace-44ba-86b8-5e5fd129b18d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.436053 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-787a2651-8ace-44ba-86b8-5e5fd129b18d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.466329 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-787a2651-8ace-44ba-86b8-5e5fd129b18d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.473888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55610) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:17.474344 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-787a2651-8ace-44ba-86b8-5e5fd129b18d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/subnets/83fb0160-3222-4d8f-8d48-e69e0c142fb6 HTTP/1.1" status: 204 len: 168 time: 0.2840765 Feb 04 06:00:17.475219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a2651-8ace-44ba-86b8-5e5fd129b18d tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Subnet': ['ID=83fb0160-3222-4d8f-8d48-e69e0c142fb6,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:17.475872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b384ebeb-8695-4606-bc42-5be9a0cee405 None None] Network 27addcc3-c64a-4705-ba23-89e2a416cd8d requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:00:17.486544 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c38a8278-5041-4980-b119-e9e0b6e9dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T06:00:16Z', 'revision_number': 7, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T06:00:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:17.520539 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38a8278-5041-4980-b119-e9e0b6e9dfce None None] Checking router: b05a04de-6fee-4ba5-a154-a80adf8ddcb8 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:00:17.529552 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a8278-5041-4980-b119-e9e0b6e9dfce None None] Routers {'b05a04de-6fee-4ba5-a154-a80adf8ddcb8'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:00:17.530319 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c38a8278-5041-4980-b119-e9e0b6e9dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:00:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:17.584914 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.646940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] DHCP port deletion for 27addcc3-c64a-4705-ba23-89e2a416cd8d request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:00:17.648982 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-c38a8278-5041-4980-b119-e9e0b6e9dfce None None] Set router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:00:17.689340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.696932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Deleting port 314a9fb3-15f5-4015-8f3f-5ce7c46003d0 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:00:17.697408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.747356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Deleting port fc364727-620f-458b-b442-3ba6e1f9cc43 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:00:17.748585 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.758596 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.771009 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] For port 314a9fb3-15f5-4015-8f3f-5ce7c46003d0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=314a9fb3-15f5-4015-8f3f-5ce7c46003d0,segment=NetworkSegment(67995979-e014-41cc-aae4-bb6381c848e2),segment_id=67995979-e014-41cc-aae4-bb6381c848e2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:17.771509 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.783023 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Calling delete_port for 314a9fb3-15f5-4015-8f3f-5ce7c46003d0 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:00:17.829486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] For port fc364727-620f-458b-b442-3ba6e1f9cc43, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fc364727-620f-458b-b442-3ba6e1f9cc43,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:17.829988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.834647 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c38a8278-5041-4980-b119-e9e0b6e9dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T06:00:16Z', 'revision_number': 7, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T06:00:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:17.846649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Calling delete_port for fc364727-620f-458b-b442-3ba6e1f9cc43 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:00:17.861139 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38a8278-5041-4980-b119-e9e0b6e9dfce None None] The sync data for ids ['b05a04de-6fee-4ba5-a154-a80adf8ddcb8'] in dv-neutron-827794-1-hyperv is: [{'id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'name': 'tempest-TestNetworkBasicOps-router-154327211', 'tenant_id': '40ad8d16904547d4bb154abb4c3cacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T05:59:17Z', 'updated_at': '2022-02-04T06:00:16Z', 'revision_number': 7, 'project_id': '40ad8d16904547d4bb154abb4c3cacdf', 'gw_port': {'id': 'fc364727-620f-458b-b442-3ba6e1f9cc43', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:51:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a04de-6fee-4ba5-a154-a80adf8ddcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T05:59:18Z', 'updated_at': '2022-02-04T06:00:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:00:17.866181 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:17.891835 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Pushing event deleted for resources: {'Port': ['ID=314a9fb3-15f5-4015-8f3f-5ce7c46003d0,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:17.905584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] No DVR routers for this DVR port 314a9fb3-15f5-4015-8f3f-5ce7c46003d0 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:17.907838 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:17.908193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:17.908554 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:17.908898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:17.909230 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:17.909559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:17.910023 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:17.910469 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:17.910805 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:17.911131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:17.911739 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:17.912068 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e116a7-f673-4400-b0b7-1cc80ecfc040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:17.951630 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.024128 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.048171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Port': ['ID=fc364727-620f-458b-b442-3ba6e1f9cc43,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:18.106100 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.133667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 219b307a-d959-42fa-b7c5-c9cbbb7fa34c no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:00:18.154928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 219b307a-d959-42fa-b7c5-c9cbbb7fa34c {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:00:18.155272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 219b307a-d959-42fa-b7c5-c9cbbb7fa34c not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:00:18.199030 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.201257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.405457 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 314a9fb3-15f5-4015-8f3f-5ce7c46003d0 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:00:18.426503 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 314a9fb3-15f5-4015-8f3f-5ce7c46003d0 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:00:18.426853 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 314a9fb3-15f5-4015-8f3f-5ce7c46003d0 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:00:18.427269 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ac8b2df5-7eff-43ed-abe2-6a45e8d7874b no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:00:18.451198 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: ac8b2df5-7eff-43ed-abe2-6a45e8d7874b {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:00:18.451548 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device ac8b2df5-7eff-43ed-abe2-6a45e8d7874b not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:00:18.579582 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.580126 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Fanout notify agent at l3_agent the message router_deleted on router b05a04de-6fee-4ba5-a154-a80adf8ddcb8 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:00:18.587233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.588332 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-61af6bd3-2244-4e4b-8696-aa06b0dc1611 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/routers/b05a04de-6fee-4ba5-a154-a80adf8ddcb8 HTTP/1.1" status: 204 len: 168 time: 1.1145339 Feb 04 06:00:18.591067 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55612) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:18.665646 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7db2f43e-9495-4148-82b2-fd12e93795e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.754686 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7db2f43e-9495-4148-82b2-fd12e93795e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.774091 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-7db2f43e-9495-4148-82b2-fd12e93795e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27addcc3-c64a-4705-ba23-89e2a416cd8d']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:18.782792 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-7db2f43e-9495-4148-82b2-fd12e93795e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67995979-e014-41cc-aae4-bb6381c848e2') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:18.783086 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-7db2f43e-9495-4148-82b2-fd12e93795e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67995979-e014-41cc-aae4-bb6381c848e2') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:00:18.792394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7db2f43e-9495-4148-82b2-fd12e93795e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.809080 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7db2f43e-9495-4148-82b2-fd12e93795e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.815474 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db2f43e-9495-4148-82b2-fd12e93795e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:00:18.815975 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7db2f43e-9495-4148-82b2-fd12e93795e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:00:18.819028 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:00:18.876026 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7db2f43e-9495-4148-82b2-fd12e93795e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.883512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7db2f43e-9495-4148-82b2-fd12e93795e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:18.885744 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7db2f43e-9495-4148-82b2-fd12e93795e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] 10.222.0.10 "DELETE /v2.0/networks/27addcc3-c64a-4705-ba23-89e2a416cd8d HTTP/1.1" status: 204 len: 168 time: 0.2937486 Feb 04 06:00:18.898154 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2f43e-9495-4148-82b2-fd12e93795e9 tempest-TestNetworkBasicOps-1949269456 tempest-TestNetworkBasicOps-1949269456-project] Pushing event deleted for resources: {'Network': ['ID=27addcc3-c64a-4705-ba23-89e2a416cd8d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:19.186826 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55618) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:19.319475 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-253c66d0-8474-43b2-8e33-9bff3a1e5894 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40ad8d16904547d4bb154abb4c3cacdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313179 Feb 04 06:00:19.321937 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55622) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:19.369737 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.390893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.436284 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.438859 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.440006 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa266700-217e-4aaf-b954-7ec6899492a8 HTTP/1.1" status: 204 len: 168 time: 0.1171794 Feb 04 06:00:19.447713 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa266700-217e-4aaf-b954-7ec6899492a8,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:19.454762 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:19.455120 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:19.455464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:19.455803 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:19.456142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:19.456481 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:19.456811 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:19.457147 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:19.458314 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:19.458646 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:19.458973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:19.459292 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612df2-fbe0-4196-8ef9-4ad56da71c3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:00:19.719258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55628) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:19.732306 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a384ef26-301d-42ee-8a7b-0551d14070e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.806719 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a384ef26-301d-42ee-8a7b-0551d14070e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.810706 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a384ef26-301d-42ee-8a7b-0551d14070e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.847391 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384ef26-301d-42ee-8a7b-0551d14070e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4f584a-e1fc-416a-96d6-63773c44bb12,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:19.854963 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a384ef26-301d-42ee-8a7b-0551d14070e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e77800e670d4e06a5b8f4ae09817061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322777 Feb 04 06:00:19.856042 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55630) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:19.907575 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3bf5bd4e-cc2d-4755-923d-7b794496bb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.931621 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3bf5bd4e-cc2d-4755-923d-7b794496bb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.977277 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3bf5bd4e-cc2d-4755-923d-7b794496bb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.979849 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3bf5bd4e-cc2d-4755-923d-7b794496bb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:19.981038 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3bf5bd4e-cc2d-4755-923d-7b794496bb73 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae4f584a-e1fc-416a-96d6-63773c44bb12 HTTP/1.1" status: 204 len: 168 time: 0.1249588 Feb 04 06:00:19.988528 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5bd4e-cc2d-4755-923d-7b794496bb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4f584a-e1fc-416a-96d6-63773c44bb12,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:20.292405 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fc364727-620f-458b-b442-3ba6e1f9cc43 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:00:20.313295 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: fc364727-620f-458b-b442-3ba6e1f9cc43 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:00:20.313670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fc364727-620f-458b-b442-3ba6e1f9cc43 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:00:26.891474 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-44ae642a-9eb5-46c9-85cd-37befd79a3af tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e67cddc462c34f0688ba71a74ff80a2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287268 Feb 04 06:00:27.068711 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-fe73cb1f-3b4f-4e30-bbc7-b3b25ece74dd tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:27.070090 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-fe73cb1f-3b4f-4e30-bbc7-b3b25ece74dd tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697862 Feb 04 06:00:27.085153 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-e5e7dd34-2b76-4b30-9c2c-dd460f5b1c1c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/quotas/e67cddc462c34f0688ba71a74ff80a2f HTTP/1.1" status: 200 len: 375 time: 0.0093825 Feb 04 06:00:27.118414 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-27964051-a536-40b4-bdf2-17c3f5ec70dc tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e67cddc462c34f0688ba71a74ff80a2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281785 Feb 04 06:00:27.270415 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a9432b35-cbdf-4305-9d44-f81022f2975a req-d72a6ff2-f401-438d-8903-9c8c6ce33486 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/ports?device_id=3be26f5b-412e-41d7-8d8c-16ac68ee5b67 HTTP/1.1" status: 200 len: 210 time: 0.0253706 Feb 04 06:00:28.092990 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-807b309c-df2b-42ea-bb22-62667f1ff10e tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e67cddc462c34f0688ba71a74ff80a2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287616 Feb 04 06:00:28.270401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-381373da-b9ea-4eaa-adba-9ab0b27e6d1a tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:28.271828 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-381373da-b9ea-4eaa-adba-9ab0b27e6d1a tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1729493 Feb 04 06:00:28.283931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Request body: {'port': {'device_id': '3be26f5b-412e-41d7-8d8c-16ac68ee5b67', 'network_id': '4868961e-11de-469a-8ebd-a4bcb0bd57a4', 'admin_state_up': True, 'tenant_id': 'e67cddc462c34f0688ba71a74ff80a2f'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:28.363312 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0ec19805-bde7-4d5d-8b83-6c57c7d70381 req-547d8f2f-0b31-4c04-912f-66af85814d0f tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/ports?device_id=3be26f5b-412e-41d7-8d8c-16ac68ee5b67 HTTP/1.1" status: 200 len: 210 time: 0.0250614 Feb 04 06:00:28.393373 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Made reservation on behalf of e67cddc462c34f0688ba71a74ff80a2f for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:28.397361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.406013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.478250 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.482006 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.548288 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d962ff30-2787-408d-acfb-9202b7f7210e,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:28.612093 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Allocated IP 192.168.233.200 (4868961e-11de-469a-8ebd-a4bcb0bd57a4/39313cfb-b4e3-40f1-9814-af487ad3a78e/bfdcae44-cb81-44c0-b060-dadca1c5f923) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:28.758549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.790684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.833105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Network 4868961e-11de-469a-8ebd-a4bcb0bd57a4 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:28.836028 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:28.838414 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:00:28.867092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Pushing event updated for resources: {'Port': ['ID=bfdcae44-cb81-44c0-b060-dadca1c5f923,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:28.893263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:28.893924 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:28.909921 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-240147cd-bdb3-43a6-a6ec-84eed9af0f2c tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6295977 Feb 04 06:00:28.922350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Request body: {'port': {'device_id': '3be26f5b-412e-41d7-8d8c-16ac68ee5b67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:28.949647 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:00:28.982465 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.085050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-df8e9ee6-64c4-4523-80ca-bf85c0ae4301 None None] Provisioning complete for port bfdcae44-cb81-44c0-b060-dadca1c5f923 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:29.085657 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-df8e9ee6-64c4-4523-80ca-bf85c0ae4301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.118919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-df8e9ee6-64c4-4523-80ca-bf85c0ae4301 None None] Port bfdcae44-cb81-44c0-b060-dadca1c5f923 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:00:29.235646 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfdcae44-cb81-44c0-b060-dadca1c5f923 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:00:29.243372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.255538 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Transition to ACTIVE for port object bfdcae44-cb81-44c0-b060-dadca1c5f923 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:29.259289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.308835 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdcae44-cb81-44c0-b060-dadca1c5f923,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:29.389011 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Attempting to bind port bfdcae44-cb81-44c0-b060-dadca1c5f923 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:00:29.389418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Attempting to bind port bfdcae44-cb81-44c0-b060-dadca1c5f923 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '3efbdfba-0bc2-4a81-86fa-51888a22d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4868961e-11de-469a-8ebd-a4bcb0bd57a4'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:00:29.389872 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Attempting to bind port bfdcae44-cb81-44c0-b060-dadca1c5f923 on network 4868961e-11de-469a-8ebd-a4bcb0bd57a4 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:00:29.396094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Port bfdcae44-cb81-44c0-b060-dadca1c5f923 on network 4868961e-11de-469a-8ebd-a4bcb0bd57a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:00:29.396622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Attempting to bind port bfdcae44-cb81-44c0-b060-dadca1c5f923 on network 4868961e-11de-469a-8ebd-a4bcb0bd57a4 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:00:29.402330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:00:29.402668 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Checking segment: {'id': '3efbdfba-0bc2-4a81-86fa-51888a22d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4868961e-11de-469a-8ebd-a4bcb0bd57a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:00:29.403050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Bound using segment: {'id': '3efbdfba-0bc2-4a81-86fa-51888a22d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4868961e-11de-469a-8ebd-a4bcb0bd57a4'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:00:29.403506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Bound port: bfdcae44-cb81-44c0-b060-dadca1c5f923, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3efbdfba-0bc2-4a81-86fa-51888a22d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4868961e-11de-469a-8ebd-a4bcb0bd57a4'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:00:29.403863 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.475272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] For port bfdcae44-cb81-44c0-b060-dadca1c5f923, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:00:29.478498 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] For port bfdcae44-cb81-44c0-b060-dadca1c5f923, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=bfdcae44-cb81-44c0-b060-dadca1c5f923,segment=NetworkSegment(3efbdfba-0bc2-4a81-86fa-51888a22d244),segment_id=3efbdfba-0bc2-4a81-86fa-51888a22d244)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:00:29.482999 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.484923 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb5e90-9824-479f-96d7-27ff6bb5f9c4 req-742359d1-acea-4451-8232-aaeb8f9d7633 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:29.486446 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-47fb5e90-9824-479f-96d7-27ff6bb5f9c4 req-742359d1-acea-4451-8232-aaeb8f9d7633 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/ports?device_id=3be26f5b-412e-41d7-8d8c-16ac68ee5b67 HTTP/1.1" status: 200 len: 948 time: 0.0536270 Feb 04 06:00:29.518414 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:29.519033 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:29.520986 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] 10.222.0.26 "PUT /v2.0/ports/bfdcae44-cb81-44c0-b060-dadca1c5f923 HTTP/1.1" status: 200 len: 1098 time: 0.6030188 Feb 04 06:00:29.521388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be26f5b-412e-41d7-8d8c-16ac68ee5b67', 'tag': 'bfdcae44-cb81-44c0-b060-dadca1c5f923'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:29.523678 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db93569-8568-4ce0-ab49-09d766652ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "3be26f5b-412e-41d7-8d8c-16ac68ee5b67", "tag": "bfdcae44-cb81-44c0-b060-dadca1c5f923"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:00:29.524967 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-47fb5e90-9824-479f-96d7-27ff6bb5f9c4 req-c3573e5f-4631-4ad8-b0be-126f334844f1 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/security-groups?id=d962ff30-2787-408d-acfb-9202b7f7210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Feb 04 06:00:29.575414 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77aed81c-48cd-41a6-a03e-ca09bfa2d890 x-openstack-request-id: req-77aed81c-48cd-41a6-a03e-ca09bfa2d890 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:00:29.575784 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be26f5b-412e-41d7-8d8c-16ac68ee5b67", "tag": "bfdcae44-cb81-44c0-b060-dadca1c5f923", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:00:29.576109 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77aed81c-48cd-41a6-a03e-ca09bfa2d890 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:00:29.576514 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3be26f5b-412e-41d7-8d8c-16ac68ee5b67', 'tag': 'bfdcae44-cb81-44c0-b060-dadca1c5f923', 'status': 'completed', 'code': 200} Feb 04 06:00:29.591741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648bcf3-d28b-4af8-935b-b2d775903705 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdcae44-cb81-44c0-b060-dadca1c5f923,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:29.612085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-ec144304-d443-4f1d-a54b-a8f68845ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:29.613661 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-ec144304-d443-4f1d-a54b-a8f68845ba66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e67cddc462c34f0688ba71a74ff80a2f&device_id=3be26f5b-412e-41d7-8d8c-16ac68ee5b67 HTTP/1.1" status: 200 len: 1101 time: 0.0494478 Feb 04 06:00:29.658220 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-c1834141-55f7-40eb-882b-2da629ab234b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=bfdcae44-cb81-44c0-b060-dadca1c5f923 HTTP/1.1" status: 200 len: 217 time: 0.0375242 Feb 04 06:00:29.706506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-c83c3d31-fb79-4d27-be0c-581c3e031b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:29.708805 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-c83c3d31-fb79-4d27-be0c-581c3e031b57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=39313cfb-b4e3-40f1-9814-af487ad3a78e HTTP/1.1" status: 200 len: 843 time: 0.0446815 Feb 04 06:00:29.751940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-2a18629a-3851-456c-b5a7-9a0673b07bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:29.753387 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-2a18629a-3851-456c-b5a7-9a0673b07bb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4868961e-11de-469a-8ebd-a4bcb0bd57a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0384014 Feb 04 06:00:29.842743 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-f8267c1c-48e3-429f-99c2-95ee9b962f72 service neutron] 10.222.0.26 "GET /v2.0/networks/4868961e-11de-469a-8ebd-a4bcb0bd57a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830858 Feb 04 06:00:29.929082 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2a5edf61-a2d0-4a3f-9f19-49b323c541df req-7b1abb6b-9526-471a-b116-2d23707997b6 service neutron] 10.222.0.26 "GET /v2.0/networks/4868961e-11de-469a-8ebd-a4bcb0bd57a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798852 Feb 04 06:00:30.022710 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db93569-8568-4ce0-ab49-09d766652ce0 req-e0a518cd-28c5-420c-984e-83aa4a3a1a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:30.024176 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1db93569-8568-4ce0-ab49-09d766652ce0 req-e0a518cd-28c5-420c-984e-83aa4a3a1a3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e67cddc462c34f0688ba71a74ff80a2f&device_id=3be26f5b-412e-41d7-8d8c-16ac68ee5b67 HTTP/1.1" status: 200 len: 1101 time: 0.0489514 Feb 04 06:00:30.110243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db93569-8568-4ce0-ab49-09d766652ce0 req-8145a937-c61f-4bdb-a464-77a27a7d7e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:30.111600 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1db93569-8568-4ce0-ab49-09d766652ce0 req-8145a937-c61f-4bdb-a464-77a27a7d7e45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4868961e-11de-469a-8ebd-a4bcb0bd57a4 HTTP/1.1" status: 200 len: 869 time: 0.0805714 Feb 04 06:00:30.150832 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1db93569-8568-4ce0-ab49-09d766652ce0 req-f67a6b07-5ccb-43e7-aad2-feac5687b4e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=bfdcae44-cb81-44c0-b060-dadca1c5f923 HTTP/1.1" status: 200 len: 217 time: 0.0323107 Feb 04 06:00:30.202094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db93569-8568-4ce0-ab49-09d766652ce0 req-225cb0ec-1579-4da2-839d-2733aebe250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:30.203496 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1db93569-8568-4ce0-ab49-09d766652ce0 req-225cb0ec-1579-4da2-839d-2733aebe250c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=39313cfb-b4e3-40f1-9814-af487ad3a78e HTTP/1.1" status: 200 len: 843 time: 0.0457878 Feb 04 06:00:30.246837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db93569-8568-4ce0-ab49-09d766652ce0 req-56f18899-f517-4c2e-964a-027b5331d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:30.248294 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1db93569-8568-4ce0-ab49-09d766652ce0 req-56f18899-f517-4c2e-964a-027b5331d919 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4868961e-11de-469a-8ebd-a4bcb0bd57a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0378790 Feb 04 06:00:30.335443 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1db93569-8568-4ce0-ab49-09d766652ce0 req-84985c2d-a23f-4132-b5ae-f5c505b9725d service neutron] 10.222.0.26 "GET /v2.0/networks/4868961e-11de-469a-8ebd-a4bcb0bd57a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793064 Feb 04 06:00:30.424904 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1db93569-8568-4ce0-ab49-09d766652ce0 req-10136219-dbaf-4a66-b676-747ead030bf6 service neutron] 10.222.0.26 "GET /v2.0/networks/4868961e-11de-469a-8ebd-a4bcb0bd57a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823472 Feb 04 06:00:30.649683 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9774b9-9e34-409b-b60e-ed3955a07a26 req-4075733c-1256-47f4-9567-1eb28947f1f0 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:30.651158 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4d9774b9-9e34-409b-b60e-ed3955a07a26 req-4075733c-1256-47f4-9567-1eb28947f1f0 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/ports?device_id=3be26f5b-412e-41d7-8d8c-16ac68ee5b67 HTTP/1.1" status: 200 len: 948 time: 0.0502238 Feb 04 06:00:30.686829 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4d9774b9-9e34-409b-b60e-ed3955a07a26 req-ac11298b-edc2-4069-91e1-f1089f68a405 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/security-groups?id=d962ff30-2787-408d-acfb-9202b7f7210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298162 Feb 04 06:00:31.804966 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9f81d-19c3-44cb-9ab0-7d653a00fc76 req-b372fa6e-af4e-421f-9fbb-52605ca1204b tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:31.806488 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c9d9f81d-19c3-44cb-9ab0-7d653a00fc76 req-b372fa6e-af4e-421f-9fbb-52605ca1204b tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/ports?device_id=3be26f5b-412e-41d7-8d8c-16ac68ee5b67 HTTP/1.1" status: 200 len: 948 time: 0.0498362 Feb 04 06:00:31.843823 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c9d9f81d-19c3-44cb-9ab0-7d653a00fc76 req-e69d0836-1827-4976-8fec-6d91176350c6 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/security-groups?id=d962ff30-2787-408d-acfb-9202b7f7210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313597 Feb 04 06:00:32.211629 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device bfdcae44-cb81-44c0-b060-dadca1c5f923 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:00:32.303607 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port bfdcae44-cb81-44c0-b060-dadca1c5f923, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=bfdcae44-cb81-44c0-b060-dadca1c5f923,segment=NetworkSegment(3efbdfba-0bc2-4a81-86fa-51888a22d244),segment_id=3efbdfba-0bc2-4a81-86fa-51888a22d244)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:32.313808 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'bfdcae44-cb81-44c0-b060-dadca1c5f923', 'network_id': '4868961e-11de-469a-8ebd-a4bcb0bd57a4', 'port_id': 'bfdcae44-cb81-44c0-b060-dadca1c5f923', 'mac_address': 'fa:16:3e:d8:cd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39313cfb-b4e3-40f1-9814-af487ad3a78e', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:00:32.357272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.369558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfdcae44-cb81-44c0-b060-dadca1c5f923 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:00:32.388794 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port bfdcae44-cb81-44c0-b060-dadca1c5f923, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=bfdcae44-cb81-44c0-b060-dadca1c5f923,segment=NetworkSegment(3efbdfba-0bc2-4a81-86fa-51888a22d244),segment_id=3efbdfba-0bc2-4a81-86fa-51888a22d244)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:32.392128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:32.437097 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=bfdcae44-cb81-44c0-b060-dadca1c5f923,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:32.594292 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['bfdcae44-cb81-44c0-b060-dadca1c5f923'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:00:32.954540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4cdf9-d71f-4ce6-9df8-64df88ca772b req-cfb32c0f-05cd-477b-9a97-143cf3ca1c63 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:32.955979 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-80a4cdf9-d71f-4ce6-9df8-64df88ca772b req-cfb32c0f-05cd-477b-9a97-143cf3ca1c63 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/ports?device_id=3be26f5b-412e-41d7-8d8c-16ac68ee5b67 HTTP/1.1" status: 200 len: 949 time: 0.0466526 Feb 04 06:00:32.992540 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-80a4cdf9-d71f-4ce6-9df8-64df88ca772b req-820eab18-193f-409c-864e-f2f3c127408a tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/security-groups?id=d962ff30-2787-408d-acfb-9202b7f7210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298612 Feb 04 06:00:34.107813 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9077d-6865-4d57-b281-055c7b54a37b req-6367a253-7a3e-48a8-8706-9ac4fcb23fe5 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:34.109272 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-81a9077d-6865-4d57-b281-055c7b54a37b req-6367a253-7a3e-48a8-8706-9ac4fcb23fe5 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/ports?device_id=3be26f5b-412e-41d7-8d8c-16ac68ee5b67 HTTP/1.1" status: 200 len: 949 time: 0.0515401 Feb 04 06:00:34.130924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.147054 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-81a9077d-6865-4d57-b281-055c7b54a37b req-ba1580ef-917f-4bd3-9d00-90e0fd7a6569 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/security-groups?id=d962ff30-2787-408d-acfb-9202b7f7210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319412 Feb 04 06:00:34.228066 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device bfdcae44-cb81-44c0-b060-dadca1c5f923 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:00:34.274093 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port bfdcae44-cb81-44c0-b060-dadca1c5f923 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:34.277516 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port bfdcae44-cb81-44c0-b060-dadca1c5f923 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:34.277915 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.355170 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.375684 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be26f5b-412e-41d7-8d8c-16ac68ee5b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdcae44-cb81-44c0-b060-dadca1c5f923'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:34.378329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f2e65c-3a8d-4e95-a168-ebcab9f99afb" -d '{"events": [{"server_uuid": "3be26f5b-412e-41d7-8d8c-16ac68ee5b67", "name": "network-vif-plugged", "status": "completed", "tag": "bfdcae44-cb81-44c0-b060-dadca1c5f923"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:00:34.391304 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port bfdcae44-cb81-44c0-b060-dadca1c5f923, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=bfdcae44-cb81-44c0-b060-dadca1c5f923,segment=NetworkSegment(3efbdfba-0bc2-4a81-86fa-51888a22d244),segment_id=3efbdfba-0bc2-4a81-86fa-51888a22d244)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:34.395807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:34.418645 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942a7cd1-bf4b-42b8-a43c-c606629c40b3 x-openstack-request-id: req-942a7cd1-bf4b-42b8-a43c-c606629c40b3 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:00:34.418937 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be26f5b-412e-41d7-8d8c-16ac68ee5b67", "name": "network-vif-plugged", "status": "completed", "tag": "bfdcae44-cb81-44c0-b060-dadca1c5f923", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:00:34.419192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-942a7cd1-bf4b-42b8-a43c-c606629c40b3 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:00:34.419571 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be26f5b-412e-41d7-8d8c-16ac68ee5b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdcae44-cb81-44c0-b060-dadca1c5f923', 'code': 200} Feb 04 06:00:34.444549 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=bfdcae44-cb81-44c0-b060-dadca1c5f923,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:34.569255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912b105-2b9a-45a0-a1b4-f87026a20cbe req-ddd66b80-49d1-4265-9f80-3e80f7253413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:34.570649 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4912b105-2b9a-45a0-a1b4-f87026a20cbe req-ddd66b80-49d1-4265-9f80-3e80f7253413 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3be26f5b-412e-41d7-8d8c-16ac68ee5b67 HTTP/1.1" status: 200 len: 1103 time: 0.0386002 Feb 04 06:00:34.604403 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4912b105-2b9a-45a0-a1b4-f87026a20cbe req-2d7b5188-204b-4b02-92e2-c3a6ccb2e4e1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d962ff30-2787-408d-acfb-9202b7f7210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276268 Feb 04 06:00:35.260381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870c94f-78af-423e-8be6-395d9207faa2 req-fc0ec500-7ed9-42ec-8335-ffe809442bcd tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:35.261839 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0870c94f-78af-423e-8be6-395d9207faa2 req-fc0ec500-7ed9-42ec-8335-ffe809442bcd tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/ports?device_id=3be26f5b-412e-41d7-8d8c-16ac68ee5b67 HTTP/1.1" status: 200 len: 950 time: 0.0476770 Feb 04 06:00:35.297632 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0870c94f-78af-423e-8be6-395d9207faa2 req-d8262e2d-e73f-48bf-896f-927a8366b4d2 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/security-groups?id=d962ff30-2787-408d-acfb-9202b7f7210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299573 Feb 04 06:00:36.411181 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca8074-7496-4ea5-8082-6e4e4ddc7212 req-74f1b62a-022b-4dca-a89c-b81c02a77518 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:36.412620 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b4ca8074-7496-4ea5-8082-6e4e4ddc7212 req-74f1b62a-022b-4dca-a89c-b81c02a77518 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/ports?device_id=3be26f5b-412e-41d7-8d8c-16ac68ee5b67 HTTP/1.1" status: 200 len: 950 time: 0.0480239 Feb 04 06:00:36.448447 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b4ca8074-7496-4ea5-8082-6e4e4ddc7212 req-5546fcf9-2696-4a03-adbc-3beac0720df4 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/security-groups?id=d962ff30-2787-408d-acfb-9202b7f7210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300081 Feb 04 06:00:36.815570 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-83d27281-d6f2-4d16-a029-fc35bc0e0e60 req-7ca63855-cc6f-4b94-919a-2d2cd9330d8e service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:00:36.816600 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-83d27281-d6f2-4d16-a029-fc35bc0e0e60 req-7ca63855-cc6f-4b94-919a-2d2cd9330d8e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0968432 Feb 04 06:00:37.181791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-8c8a48ff-1440-45af-a6c5-efc95fa6849b req-6190a35f-76ee-426d-929f-3bd9f5818ded service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:00:37.182784 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8c8a48ff-1440-45af-a6c5-efc95fa6849b req-6190a35f-76ee-426d-929f-3bd9f5818ded service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052598 Feb 04 06:00:37.536240 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cac583-3ddc-448c-b40e-057ccc3c832d req-e68ea97f-aaa1-4387-ade5-d20f6f7ade7a tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:37.537620 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-35cac583-3ddc-448c-b40e-057ccc3c832d req-e68ea97f-aaa1-4387-ade5-d20f6f7ade7a tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/ports?device_id=3be26f5b-412e-41d7-8d8c-16ac68ee5b67 HTTP/1.1" status: 200 len: 950 time: 0.0510831 Feb 04 06:00:37.573931 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-35cac583-3ddc-448c-b40e-057ccc3c832d req-20fe0998-0019-49fd-a01b-a21676d37b4f tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/security-groups?id=d962ff30-2787-408d-acfb-9202b7f7210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303113 Feb 04 06:00:38.687648 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bf053-88d6-4fd3-b09f-8c4509a4deec req-9822e300-2893-4c7d-8088-bf94cbdacb64 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:38.689066 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-464bf053-88d6-4fd3-b09f-8c4509a4deec req-9822e300-2893-4c7d-8088-bf94cbdacb64 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/ports?device_id=3be26f5b-412e-41d7-8d8c-16ac68ee5b67 HTTP/1.1" status: 200 len: 950 time: 0.0474238 Feb 04 06:00:38.725747 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-464bf053-88d6-4fd3-b09f-8c4509a4deec req-87503cec-8090-4ff8-9251-8040e3215526 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.10 "GET /v2.0/security-groups?id=d962ff30-2787-408d-acfb-9202b7f7210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307150 Feb 04 06:00:38.806719 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bf3c5-e4a7-405a-b0a1-b626def6d899 req-26031b51-e356-4a86-b420-54951a2a84f3 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:38.808143 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-070bf3c5-e4a7-405a-b0a1-b626def6d899 req-26031b51-e356-4a86-b420-54951a2a84f3 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.26 "GET /v2.0/ports?device_id=3be26f5b-412e-41d7-8d8c-16ac68ee5b67 HTTP/1.1" status: 200 len: 950 time: 0.0545664 Feb 04 06:00:38.892488 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-070bf3c5-e4a7-405a-b0a1-b626def6d899 req-73558df7-7801-41e5-8d5f-624595f56fa0 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Deleting port bfdcae44-cb81-44c0-b060-dadca1c5f923 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:00:38.892750 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-070bf3c5-e4a7-405a-b0a1-b626def6d899 req-73558df7-7801-41e5-8d5f-624595f56fa0 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.979350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-070bf3c5-e4a7-405a-b0a1-b626def6d899 req-73558df7-7801-41e5-8d5f-624595f56fa0 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] For port bfdcae44-cb81-44c0-b060-dadca1c5f923, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=bfdcae44-cb81-44c0-b060-dadca1c5f923,segment=NetworkSegment(3efbdfba-0bc2-4a81-86fa-51888a22d244),segment_id=3efbdfba-0bc2-4a81-86fa-51888a22d244)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:38.979710 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-070bf3c5-e4a7-405a-b0a1-b626def6d899 req-73558df7-7801-41e5-8d5f-624595f56fa0 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:38.990903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-070bf3c5-e4a7-405a-b0a1-b626def6d899 req-73558df7-7801-41e5-8d5f-624595f56fa0 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Calling delete_port for bfdcae44-cb81-44c0-b060-dadca1c5f923 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:00:39.112262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-070bf3c5-e4a7-405a-b0a1-b626def6d899 req-73558df7-7801-41e5-8d5f-624595f56fa0 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:39.123953 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['bfdcae44-cb81-44c0-b060-dadca1c5f923'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:00:39.148954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73558df7-7801-41e5-8d5f-624595f56fa0 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Pushing event deleted for resources: {'Port': ['ID=bfdcae44-cb81-44c0-b060-dadca1c5f923,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:39.187585 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-070bf3c5-e4a7-405a-b0a1-b626def6d899 req-73558df7-7801-41e5-8d5f-624595f56fa0 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] No DVR routers for this DVR port bfdcae44-cb81-44c0-b060-dadca1c5f923 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:00:39.190171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-070bf3c5-e4a7-405a-b0a1-b626def6d899 req-73558df7-7801-41e5-8d5f-624595f56fa0 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:39.194010 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-070bf3c5-e4a7-405a-b0a1-b626def6d899 req-73558df7-7801-41e5-8d5f-624595f56fa0 tempest-ServersAdminNegativeTestJSON-1707718689 tempest-ServersAdminNegativeTestJSON-1707718689-project] 10.222.0.26 "DELETE /v2.0/ports/bfdcae44-cb81-44c0-b060-dadca1c5f923 HTTP/1.1" status: 204 len: 173 time: 0.3801453 Feb 04 06:00:39.194532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be26f5b-412e-41d7-8d8c-16ac68ee5b67', 'name': 'network-vif-deleted', 'tag': 'bfdcae44-cb81-44c0-b060-dadca1c5f923'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:39.196854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131840ba-ee62-401f-85f0-928e9a2e057a" -d '{"events": [{"server_uuid": "3be26f5b-412e-41d7-8d8c-16ac68ee5b67", "name": "network-vif-deleted", "tag": "bfdcae44-cb81-44c0-b060-dadca1c5f923"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:00:39.239790 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b6925e-52e0-4d90-b765-0919817d0bfa x-openstack-request-id: req-d3b6925e-52e0-4d90-b765-0919817d0bfa {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:00:39.240083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be26f5b-412e-41d7-8d8c-16ac68ee5b67", "name": "network-vif-deleted", "tag": "bfdcae44-cb81-44c0-b060-dadca1c5f923", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:00:39.240333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3b6925e-52e0-4d90-b765-0919817d0bfa {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:00:39.240734 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be26f5b-412e-41d7-8d8c-16ac68ee5b67', 'name': 'network-vif-deleted', 'tag': 'bfdcae44-cb81-44c0-b060-dadca1c5f923', 'status': 'completed', 'code': 200} Feb 04 06:00:40.009323 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55764) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:40.134935 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ff7ef21f-15a6-4ea0-ad4d-bb66dc63f89e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e67cddc462c34f0688ba71a74ff80a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1244469 Feb 04 06:00:40.137435 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55768) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:40.183756 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f19f3c08-ac47-4151-bd77-1d593971f11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.203570 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f19f3c08-ac47-4151-bd77-1d593971f11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.252138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f19f3c08-ac47-4151-bd77-1d593971f11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.255203 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f19f3c08-ac47-4151-bd77-1d593971f11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.256376 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f19f3c08-ac47-4151-bd77-1d593971f11b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d962ff30-2787-408d-acfb-9202b7f7210e HTTP/1.1" status: 204 len: 168 time: 0.1179714 Feb 04 06:00:40.263797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f3c08-ac47-4151-bd77-1d593971f11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d962ff30-2787-408d-acfb-9202b7f7210e,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:40.509687 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55774) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:40.522434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b8b218f1-53ec-4f4e-95b6-ccdd8e2bd35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.597265 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b8b218f1-53ec-4f4e-95b6-ccdd8e2bd35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.601748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b8b218f1-53ec-4f4e-95b6-ccdd8e2bd35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.636834 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b218f1-53ec-4f4e-95b6-ccdd8e2bd35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5337e8f1-835f-4bae-af43-17f3f5701afa,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:40.641081 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b8b218f1-53ec-4f4e-95b6-ccdd8e2bd35d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0bf5724914f4dbda3bc197101da6421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304324 Feb 04 06:00:40.643716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55776) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:40.690711 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26e3c05d-491a-45a5-a545-ea5e172c4cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.711709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26e3c05d-491a-45a5-a545-ea5e172c4cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.758226 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26e3c05d-491a-45a5-a545-ea5e172c4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.760903 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26e3c05d-491a-45a5-a545-ea5e172c4cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:40.762029 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-26e3c05d-491a-45a5-a545-ea5e172c4cb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5337e8f1-835f-4bae-af43-17f3f5701afa HTTP/1.1" status: 204 len: 168 time: 0.1168375 Feb 04 06:00:40.769966 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3c05d-491a-45a5-a545-ea5e172c4cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5337e8f1-835f-4bae-af43-17f3f5701afa,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:41.399508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 55798) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:41.494439 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-986763121-network', 'tenant_id': '771f1b535d9f40cc9e415763da51d98d'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:41.516460 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] Made reservation on behalf of 771f1b535d9f40cc9e415763da51d98d for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:41.518745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.530036 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.601919 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.605799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.625267 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:00:41.639609 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be55364d-f0bf-4afa-800a-ee8937a26fa7,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:41.642603 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.642945 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] Added segment 49107ade-1552-47ba-b482-78276d96efc5 of type vlan for network b680cdd2-8896-4f1b-a970-d61c8e105292 Feb 04 06:00:41.684340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.713359 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.714344 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:41.714925 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.799640 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3987827 Feb 04 06:00:41.802465 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55802) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:41.807362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3073ca2b-6cf2-48e2-8520-4ada74c96a79 admin admin] Request body: {'subnet': {'network_id': 'b680cdd2-8896-4f1b-a970-d61c8e105292', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-986763121-subnet', 'tenant_id': '771f1b535d9f40cc9e415763da51d98d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:41.811671 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c934f-ea20-49bd-8667-ff6d89ef1dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=b680cdd2-8896-4f1b-a970-d61c8e105292,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:41.822062 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network b680cdd2-8896-4f1b-a970-d61c8e105292 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:00:41.830656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3073ca2b-6cf2-48e2-8520-4ada74c96a79 admin admin] Made reservation on behalf of 771f1b535d9f40cc9e415763da51d98d for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:41.833788 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3073ca2b-6cf2-48e2-8520-4ada74c96a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:41.995074 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3073ca2b-6cf2-48e2-8520-4ada74c96a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.041533 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073ca2b-6cf2-48e2-8520-4ada74c96a79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=200ecd10-6ec1-4030-aa67-a6377b45be9c,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:42.056047 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3073ca2b-6cf2-48e2-8520-4ada74c96a79 admin admin] Checking segment: {'id': '49107ade-1552-47ba-b482-78276d96efc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b680cdd2-8896-4f1b-a970-d61c8e105292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:00:42.056344 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3073ca2b-6cf2-48e2-8520-4ada74c96a79 admin admin] Network hostable DHCP agents. Network: b680cdd2-8896-4f1b-a970-d61c8e105292, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:00:42.071787 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3073ca2b-6cf2-48e2-8520-4ada74c96a79 admin admin] Network b680cdd2-8896-4f1b-a970-d61c8e105292 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:00:42.080210 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-3073ca2b-6cf2-48e2-8520-4ada74c96a79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, b680cdd2-8896-4f1b-a970-d61c8e105292) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:42.085064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3073ca2b-6cf2-48e2-8520-4ada74c96a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:42.085674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3073ca2b-6cf2-48e2-8520-4ada74c96a79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.090334 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce00d3d-7c32-427f-b609-fb05a45ce41a None None] Network b680cdd2-8896-4f1b-a970-d61c8e105292 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:00:42.103216 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3073ca2b-6cf2-48e2-8520-4ada74c96a79 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2996595 Feb 04 06:00:42.212514 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f3f433-4bd8-4e1c-bd94-8d8acb8a5c40 None None] Network b680cdd2-8896-4f1b-a970-d61c8e105292 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:00:42.513229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-1a38b269-1244-4a7c-ae35-a00cbd5d031f tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:42.514713 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-1a38b269-1244-4a7c-ae35-a00cbd5d031f tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/networks?id=b680cdd2-8896-4f1b-a970-d61c8e105292 HTTP/1.1" status: 200 len: 811 time: 0.0981627 Feb 04 06:00:42.529507 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-1f53fc52-801b-477a-88e7-881016b1d609 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/quotas/771f1b535d9f40cc9e415763da51d98d HTTP/1.1" status: 200 len: 375 time: 0.0085807 Feb 04 06:00:42.564666 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-38a6450f-f5bc-415c-bb41-56a9ba1dcc92 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=771f1b535d9f40cc9e415763da51d98d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301480 Feb 04 06:00:42.650930 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-84ff0dc2-3362-4126-a35a-30c2c86758e6 service neutron] 10.222.0.10 "GET /v2.0/networks/b680cdd2-8896-4f1b-a970-d61c8e105292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790355 Feb 04 06:00:42.736615 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-94fa8f3b-785e-4cc7-9f0a-6c2ef829d76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:42.743588 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-d689b533-1f7c-4a70-9c37-7908038b2dde service neutron] 10.222.0.10 "GET /v2.0/networks/b680cdd2-8896-4f1b-a970-d61c8e105292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867071 Feb 04 06:00:42.899807 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-46927a34-ac8b-4182-bb90-c45557617341 req-00c66dd4-281a-40fa-9cb1-3902e1eb73d5 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 210 time: 0.0268023 Feb 04 06:00:43.788888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-ba81a8b8-7ea1-4412-b39d-8634b2ebbf7d tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:43.790299 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-ba81a8b8-7ea1-4412-b39d-8634b2ebbf7d tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.26 "GET /v2.0/networks?id=b680cdd2-8896-4f1b-a970-d61c8e105292 HTTP/1.1" status: 200 len: 811 time: 0.1034055 Feb 04 06:00:43.803439 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-79709e5a-ab8d-4416-8f5c-0d54f35a1356 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Request body: {'port': {'device_id': 'd0dafef9-0263-4b93-b536-a5e03a4c1ed1', 'network_id': 'b680cdd2-8896-4f1b-a970-d61c8e105292', 'admin_state_up': True, 'tenant_id': '771f1b535d9f40cc9e415763da51d98d'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:43.907914 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-79709e5a-ab8d-4416-8f5c-0d54f35a1356 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Made reservation on behalf of 771f1b535d9f40cc9e415763da51d98d for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:00:43.911966 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-79709e5a-ab8d-4416-8f5c-0d54f35a1356 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:43.992342 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-acc5032f-f26e-44fe-86b7-096ff7fc0646 req-313b9ea2-a2cf-4580-9de7-9762e0201a4d tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 210 time: 0.0264549 Feb 04 06:00:44.036039 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-79709e5a-ab8d-4416-8f5c-0d54f35a1356 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Allocated IP 172.20.0.13 (b680cdd2-8896-4f1b-a970-d61c8e105292/200ecd10-6ec1-4030-aa67-a6377b45be9c/c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:00:44.175912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-79709e5a-ab8d-4416-8f5c-0d54f35a1356 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.208843 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-79709e5a-ab8d-4416-8f5c-0d54f35a1356 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.248668 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-79709e5a-ab8d-4416-8f5c-0d54f35a1356 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Network b680cdd2-8896-4f1b-a970-d61c8e105292 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:00:44.251612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-79709e5a-ab8d-4416-8f5c-0d54f35a1356 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:00:44.255490 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-79709e5a-ab8d-4416-8f5c-0d54f35a1356 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:00:44.273518 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device bfdcae44-cb81-44c0-b060-dadca1c5f923 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:00:44.281229 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79709e5a-ab8d-4416-8f5c-0d54f35a1356 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Pushing event updated for resources: {'Port': ['ID=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:44.313377 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-79709e5a-ab8d-4416-8f5c-0d54f35a1356 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:44.314062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-79709e5a-ab8d-4416-8f5c-0d54f35a1356 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.331103 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-79709e5a-ab8d-4416-8f5c-0d54f35a1356 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5318313 Feb 04 06:00:44.343364 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Request body: {'port': {'device_id': 'd0dafef9-0263-4b93-b536-a5e03a4c1ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:00:44.398337 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.438270 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: bfdcae44-cb81-44c0-b060-dadca1c5f923 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:00:44.438510 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device bfdcae44-cb81-44c0-b060-dadca1c5f923 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:00:44.655270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:00:44.664048 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.676883 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Transition to ACTIVE for port object c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:00:44.680190 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.744792 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:44.795238 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Attempting to bind port c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:00:44.795930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Attempting to bind port c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '49107ade-1552-47ba-b482-78276d96efc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b680cdd2-8896-4f1b-a970-d61c8e105292'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:00:44.795930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Attempting to bind port c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 on network b680cdd2-8896-4f1b-a970-d61c8e105292 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:00:44.800013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Port c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 on network b680cdd2-8896-4f1b-a970-d61c8e105292 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:00:44.800876 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Attempting to bind port c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 on network b680cdd2-8896-4f1b-a970-d61c8e105292 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:00:44.805827 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:00:44.806169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Checking segment: {'id': '49107ade-1552-47ba-b482-78276d96efc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b680cdd2-8896-4f1b-a970-d61c8e105292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:00:44.806768 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Bound using segment: {'id': '49107ade-1552-47ba-b482-78276d96efc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b680cdd2-8896-4f1b-a970-d61c8e105292'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:00:44.806972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Bound port: c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49107ade-1552-47ba-b482-78276d96efc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b680cdd2-8896-4f1b-a970-d61c8e105292'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:00:44.807324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.869179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] For port c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:00:44.872465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7018b677-59a6-4535-bcad-2ce21992a7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.874374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] For port c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65,segment=NetworkSegment(49107ade-1552-47ba-b482-78276d96efc5),segment_id=49107ade-1552-47ba-b482-78276d96efc5)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:00:44.879016 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.925288 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:44.926711 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:44.928111 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] 10.222.0.26 "PUT /v2.0/ports/c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 HTTP/1.1" status: 200 len: 1094 time: 0.5893314 Feb 04 06:00:44.928550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dafef9-0263-4b93-b536-a5e03a4c1ed1', 'tag': 'c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:44.930799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4260886c-9c46-410e-82eb-03e4cc7ad062" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dafef9-0263-4b93-b536-a5e03a4c1ed1", "tag": "c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:00:44.974046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5b793-23de-46bf-bd6e-145c6e85faa1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:44.998382 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ca93e7-ad34-44b8-84d6-3541a0333cca x-openstack-request-id: req-d8ca93e7-ad34-44b8-84d6-3541a0333cca {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:00:44.998672 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dafef9-0263-4b93-b536-a5e03a4c1ed1", "tag": "c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:00:44.998929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8ca93e7-ad34-44b8-84d6-3541a0333cca {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:00:44.999407 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dafef9-0263-4b93-b536-a5e03a4c1ed1', 'tag': 'c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65', 'status': 'completed', 'code': 200} Feb 04 06:00:45.034304 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-5068ba66-9de9-4e9a-960e-0ebb352dc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:45.036412 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-5068ba66-9de9-4e9a-960e-0ebb352dc2cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=771f1b535d9f40cc9e415763da51d98d&device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0492961 Feb 04 06:00:45.083661 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-4fff7104-4889-43c8-a5ea-e2321d1cac53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 HTTP/1.1" status: 200 len: 217 time: 0.0390553 Feb 04 06:00:45.123798 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efbe2e-5b69-4005-beb5-6cfe53560055 req-e24e298c-9609-487a-9d16-52526a1ad733 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:45.126187 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-76efbe2e-5b69-4005-beb5-6cfe53560055 req-e24e298c-9609-487a-9d16-52526a1ad733 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 944 time: 0.0608048 Feb 04 06:00:45.139281 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-28aa4f3a-447d-47c2-8b68-0051d42f5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:45.141287 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-28aa4f3a-447d-47c2-8b68-0051d42f5302 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=200ecd10-6ec1-4030-aa67-a6377b45be9c HTTP/1.1" status: 200 len: 851 time: 0.0512316 Feb 04 06:00:45.178286 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-4e808281-876e-4099-b6d0-959dab67db08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b680cdd2-8896-4f1b-a970-d61c8e105292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298698 Feb 04 06:00:45.178478 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-76efbe2e-5b69-4005-beb5-6cfe53560055 req-61546cbe-00e2-4a9a-b0c6-d00639f4b148 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385609 Feb 04 06:00:45.279211 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-b9d5ca5c-439f-476f-9408-dafdd757d938 service neutron] 10.222.0.26 "GET /v2.0/networks/b680cdd2-8896-4f1b-a970-d61c8e105292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909822 Feb 04 06:00:45.368818 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-820f5cac-1138-4b44-9fb4-f95ccd883997 req-01f594d2-4426-42d3-9b2b-47fbda4fe26d service neutron] 10.222.0.26 "GET /v2.0/networks/b680cdd2-8896-4f1b-a970-d61c8e105292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828807 Feb 04 06:00:45.452718 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260886c-9c46-410e-82eb-03e4cc7ad062 req-8e39eca3-5252-4332-bcda-cdde50f63b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:45.454327 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4260886c-9c46-410e-82eb-03e4cc7ad062 req-8e39eca3-5252-4332-bcda-cdde50f63b58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=771f1b535d9f40cc9e415763da51d98d&device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 1097 time: 0.0401673 Feb 04 06:00:45.546320 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260886c-9c46-410e-82eb-03e4cc7ad062 req-de43b573-77fb-4144-a441-3658a7715e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:45.547722 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4260886c-9c46-410e-82eb-03e4cc7ad062 req-de43b573-77fb-4144-a441-3658a7715e94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b680cdd2-8896-4f1b-a970-d61c8e105292 HTTP/1.1" status: 200 len: 911 time: 0.0867753 Feb 04 06:00:45.591038 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4260886c-9c46-410e-82eb-03e4cc7ad062 req-52835444-8380-43ba-9965-c629f89f3ff4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 HTTP/1.1" status: 200 len: 217 time: 0.0356586 Feb 04 06:00:45.642875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260886c-9c46-410e-82eb-03e4cc7ad062 req-685b4225-38a6-402b-a49e-f38675b589eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:45.644962 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4260886c-9c46-410e-82eb-03e4cc7ad062 req-685b4225-38a6-402b-a49e-f38675b589eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=200ecd10-6ec1-4030-aa67-a6377b45be9c HTTP/1.1" status: 200 len: 851 time: 0.0480599 Feb 04 06:00:45.675528 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4260886c-9c46-410e-82eb-03e4cc7ad062 req-fe369fde-9a1a-4059-bc3d-87417edf50a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b680cdd2-8896-4f1b-a970-d61c8e105292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237265 Feb 04 06:00:45.762809 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4260886c-9c46-410e-82eb-03e4cc7ad062 req-5ab97d88-f894-4dc4-a14e-bb65c3ce8e59 service neutron] 10.222.0.26 "GET /v2.0/networks/b680cdd2-8896-4f1b-a970-d61c8e105292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800104 Feb 04 06:00:45.853801 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4260886c-9c46-410e-82eb-03e4cc7ad062 req-4a576c1c-dbf0-4f51-be3e-f9d81530d4d0 service neutron] 10.222.0.26 "GET /v2.0/networks/b680cdd2-8896-4f1b-a970-d61c8e105292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833516 Feb 04 06:00:45.917868 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:46.293396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0df352-c39f-4b40-8c42-9430d0984992 req-eea50d31-b2d8-4510-ab96-0e65943b6560 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:46.297618 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fa0df352-c39f-4b40-8c42-9430d0984992 req-eea50d31-b2d8-4510-ab96-0e65943b6560 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 944 time: 0.0487068 Feb 04 06:00:46.338921 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fa0df352-c39f-4b40-8c42-9430d0984992 req-fa017241-a98a-44ae-a9af-e53b7abdb9f8 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369415 Feb 04 06:00:47.453043 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faa622-17bb-4efa-bfa7-dee176eb55fc req-f05143d6-0958-4c4d-8d66-2eb3899fae7f tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:47.454536 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-95faa622-17bb-4efa-bfa7-dee176eb55fc req-f05143d6-0958-4c4d-8d66-2eb3899fae7f tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 944 time: 0.0488372 Feb 04 06:00:47.493777 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-95faa622-17bb-4efa-bfa7-dee176eb55fc req-1c643994-a855-4d64-bf50-95c9c7741317 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324800 Feb 04 06:00:47.723297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:47.953357 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.305074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:00:48.397406 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65,segment=NetworkSegment(49107ade-1552-47ba-b482-78276d96efc5),segment_id=49107ade-1552-47ba-b482-78276d96efc5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:48.411922 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65', 'network_id': 'b680cdd2-8896-4f1b-a970-d61c8e105292', 'port_id': 'c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65', 'mac_address': 'fa:16:3e:06:26:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200ecd10-6ec1-4030-aa67-a6377b45be9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:00:48.447238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.460540 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:00:48.480778 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65,segment=NetworkSegment(49107ade-1552-47ba-b482-78276d96efc5),segment_id=49107ade-1552-47ba-b482-78276d96efc5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:48.484819 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:48.532562 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:48.611852 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da213c6-f0df-42ec-baec-3a7290a775a4 req-d1fa3812-a6e8-4ab6-8456-511dd3ed4193 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:48.613751 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7da213c6-f0df-42ec-baec-3a7290a775a4 req-d1fa3812-a6e8-4ab6-8456-511dd3ed4193 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 945 time: 0.0533249 Feb 04 06:00:48.653153 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7da213c6-f0df-42ec-baec-3a7290a775a4 req-bbfb81ec-c4dc-4225-a692-b6d2fa3eb309 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334623 Feb 04 06:00:48.674728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:00:49.770526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62cb2f-6c42-4b56-a95c-f0d7902387cf req-78b292ac-425c-4012-b9d3-1fb0c231d729 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:49.771976 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7f62cb2f-6c42-4b56-a95c-f0d7902387cf req-78b292ac-425c-4012-b9d3-1fb0c231d729 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 945 time: 0.0528905 Feb 04 06:00:49.814372 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7f62cb2f-6c42-4b56-a95c-f0d7902387cf req-bf865138-aec2-42cd-8ffc-affcaf69ae3f tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365281 Feb 04 06:00:50.320200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:00:50.369907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:00:50.373712 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:00:50.374111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.453267 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.476584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dafef9-0263-4b93-b536-a5e03a4c1ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:00:50.478869 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11faf30-3825-4f38-9f99-efc19ba45275" -d '{"events": [{"server_uuid": "d0dafef9-0263-4b93-b536-a5e03a4c1ed1", "name": "network-vif-plugged", "status": "completed", "tag": "c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:00:50.491423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65,segment=NetworkSegment(49107ade-1552-47ba-b482-78276d96efc5),segment_id=49107ade-1552-47ba-b482-78276d96efc5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:00:50.496515 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:00:50.521556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f788f8-4814-459e-8c12-c4f93f1522df x-openstack-request-id: req-73f788f8-4814-459e-8c12-c4f93f1522df {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:00:50.521879 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dafef9-0263-4b93-b536-a5e03a4c1ed1", "name": "network-vif-plugged", "status": "completed", "tag": "c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:00:50.522137 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73f788f8-4814-459e-8c12-c4f93f1522df {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:00:50.522580 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dafef9-0263-4b93-b536-a5e03a4c1ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65', 'code': 200} Feb 04 06:00:50.550986 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:00:50.683274 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d6588-7170-4296-806c-1ee2895d7842 req-50e6b8c5-0b67-44c5-9426-1aa4f22c9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:50.684770 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ec9d6588-7170-4296-806c-1ee2895d7842 req-50e6b8c5-0b67-44c5-9426-1aa4f22c9e10 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 1099 time: 0.0396023 Feb 04 06:00:50.718636 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ec9d6588-7170-4296-806c-1ee2895d7842 req-a788309d-d7ed-4052-b81d-66a1c5725234 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273468 Feb 04 06:00:50.930566 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c37e7-c8da-4751-aa3e-b86efb484c4e req-67c8ef6f-9087-440a-846b-5ed418ad80a8 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:50.932033 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e18c37e7-c8da-4751-aa3e-b86efb484c4e req-67c8ef6f-9087-440a-846b-5ed418ad80a8 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0489252 Feb 04 06:00:50.969734 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e18c37e7-c8da-4751-aa3e-b86efb484c4e req-713a70e2-1aff-4795-b550-d8c85546d60c tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317075 Feb 04 06:00:52.091861 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564c2c9-955d-409d-a88a-4d22d6c10279 req-aa36ac1d-09dc-4f57-9124-e27380ebf1ef tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:52.093322 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c564c2c9-955d-409d-a88a-4d22d6c10279 req-aa36ac1d-09dc-4f57-9124-e27380ebf1ef tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0551198 Feb 04 06:00:52.130898 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c564c2c9-955d-409d-a88a-4d22d6c10279 req-b7cd275c-f3b4-4015-9b91-bf09943e5fa5 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316799 Feb 04 06:00:52.466045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679ebbe-6e2f-42c9-943f-b9011e1fb7b1 req-0606d8fb-2f90-44ea-b2d4-57d83791d49d tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:52.467555 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1679ebbe-6e2f-42c9-943f-b9011e1fb7b1 req-0606d8fb-2f90-44ea-b2d4-57d83791d49d tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0513475 Feb 04 06:00:52.501088 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55862) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:00:52.518390 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1679ebbe-6e2f-42c9-943f-b9011e1fb7b1 req-e9d9d32c-cb37-4bbc-80b2-10a5473f18ac tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429597 Feb 04 06:00:52.593814 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-0d0b6d33-97dd-4e34-bc5b-6a8ec9fa254b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901165 Feb 04 06:00:52.603330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-688b3384-e28f-4005-b95d-d6987f81ea9b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:00:52.604323 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-688b3384-e28f-4005-b95d-d6987f81ea9b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050378 Feb 04 06:00:53.632697 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95e00f-bdaa-4d7f-9ebe-012f599125ed req-0ff68343-7e7a-42d0-8a58-dd6718d6dd40 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:53.634218 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4a95e00f-bdaa-4d7f-9ebe-012f599125ed req-0ff68343-7e7a-42d0-8a58-dd6718d6dd40 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0484471 Feb 04 06:00:53.671489 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4a95e00f-bdaa-4d7f-9ebe-012f599125ed req-e770b07f-2a09-45ce-96af-e3b97e27e29c tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300393 Feb 04 06:00:53.809976 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-e95656ad-c371-4e84-9e68-126a6f894757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:53.811822 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-e95656ad-c371-4e84-9e68-126a6f894757 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=771f1b535d9f40cc9e415763da51d98d&device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 1099 time: 0.0440547 Feb 04 06:00:53.900330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-a1ae79c1-9426-485f-ac1d-5d995fcf20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:53.901901 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-a1ae79c1-9426-485f-ac1d-5d995fcf20f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b680cdd2-8896-4f1b-a970-d61c8e105292 HTTP/1.1" status: 200 len: 911 time: 0.0839226 Feb 04 06:00:53.944187 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-b865a1c1-2319-4a02-ba9c-c2359c889112 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 HTTP/1.1" status: 200 len: 217 time: 0.0358782 Feb 04 06:00:54.320442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-8f412863-6e98-4322-bbc3-85f2cc8f89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:54.321935 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-8f412863-6e98-4322-bbc3-85f2cc8f89e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=200ecd10-6ec1-4030-aa67-a6377b45be9c HTTP/1.1" status: 200 len: 851 time: 0.3714480 Feb 04 06:00:54.352194 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-71c8242a-a046-475d-bc26-70ece27a0e2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b680cdd2-8896-4f1b-a970-d61c8e105292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232599 Feb 04 06:00:54.442580 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-01df8349-130a-4341-85b8-a4ae94df5268 service neutron] 10.222.0.26 "GET /v2.0/networks/b680cdd2-8896-4f1b-a970-d61c8e105292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838878 Feb 04 06:00:54.529745 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-4511bd6b-32df-424c-bb14-030ae75c2d97 service neutron] 10.222.0.26 "GET /v2.0/networks/b680cdd2-8896-4f1b-a970-d61c8e105292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811105 Feb 04 06:00:54.790085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a86a7-4d92-4fcf-be00-15d13a856bfa req-3d63f8bf-3bd9-4cbe-8be5-94687393a59f tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:54.792963 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-728a86a7-4d92-4fcf-be00-15d13a856bfa req-3d63f8bf-3bd9-4cbe-8be5-94687393a59f tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0509086 Feb 04 06:00:54.829714 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-728a86a7-4d92-4fcf-be00-15d13a856bfa req-54ec806b-4bd9-419e-9077-9fa93b6d6c3a tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316300 Feb 04 06:00:55.944593 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2c21-99ae-46c4-a527-163a4e1c19b9 req-ecd1e5f0-e586-428a-accc-c1e9882ac14e tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:55.946072 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7d6e2c21-99ae-46c4-a527-163a4e1c19b9 req-ecd1e5f0-e586-428a-accc-c1e9882ac14e tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0478995 Feb 04 06:00:55.987520 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7d6e2c21-99ae-46c4-a527-163a4e1c19b9 req-82b81242-1d65-4f70-8fae-6cf5156ed3fc tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353286 Feb 04 06:00:57.100102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c584e-37e5-4cbf-a737-e0d8e55c9b74 req-4065e7cd-003c-4cb8-9f0d-8bb89895b7b5 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:57.101603 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f12c584e-37e5-4cbf-a737-e0d8e55c9b74 req-4065e7cd-003c-4cb8-9f0d-8bb89895b7b5 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0483541 Feb 04 06:00:57.139177 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f12c584e-37e5-4cbf-a737-e0d8e55c9b74 req-e373df5e-7e01-49de-a606-04638e5bfd90 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314796 Feb 04 06:00:57.735533 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfc7d0-e8be-4527-8c50-89f3d98d423c req-c8df69d9-8853-4416-ada8-ddf54bf8a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:57.736927 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-01bfc7d0-e8be-4527-8c50-89f3d98d423c req-c8df69d9-8853-4416-ada8-ddf54bf8a835 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=771f1b535d9f40cc9e415763da51d98d&device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 1099 time: 0.0402904 Feb 04 06:00:57.848356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfc7d0-e8be-4527-8c50-89f3d98d423c req-c0179e08-dd8e-4d53-9408-b72305d0c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:57.849834 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-01bfc7d0-e8be-4527-8c50-89f3d98d423c req-c0179e08-dd8e-4d53-9408-b72305d0c1e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b680cdd2-8896-4f1b-a970-d61c8e105292 HTTP/1.1" status: 200 len: 911 time: 0.0851460 Feb 04 06:00:57.889341 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-01bfc7d0-e8be-4527-8c50-89f3d98d423c req-6223118a-9bf8-448d-8a40-875a04f70fbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 HTTP/1.1" status: 200 len: 217 time: 0.0335188 Feb 04 06:00:57.942338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfc7d0-e8be-4527-8c50-89f3d98d423c req-0bb99a4e-ede5-4abf-ab49-0cea5cd01090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:57.943805 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-01bfc7d0-e8be-4527-8c50-89f3d98d423c req-0bb99a4e-ede5-4abf-ab49-0cea5cd01090 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=200ecd10-6ec1-4030-aa67-a6377b45be9c HTTP/1.1" status: 200 len: 851 time: 0.0430655 Feb 04 06:00:57.983960 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-01bfc7d0-e8be-4527-8c50-89f3d98d423c req-d5d5fbee-346a-41f6-abf3-8afa880cd9d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b680cdd2-8896-4f1b-a970-d61c8e105292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275488 Feb 04 06:00:58.069907 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-01bfc7d0-e8be-4527-8c50-89f3d98d423c req-eb7dabc1-329b-48cd-b491-c332b354f4a6 service neutron] 10.222.0.26 "GET /v2.0/networks/b680cdd2-8896-4f1b-a970-d61c8e105292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790551 Feb 04 06:00:58.158779 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-01bfc7d0-e8be-4527-8c50-89f3d98d423c req-f6ecfcac-e8bb-42e5-9c6f-13512e5c438b service neutron] 10.222.0.26 "GET /v2.0/networks/b680cdd2-8896-4f1b-a970-d61c8e105292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829663 Feb 04 06:00:58.252646 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1c7a7-5181-4b9e-a987-2ebd6b5e4445 req-f95fbcb5-a640-407b-a636-1cfa77f963c6 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:58.254815 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0ce1c7a7-5181-4b9e-a987-2ebd6b5e4445 req-f95fbcb5-a640-407b-a636-1cfa77f963c6 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0487390 Feb 04 06:00:58.292039 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0ce1c7a7-5181-4b9e-a987-2ebd6b5e4445 req-a9ae03bd-69a3-4652-99c5-75b417dbe381 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307553 Feb 04 06:00:59.404825 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63c068-ba94-4a6b-8845-b766454752b4 req-dc4b13ab-bf5a-4249-a106-1d97ad3922c1 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:00:59.406290 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bd63c068-ba94-4a6b-8845-b766454752b4 req-dc4b13ab-bf5a-4249-a106-1d97ad3922c1 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0476549 Feb 04 06:00:59.446327 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bd63c068-ba94-4a6b-8845-b766454752b4 req-e36d03bf-3818-49da-95aa-70b3dde60d83 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340791 Feb 04 06:01:00.560003 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fda72-16b9-4e53-9600-f878eded4fa6 req-b4540dcc-3b54-470b-b9ba-a87e4e014a31 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:00.561404 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5b5fda72-16b9-4e53-9600-f878eded4fa6 req-b4540dcc-3b54-470b-b9ba-a87e4e014a31 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0493448 Feb 04 06:01:00.600051 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5b5fda72-16b9-4e53-9600-f878eded4fa6 req-95d3179f-9e9c-4f74-8c4b-bd3ba631018e tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321822 Feb 04 06:01:01.715123 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af373ba2-d0d9-4967-a781-816489e73e77 req-41c43ec1-ca5c-44b4-aa80-813e5c50de16 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:01.716604 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-af373ba2-d0d9-4967-a781-816489e73e77 req-41c43ec1-ca5c-44b4-aa80-813e5c50de16 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0483279 Feb 04 06:01:01.753687 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-af373ba2-d0d9-4967-a781-816489e73e77 req-c01922d9-04f2-4427-a8fa-0dc564ffb223 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304403 Feb 04 06:01:02.868069 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66001ed2-31f0-474d-a823-eef850b38e07 req-727bb8a5-b9e2-4dc9-b1ca-33620b695cd4 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:02.869588 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-66001ed2-31f0-474d-a823-eef850b38e07 req-727bb8a5-b9e2-4dc9-b1ca-33620b695cd4 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0488391 Feb 04 06:01:02.912218 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-66001ed2-31f0-474d-a823-eef850b38e07 req-034b66a6-a38c-4a53-8db4-b2f1272c8a7a tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366631 Feb 04 06:01:04.031965 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddc669-8743-4036-88d9-a60c546a10fe req-86e14fc7-0cfa-47f5-98f3-9ede39d77a69 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:04.033460 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e4ddc669-8743-4036-88d9-a60c546a10fe req-86e14fc7-0cfa-47f5-98f3-9ede39d77a69 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0514543 Feb 04 06:01:04.072708 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e4ddc669-8743-4036-88d9-a60c546a10fe req-d0bf2c6f-53c7-414e-b965-6eb40f43b1ad tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324459 Feb 04 06:01:04.129861 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:05.197944 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd005d-dc59-4c06-97c5-7e292c7545cc req-9d020627-ba8e-4cb7-ad7a-c751059e4f67 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:05.199422 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-28fd005d-dc59-4c06-97c5-7e292c7545cc req-9d020627-ba8e-4cb7-ad7a-c751059e4f67 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0488441 Feb 04 06:01:05.237048 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-28fd005d-dc59-4c06-97c5-7e292c7545cc req-708b001f-2992-4f72-84dd-af051d2e3767 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Feb 04 06:01:05.949197 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:01:06.354327 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edbea2-9557-4f74-a20d-a58ac949c37d req-eb682649-7eae-47ce-888a-fa909334993b tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:06.355889 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a2edbea2-9557-4f74-a20d-a58ac949c37d req-eb682649-7eae-47ce-888a-fa909334993b tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0510826 Feb 04 06:01:06.397813 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a2edbea2-9557-4f74-a20d-a58ac949c37d req-9b17f29e-6467-49d0-b912-a034a27ef25b tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358441 Feb 04 06:01:07.511201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b731a3-7677-4a4d-bda0-fde4f02bdd70 req-3aca64a3-754c-4df2-9520-ee1373ee3be5 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:07.512689 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a6b731a3-7677-4a4d-bda0-fde4f02bdd70 req-3aca64a3-754c-4df2-9520-ee1373ee3be5 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0491259 Feb 04 06:01:07.551787 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a6b731a3-7677-4a4d-bda0-fde4f02bdd70 req-dfb3100d-a5b2-49df-8d66-6509716f430e tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330219 Feb 04 06:01:08.672182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cd922-9161-49d7-ba6a-5c12d6f97038 req-2dda8b51-557b-4e49-991f-096b30d52dcb tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:08.673652 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1b8cd922-9161-49d7-ba6a-5c12d6f97038 req-2dda8b51-557b-4e49-991f-096b30d52dcb tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0501020 Feb 04 06:01:08.710583 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1b8cd922-9161-49d7-ba6a-5c12d6f97038 req-9214290b-2185-4a08-8867-721cab4847cc tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309145 Feb 04 06:01:09.823529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951253fd-2ec5-49da-8d41-fdd8d4d9f11d req-71daec57-fe52-418a-b9ea-b345f49fc049 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:09.825063 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-951253fd-2ec5-49da-8d41-fdd8d4d9f11d req-71daec57-fe52-418a-b9ea-b345f49fc049 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0484800 Feb 04 06:01:09.867618 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-951253fd-2ec5-49da-8d41-fdd8d4d9f11d req-6a7bf2c3-9741-44a7-82c8-0bd3d0486d17 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364361 Feb 04 06:01:10.984846 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acab906-3865-47aa-b366-a680421eb358 req-eb2c5cb6-014a-4b3b-bceb-b6fd656a694b tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:10.986316 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8acab906-3865-47aa-b366-a680421eb358 req-eb2c5cb6-014a-4b3b-bceb-b6fd656a694b tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0477133 Feb 04 06:01:11.023177 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8acab906-3865-47aa-b366-a680421eb358 req-4b329642-af93-4297-8c1d-f648e14a6c29 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302324 Feb 04 06:01:12.134543 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caed008-cff4-4647-b032-27cb15e5c8c1 req-2f94f22d-a806-4375-8215-ff19a2b44765 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:12.135991 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6caed008-cff4-4647-b032-27cb15e5c8c1 req-2f94f22d-a806-4375-8215-ff19a2b44765 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0474834 Feb 04 06:01:12.173096 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6caed008-cff4-4647-b032-27cb15e5c8c1 req-70e23d5d-c120-4168-adcb-fad1edb513dd tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310278 Feb 04 06:01:12.737891 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b94e5cd1-63b5-4517-af4b-a6bf6a6a5613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:13.310425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44f5d0-527a-4008-9838-4813775bc3b5 req-6abfd21d-29ec-483e-b805-446354aa4ed7 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:13.312446 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6e44f5d0-527a-4008-9838-4813775bc3b5 req-6abfd21d-29ec-483e-b805-446354aa4ed7 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0686848 Feb 04 06:01:13.366940 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6e44f5d0-527a-4008-9838-4813775bc3b5 req-05096d92-8c11-4322-8730-5623ed94ba7f tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466578 Feb 04 06:01:14.487269 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5db86-c84c-4e6f-bdd6-bf58275318ad req-b223597a-d549-4d01-97ac-2a1db4faf52f tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:14.489611 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cff5db86-c84c-4e6f-bdd6-bf58275318ad req-b223597a-d549-4d01-97ac-2a1db4faf52f tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0558119 Feb 04 06:01:14.530247 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cff5db86-c84c-4e6f-bdd6-bf58275318ad req-493941b0-ce3b-4167-b9d9-195065e73f92 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348468 Feb 04 06:01:14.875011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2ab86d30-be17-4962-a9e2-0b684f711e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:15.646870 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544546e6-8926-404e-a573-1b687e3a4f44 req-6ae07c68-c8af-4f61-968c-21a54af3a877 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:15.648506 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-544546e6-8926-404e-a573-1b687e3a4f44 req-6ae07c68-c8af-4f61-968c-21a54af3a877 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0520651 Feb 04 06:01:15.686926 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-544546e6-8926-404e-a573-1b687e3a4f44 req-1dbec8b8-fff0-45bd-9ee5-ef8491fe510d tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325720 Feb 04 06:01:15.919716 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:16.802099 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1995-2f08-42f5-a694-205b49e8e694 req-e2b37c98-b35a-433d-83ce-2b5ad6391250 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:16.803535 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-89db1995-2f08-42f5-a694-205b49e8e694 req-e2b37c98-b35a-433d-83ce-2b5ad6391250 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0473855 Feb 04 06:01:16.843959 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-89db1995-2f08-42f5-a694-205b49e8e694 req-fe9a45ca-6b79-42ed-b45d-662864a24b5b tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345197 Feb 04 06:01:17.724913 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:17.955315 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:17.971179 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912c7f8-b8aa-4761-a4a0-bab1049b688b req-6d91c7ac-1727-423d-b2f8-c73228f392e0 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:17.973108 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a912c7f8-b8aa-4761-a4a0-bab1049b688b req-6d91c7ac-1727-423d-b2f8-c73228f392e0 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0609798 Feb 04 06:01:18.017217 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a912c7f8-b8aa-4761-a4a0-bab1049b688b req-489ce380-9d2f-4e34-b694-56ecd9d772da tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379901 Feb 04 06:01:19.133052 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc35c46-5351-4139-975d-5a8769aad179 req-9434775b-ce68-448a-b597-59204cb43e74 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:19.136269 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3cc35c46-5351-4139-975d-5a8769aad179 req-9434775b-ce68-448a-b597-59204cb43e74 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0537505 Feb 04 06:01:19.180294 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3cc35c46-5351-4139-975d-5a8769aad179 req-1c2d43dd-a02a-4fd9-9af4-6f4eafec3f5f tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389202 Feb 04 06:01:20.300635 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da9a17-1c21-4959-a185-4b0822fecd29 req-ef467bc3-0a1f-4395-a74e-48b1d2db574a tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:20.302283 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f8da9a17-1c21-4959-a185-4b0822fecd29 req-ef467bc3-0a1f-4395-a74e-48b1d2db574a tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0525875 Feb 04 06:01:20.348029 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f8da9a17-1c21-4959-a185-4b0822fecd29 req-081ce3a6-1e64-4dad-a594-f14d1e6b46f2 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393615 Feb 04 06:01:21.193843 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-062a6409-3a74-4dd2-aa1d-d6a3857fcbce service neutron] 10.222.0.26 "GET /v2.0/ports/c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0544059 Feb 04 06:01:21.454287 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-fac5bdd0-8268-44ec-8dfc-c7001da85746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:21.456068 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-fac5bdd0-8268-44ec-8dfc-c7001da85746 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1&tenant_id=771f1b535d9f40cc9e415763da51d98d HTTP/1.1" status: 200 len: 1099 time: 0.0856419 Feb 04 06:01:21.467020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28341d-a4e9-44d2-8f41-7dac171081e4 req-94b7770c-68c4-47a8-90be-5daa6ee4366a tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:21.468852 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-af28341d-a4e9-44d2-8f41-7dac171081e4 req-94b7770c-68c4-47a8-90be-5daa6ee4366a tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0548873 Feb 04 06:01:21.509957 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-af28341d-a4e9-44d2-8f41-7dac171081e4 req-0bbcfc12-8985-441e-a46c-33382a461ba9 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344915 Feb 04 06:01:21.525986 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-134e0229-47d0-4510-a311-a69aa7b6a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:21.527566 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-134e0229-47d0-4510-a311-a69aa7b6a359 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=771f1b535d9f40cc9e415763da51d98d&device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 1099 time: 0.0459528 Feb 04 06:01:21.615557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-f2fd0238-8bee-451e-8892-b98c29720f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:21.617023 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-f2fd0238-8bee-451e-8892-b98c29720f9d service neutron] 10.222.0.26 "GET /v2.0/networks?id=b680cdd2-8896-4f1b-a970-d61c8e105292 HTTP/1.1" status: 200 len: 911 time: 0.0824456 Feb 04 06:01:21.663225 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-e064750e-89cc-4444-936a-9cd429d2a8be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 HTTP/1.1" status: 200 len: 217 time: 0.0393147 Feb 04 06:01:21.711993 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-5fe329e4-be93-4c54-b7f0-517e4723ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:21.714009 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-5fe329e4-be93-4c54-b7f0-517e4723ad59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=200ecd10-6ec1-4030-aa67-a6377b45be9c HTTP/1.1" status: 200 len: 851 time: 0.0442429 Feb 04 06:01:21.744949 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-5d5cb3e3-b22f-45ec-a774-8f7c791de953 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b680cdd2-8896-4f1b-a970-d61c8e105292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247729 Feb 04 06:01:21.832979 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-25916263-6d39-456b-b8f8-c9784577e5ca service neutron] 10.222.0.26 "GET /v2.0/networks/b680cdd2-8896-4f1b-a970-d61c8e105292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819154 Feb 04 06:01:21.921902 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a2b14256-b552-4853-aff5-18edca5f86f0 req-ddefa366-96a0-4a3f-b0da-8bb1ef97a1de service neutron] 10.222.0.26 "GET /v2.0/networks/b680cdd2-8896-4f1b-a970-d61c8e105292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829144 Feb 04 06:01:22.625911 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c9679-82cc-4639-b6a4-86058dedc568 req-62f2e08d-3e1a-43ac-9324-6bc651a3729b tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:22.627300 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7a3c9679-82cc-4639-b6a4-86058dedc568 req-62f2e08d-3e1a-43ac-9324-6bc651a3729b tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0485215 Feb 04 06:01:22.664519 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7a3c9679-82cc-4639-b6a4-86058dedc568 req-0d8648bf-2b8e-4d25-9f94-dc500ad0f1eb tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312631 Feb 04 06:01:23.777060 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18303e6-66ee-4396-9bf0-f33719a21e6d req-aea50bd9-df28-494c-b54d-344c53d175a5 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:23.778462 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b18303e6-66ee-4396-9bf0-f33719a21e6d req-aea50bd9-df28-494c-b54d-344c53d175a5 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0472431 Feb 04 06:01:23.822081 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b18303e6-66ee-4396-9bf0-f33719a21e6d req-09471ab1-9212-4256-b9d2-da05806a0f17 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374100 Feb 04 06:01:24.143989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-df2363fe-2817-438b-9cea-bdf0f611bb55 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:24.144897 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-df2363fe-2817-438b-9cea-bdf0f611bb55 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1&tenant_id=771f1b535d9f40cc9e415763da51d98d&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 946 time: 0.0880315 Feb 04 06:01:24.293980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-66070a16-9986-492a-8f39-6266f1ba3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:24.296012 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-66070a16-9986-492a-8f39-6266f1ba3d36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=771f1b535d9f40cc9e415763da51d98d&device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 1099 time: 0.0705755 Feb 04 06:01:24.388659 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-f2ee8164-22f3-4ee7-aabc-f9b80920d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:24.390166 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-f2ee8164-22f3-4ee7-aabc-f9b80920d6b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b680cdd2-8896-4f1b-a970-d61c8e105292 HTTP/1.1" status: 200 len: 911 time: 0.0872276 Feb 04 06:01:24.433287 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-f1eefa7d-23c0-4340-81d5-d41338ef6eed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 HTTP/1.1" status: 200 len: 217 time: 0.0366542 Feb 04 06:01:24.482024 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-e9a3e720-f131-45d8-b566-4f5ef5e9cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:24.483478 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-e9a3e720-f131-45d8-b566-4f5ef5e9cc86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=200ecd10-6ec1-4030-aa67-a6377b45be9c HTTP/1.1" status: 200 len: 851 time: 0.0441198 Feb 04 06:01:24.514002 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-8c010764-58b1-4918-9d97-696911d134f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b680cdd2-8896-4f1b-a970-d61c8e105292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235913 Feb 04 06:01:24.605012 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-b80426d7-9fd2-4708-94ca-f0822ac7b7e9 service neutron] 10.222.0.26 "GET /v2.0/networks/b680cdd2-8896-4f1b-a970-d61c8e105292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840747 Feb 04 06:01:24.697720 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-1d9c58e1-fbd4-4651-9e76-5aacbfcbd32f service neutron] 10.222.0.26 "GET /v2.0/networks/b680cdd2-8896-4f1b-a970-d61c8e105292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858996 Feb 04 06:01:25.408108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113627b-ab50-460a-9eb7-63a771736b1e req-554985c3-18f4-45ee-8fb4-a01b8c12b75e tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:25.411516 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9113627b-ab50-460a-9eb7-63a771736b1e req-554985c3-18f4-45ee-8fb4-a01b8c12b75e tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0593548 Feb 04 06:01:25.458469 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9113627b-ab50-460a-9eb7-63a771736b1e req-e1f162ae-0907-44b2-b521-0ef5650a4b85 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Feb 04 06:01:26.572306 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730770e-3a40-465e-861e-e83b88457629 req-8a35220d-c2e8-4947-97c2-3a14b600c490 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:26.573676 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5730770e-3a40-465e-861e-e83b88457629 req-8a35220d-c2e8-4947-97c2-3a14b600c490 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0472226 Feb 04 06:01:26.612737 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5730770e-3a40-465e-861e-e83b88457629 req-f4842f5c-d597-4a30-aed3-53bfe51f276d tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/security-groups?id=be55364d-f0bf-4afa-800a-ee8937a26fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Feb 04 06:01:27.020022 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-efb1ca41-04c3-4db4-815f-e6a01f6f4f64 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:27.021516 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-efb1ca41-04c3-4db4-815f-e6a01f6f4f64 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 946 time: 0.0504742 Feb 04 06:01:27.113696 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Deleting port c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:01:27.114060 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.200113 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] For port c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65,segment=NetworkSegment(49107ade-1552-47ba-b482-78276d96efc5),segment_id=49107ade-1552-47ba-b482-78276d96efc5)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:01:27.200471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.212306 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Calling delete_port for c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:01:27.348884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.361317 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:01:27.379271 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Pushing event deleted for resources: {'Port': ['ID=c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:27.392622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:27.392984 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:27.393319 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:27.393656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:27.394013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:27.394344 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:27.394675 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:27.395004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:27.395344 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:27.395663 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:27.395983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:27.396303 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:27.434959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] No DVR routers for this DVR port c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:01:27.437604 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:27.440970 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cbd105d-ca9a-43b9-8399-a2ba18c06af5 req-54f18daf-ac8f-4c16-a5b0-007b37eeffb3 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.26 "DELETE /v2.0/ports/c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 HTTP/1.1" status: 204 len: 173 time: 0.4129772 Feb 04 06:01:27.441394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dafef9-0263-4b93-b536-a5e03a4c1ed1', 'name': 'network-vif-deleted', 'tag': 'c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:01:27.443805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f7dbfb-96eb-405f-91d0-abbc72851ca8" -d '{"events": [{"server_uuid": "d0dafef9-0263-4b93-b536-a5e03a4c1ed1", "name": "network-vif-deleted", "tag": "c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:01:27.489144 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3efaf62-01cc-4ddb-80f3-417ef4e7eb84 x-openstack-request-id: req-e3efaf62-01cc-4ddb-80f3-417ef4e7eb84 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:01:27.489439 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dafef9-0263-4b93-b536-a5e03a4c1ed1", "name": "network-vif-deleted", "tag": "c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:01:27.489857 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3efaf62-01cc-4ddb-80f3-417ef4e7eb84 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:01:27.490263 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dafef9-0263-4b93-b536-a5e03a4c1ed1', 'name': 'network-vif-deleted', 'tag': 'c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65', 'status': 'completed', 'code': 200} Feb 04 06:01:27.719599 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-95523644-8490-48d5-b429-5d661445927d req-612363e5-00d5-491d-a8d6-8451504c03b2 tempest-DeleteServersTestJSON-728577663 tempest-DeleteServersTestJSON-728577663-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0dafef9-0263-4b93-b536-a5e03a4c1ed1 HTTP/1.1" status: 200 len: 210 time: 0.0270388 Feb 04 06:01:28.849182 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55966) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:28.892751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e637c92-ac4d-4efb-84bf-6854bae12a97 admin admin] Deleting subnet 200ecd10-6ec1-4030-aa67-a6377b45be9c {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:01:28.895768 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e637c92-ac4d-4efb-84bf-6854bae12a97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.929027 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e637c92-ac4d-4efb-84bf-6854bae12a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:28.968677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e637c92-ac4d-4efb-84bf-6854bae12a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.019633 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e637c92-ac4d-4efb-84bf-6854bae12a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.049515 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e637c92-ac4d-4efb-84bf-6854bae12a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=200ecd10-6ec1-4030-aa67-a6377b45be9c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:29.053245 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e637c92-ac4d-4efb-84bf-6854bae12a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.058697 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5e637c92-ac4d-4efb-84bf-6854bae12a97 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/200ecd10-6ec1-4030-aa67-a6377b45be9c HTTP/1.1" status: 204 len: 168 time: 0.2061574 Feb 04 06:01:29.059324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55968) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:29.127291 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a1fa-e467-464e-87d0-c2d97d58e21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.206430 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a1fa-e467-464e-87d0-c2d97d58e21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.227369 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b8c8a1fa-e467-464e-87d0-c2d97d58e21a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b680cdd2-8896-4f1b-a970-d61c8e105292']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:29.236261 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b8c8a1fa-e467-464e-87d0-c2d97d58e21a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49107ade-1552-47ba-b482-78276d96efc5') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:29.236554 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b8c8a1fa-e467-464e-87d0-c2d97d58e21a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49107ade-1552-47ba-b482-78276d96efc5') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:01:29.246083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a1fa-e467-464e-87d0-c2d97d58e21a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.258724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a1fa-e467-464e-87d0-c2d97d58e21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.265529 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c8a1fa-e467-464e-87d0-c2d97d58e21a admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:01:29.266139 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a1fa-e467-464e-87d0-c2d97d58e21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:01:29.267771 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:01:29.319611 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a1fa-e467-464e-87d0-c2d97d58e21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.330179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8c8a1fa-e467-464e-87d0-c2d97d58e21a admin admin] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.333668 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b8c8a1fa-e467-464e-87d0-c2d97d58e21a admin admin] 10.222.0.10 "DELETE /v2.0/networks/b680cdd2-8896-4f1b-a970-d61c8e105292 HTTP/1.1" status: 204 len: 168 time: 0.2737701 Feb 04 06:01:29.343666 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8a1fa-e467-464e-87d0-c2d97d58e21a admin admin] Pushing event deleted for resources: {'Network': ['ID=b680cdd2-8896-4f1b-a970-d61c8e105292,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:29.446168 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55972) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:29.485467 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-51780c85-4d0b-417c-b89b-f35eaa89eb77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=771f1b535d9f40cc9e415763da51d98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374858 Feb 04 06:01:29.488005 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55974) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:29.540056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66784e53-7af7-4fed-aead-728c0cfa2dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.561009 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66784e53-7af7-4fed-aead-728c0cfa2dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.607372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66784e53-7af7-4fed-aead-728c0cfa2dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.610040 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66784e53-7af7-4fed-aead-728c0cfa2dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:29.611219 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-66784e53-7af7-4fed-aead-728c0cfa2dc5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be55364d-f0bf-4afa-800a-ee8937a26fa7 HTTP/1.1" status: 204 len: 168 time: 0.1223371 Feb 04 06:01:29.618849 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66784e53-7af7-4fed-aead-728c0cfa2dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be55364d-f0bf-4afa-800a-ee8937a26fa7,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:30.280649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 55996) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:30.376902 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-645068721-network', 'tenant_id': 'd45f7d4b5146446b9b31f5b699fa11bb'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:30.400611 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] Made reservation on behalf of d45f7d4b5146446b9b31f5b699fa11bb for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:30.403021 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.411659 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.491122 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.495403 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.523342 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:01:30.529980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78891a0-ddec-49cd-a13f-7d2c3f2369e6,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:30.538442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.538684 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] Added segment ed532bef-2a7a-4ac4-8445-ddf852ddc06c of type vlan for network 5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 Feb 04 06:01:30.582898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.606589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.607522 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:30.608106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.703047 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4184468 Feb 04 06:01:30.703432 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 56000) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:01:30.708677 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Request body: {'subnet': {'network_id': '5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-645068721-subnet', 'tenant_id': 'd45f7d4b5146446b9b31f5b699fa11bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:30.713105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c16bb-e720-4471-9505-a0dfb7259d9d admin admin] Pushing event updated for resources: {'Network': ['ID=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:30.723918 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:01:30.735951 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Made reservation on behalf of d45f7d4b5146446b9b31f5b699fa11bb for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:30.738939 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.908210 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:30.967025 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bee3320-e6f8-4778-99b2-32dc27de9737,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:30.977167 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:30.977515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:30.978479 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:30.978821 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:30.979156 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:30.979518 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:30.979843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:30.980166 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:30.980489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:30.980807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:30.981125 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:30.981438 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:30.986525 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Checking segment: {'id': 'ed532bef-2a7a-4ac4-8445-ddf852ddc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:01:30.986878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Network hostable DHCP agents. Network: 5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:01:31.003658 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Network 5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:01:31.011787 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:31.015797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:31.016376 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:31.023011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccf1325-b7f0-4f1f-a4ae-15a64187cb50 None None] Network 5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:01:31.041689 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-941ef087-9da9-4a3b-81da-57156068ff81 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3282065 Feb 04 06:01:31.162131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c11e206-9cbd-4491-a461-fde0c0380774 None None] Network 5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:01:31.472983 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-1389ef69-b0db-4119-8fa9-303bc8493e8b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:31.474504 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-1389ef69-b0db-4119-8fa9-303bc8493e8b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/networks?id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 HTTP/1.1" status: 200 len: 814 time: 0.1013675 Feb 04 06:01:31.490158 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-d958a52d-5a86-4e41-be25-9531d5d1b69b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/quotas/d45f7d4b5146446b9b31f5b699fa11bb HTTP/1.1" status: 200 len: 375 time: 0.0092175 Feb 04 06:01:31.525880 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-94a82da6-d168-4eb9-a67f-a73f2b7df6de tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297389 Feb 04 06:01:31.536452 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-124bc552-e99f-40bf-88c2-e1bff3682daa service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:01:31.537330 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-124bc552-e99f-40bf-88c2-e1bff3682daa service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049381 Feb 04 06:01:31.623307 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-c685d10e-9c1b-428f-97e6-f26c050851e4 service neutron] 10.222.0.10 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795646 Feb 04 06:01:31.713643 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-345591e8-e33c-4d50-b0cd-9a7aa43bfd76 service neutron] 10.222.0.10 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844142 Feb 04 06:01:31.878023 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-58f683b9-dcc3-4958-a650-aff1c202f617 req-1546d96d-003a-40f3-8a61-d50b2fd7d1d5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 210 time: 0.0278146 Feb 04 06:01:32.460379 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:01:32.481092 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:01:32.481441 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device c1ef3e8c-b6e1-42db-b05e-908a8a5f0f65 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:01:32.777861 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-b9d95650-279d-426e-83b0-455260196abf tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:32.779418 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-b9d95650-279d-426e-83b0-455260196abf tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.26 "GET /v2.0/networks?id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 HTTP/1.1" status: 200 len: 814 time: 0.1143055 Feb 04 06:01:32.792970 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-87b3c042-7c05-43f1-9bc3-9932494b733a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Request body: {'port': {'device_id': '5c233118-ef1e-4c0f-9e7c-967d79704cd4', 'network_id': '5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7', 'admin_state_up': True, 'tenant_id': 'd45f7d4b5146446b9b31f5b699fa11bb'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:32.906938 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-87b3c042-7c05-43f1-9bc3-9932494b733a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Made reservation on behalf of d45f7d4b5146446b9b31f5b699fa11bb for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:01:32.910910 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-87b3c042-7c05-43f1-9bc3-9932494b733a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:32.981753 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cf1c9aac-b0f6-4c27-bdde-9bfd28885258 req-d74ed489-8b8b-4af7-badf-1ec031b5dc4e tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 210 time: 0.0322404 Feb 04 06:01:33.047002 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-87b3c042-7c05-43f1-9bc3-9932494b733a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Allocated IP 172.20.0.9 (5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7/9bee3320-e6f8-4778-99b2-32dc27de9737/0d4de8a5-898f-4be5-999e-299187d6d348) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:01:33.188376 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-87b3c042-7c05-43f1-9bc3-9932494b733a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.222004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-87b3c042-7c05-43f1-9bc3-9932494b733a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.271086 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-87b3c042-7c05-43f1-9bc3-9932494b733a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Network 5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:01:33.274024 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-87b3c042-7c05-43f1-9bc3-9932494b733a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:01:33.276578 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-87b3c042-7c05-43f1-9bc3-9932494b733a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:01:33.304138 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3c042-7c05-43f1-9bc3-9932494b733a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Pushing event updated for resources: {'Port': ['ID=0d4de8a5-898f-4be5-999e-299187d6d348,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:33.330136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-87b3c042-7c05-43f1-9bc3-9932494b733a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:33.330749 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-87b3c042-7c05-43f1-9bc3-9932494b733a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.345962 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-87b3c042-7c05-43f1-9bc3-9932494b733a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5582957 Feb 04 06:01:33.357653 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Request body: {'port': {'device_id': '5c233118-ef1e-4c0f-9e7c-967d79704cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:01:33.409781 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.677654 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4de8a5-898f-4be5-999e-299187d6d348 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:01:33.685258 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.697282 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Transition to ACTIVE for port object 0d4de8a5-898f-4be5-999e-299187d6d348 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:01:33.701227 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.753616 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4de8a5-898f-4be5-999e-299187d6d348,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:33.816941 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Attempting to bind port 0d4de8a5-898f-4be5-999e-299187d6d348 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:01:33.817580 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Attempting to bind port 0d4de8a5-898f-4be5-999e-299187d6d348 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'ed532bef-2a7a-4ac4-8445-ddf852ddc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:01:33.817701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Attempting to bind port 0d4de8a5-898f-4be5-999e-299187d6d348 on network 5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:01:33.822598 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Port 0d4de8a5-898f-4be5-999e-299187d6d348 on network 5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:01:33.822919 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Attempting to bind port 0d4de8a5-898f-4be5-999e-299187d6d348 on network 5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:01:33.827673 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:01:33.828015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Checking segment: {'id': 'ed532bef-2a7a-4ac4-8445-ddf852ddc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:01:33.828401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Bound using segment: {'id': 'ed532bef-2a7a-4ac4-8445-ddf852ddc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:01:33.828832 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Bound port: 0d4de8a5-898f-4be5-999e-299187d6d348, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed532bef-2a7a-4ac4-8445-ddf852ddc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:01:33.829194 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.895333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] For port 0d4de8a5-898f-4be5-999e-299187d6d348, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:01:33.898340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] For port 0d4de8a5-898f-4be5-999e-299187d6d348, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0d4de8a5-898f-4be5-999e-299187d6d348,segment=NetworkSegment(ed532bef-2a7a-4ac4-8445-ddf852ddc06c),segment_id=ed532bef-2a7a-4ac4-8445-ddf852ddc06c)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:01:33.903122 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.939178 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:33.939797 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:33.941175 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] 10.222.0.26 "PUT /v2.0/ports/0d4de8a5-898f-4be5-999e-299187d6d348 HTTP/1.1" status: 200 len: 1093 time: 0.5876427 Feb 04 06:01:33.941619 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c233118-ef1e-4c0f-9e7c-967d79704cd4', 'tag': '0d4de8a5-898f-4be5-999e-299187d6d348'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:01:33.943921 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b90629-5844-4477-9ec4-814ec6a136c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5c233118-ef1e-4c0f-9e7c-967d79704cd4", "tag": "0d4de8a5-898f-4be5-999e-299187d6d348"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:01:33.966991 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071685d-8807-4599-a7a3-a309787f0e97 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4de8a5-898f-4be5-999e-299187d6d348,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:33.990357 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d99b9d-aecb-45c1-9896-2d23c4fb2a34 x-openstack-request-id: req-34d99b9d-aecb-45c1-9896-2d23c4fb2a34 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:01:33.990652 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c233118-ef1e-4c0f-9e7c-967d79704cd4", "tag": "0d4de8a5-898f-4be5-999e-299187d6d348", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:01:33.990910 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34d99b9d-aecb-45c1-9896-2d23c4fb2a34 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:01:33.991322 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c233118-ef1e-4c0f-9e7c-967d79704cd4', 'tag': '0d4de8a5-898f-4be5-999e-299187d6d348', 'status': 'completed', 'code': 200} Feb 04 06:01:34.035203 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-a2d86a6e-cf12-477b-b096-fe8930d238a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.036742 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-a2d86a6e-cf12-477b-b096-fe8930d238a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0429056 Feb 04 06:01:34.077847 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-5f5e0a62-e5e6-4745-9b36-b5a1e8ff07c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d4de8a5-898f-4be5-999e-299187d6d348 HTTP/1.1" status: 200 len: 217 time: 0.0341127 Feb 04 06:01:34.099878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80e449-bc2f-4371-ba24-510283b4b718 req-762ad01a-2618-4063-b612-c52b68bc6603 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.101748 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2d80e449-bc2f-4371-ba24-510283b4b718 req-762ad01a-2618-4063-b612-c52b68bc6603 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 943 time: 0.0498176 Feb 04 06:01:34.136864 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-36e7591c-7016-4320-84f5-d1d95a2fc738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.138546 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-36e7591c-7016-4320-84f5-d1d95a2fc738 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9bee3320-e6f8-4778-99b2-32dc27de9737 HTTP/1.1" status: 200 len: 854 time: 0.0539358 Feb 04 06:01:34.142759 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:34.155972 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2d80e449-bc2f-4371-ba24-510283b4b718 req-00997a09-a876-4879-a3fb-b6287006402f tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466480 Feb 04 06:01:34.173702 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-fed8550f-6cc5-4c41-9d20-fb7a407ff5e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278625 Feb 04 06:01:34.261468 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-93b939ef-8e72-499d-8e16-1b0dc69e928c service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809922 Feb 04 06:01:34.356803 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b26d5b6d-f8b3-4df2-a732-ca9e45f8a18e req-e8cbdd0f-a3b4-4b91-903b-53dfaf62321e service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886948 Feb 04 06:01:34.440205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b90629-5844-4477-9ec4-814ec6a136c1 req-fa0cc59f-395c-4284-8727-aa6bf2bc0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.441732 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-54b90629-5844-4477-9ec4-814ec6a136c1 req-fa0cc59f-395c-4284-8727-aa6bf2bc0e4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0408216 Feb 04 06:01:34.537295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b90629-5844-4477-9ec4-814ec6a136c1 req-46332c9e-517b-4577-a489-643974639abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.538751 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-54b90629-5844-4477-9ec4-814ec6a136c1 req-46332c9e-517b-4577-a489-643974639abd service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 HTTP/1.1" status: 200 len: 914 time: 0.0899959 Feb 04 06:01:34.582272 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-54b90629-5844-4477-9ec4-814ec6a136c1 req-9a595563-3aff-4b4e-9c5f-6b1adf00dde1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d4de8a5-898f-4be5-999e-299187d6d348 HTTP/1.1" status: 200 len: 217 time: 0.0368776 Feb 04 06:01:34.635831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b90629-5844-4477-9ec4-814ec6a136c1 req-6862d80f-5d8b-4da5-81e0-69bcebc08446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:34.637322 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-54b90629-5844-4477-9ec4-814ec6a136c1 req-6862d80f-5d8b-4da5-81e0-69bcebc08446 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9bee3320-e6f8-4778-99b2-32dc27de9737 HTTP/1.1" status: 200 len: 854 time: 0.0487463 Feb 04 06:01:34.671098 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-54b90629-5844-4477-9ec4-814ec6a136c1 req-766cdd98-da43-4d5e-b9a9-69d8b5c541bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258586 Feb 04 06:01:34.764630 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-54b90629-5844-4477-9ec4-814ec6a136c1 req-504c9f55-2ee0-419d-884b-03e71ebcaa9e service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855515 Feb 04 06:01:34.858817 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-54b90629-5844-4477-9ec4-814ec6a136c1 req-63092d6c-392f-4c95-ac6c-bc3c62ca1c54 service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863254 Feb 04 06:01:35.269760 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f8708-5d1b-43ed-84eb-e65209c715c1 req-e8fe25c2-21b7-4a25-b8b7-77e59e3894c4 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:35.271227 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-966f8708-5d1b-43ed-84eb-e65209c715c1 req-e8fe25c2-21b7-4a25-b8b7-77e59e3894c4 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 943 time: 0.0475535 Feb 04 06:01:35.312023 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-966f8708-5d1b-43ed-84eb-e65209c715c1 req-f241499c-e23a-48bd-b28b-a4b05bb12e20 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348327 Feb 04 06:01:36.427505 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a574b-d074-4162-a683-bb8ee05948bb req-38e0ba32-851d-46e8-bf39-f4004a7a30bc tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:36.429008 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4c2a574b-d074-4162-a683-bb8ee05948bb req-38e0ba32-851d-46e8-bf39-f4004a7a30bc tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 943 time: 0.0494342 Feb 04 06:01:36.467754 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4c2a574b-d074-4162-a683-bb8ee05948bb req-b2167775-1ad1-4f7d-90f5-31642a7242c6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321622 Feb 04 06:01:36.491658 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 0d4de8a5-898f-4be5-999e-299187d6d348 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:01:36.587435 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 0d4de8a5-898f-4be5-999e-299187d6d348, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0d4de8a5-898f-4be5-999e-299187d6d348,segment=NetworkSegment(ed532bef-2a7a-4ac4-8445-ddf852ddc06c),segment_id=ed532bef-2a7a-4ac4-8445-ddf852ddc06c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:01:36.598038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '0d4de8a5-898f-4be5-999e-299187d6d348', 'network_id': '5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7', 'port_id': '0d4de8a5-898f-4be5-999e-299187d6d348', 'mac_address': 'fa:16:3e:7a:6a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bee3320-e6f8-4778-99b2-32dc27de9737', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:01:36.639020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.652313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4de8a5-898f-4be5-999e-299187d6d348 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:01:36.671614 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 0d4de8a5-898f-4be5-999e-299187d6d348, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0d4de8a5-898f-4be5-999e-299187d6d348,segment=NetworkSegment(ed532bef-2a7a-4ac4-8445-ddf852ddc06c),segment_id=ed532bef-2a7a-4ac4-8445-ddf852ddc06c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:01:36.676190 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:36.724495 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=0d4de8a5-898f-4be5-999e-299187d6d348,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:36.731564 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:36.731925 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:36.732381 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:36.732731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:36.733180 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:36.733581 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:36.734029 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:36.734360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:36.734823 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:36.735154 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:36.735528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:36.735855 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:01:36.876182 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['0d4de8a5-898f-4be5-999e-299187d6d348'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:01:37.582304 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27ef67-9f6f-46c8-9a92-acd13e46729d req-1bb26ec7-3b3e-4f8a-9bad-40a7587ac1bb tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:37.584074 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bd27ef67-9f6f-46c8-9a92-acd13e46729d req-1bb26ec7-3b3e-4f8a-9bad-40a7587ac1bb tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 944 time: 0.0491276 Feb 04 06:01:37.621533 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bd27ef67-9f6f-46c8-9a92-acd13e46729d req-a7fa6600-e0fe-44a2-8a2c-dcdc8363592f tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Feb 04 06:01:38.506999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 0d4de8a5-898f-4be5-999e-299187d6d348 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:01:38.554840 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 0d4de8a5-898f-4be5-999e-299187d6d348 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:01:38.558908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 0d4de8a5-898f-4be5-999e-299187d6d348 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:01:38.559277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.635869 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.662647 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c233118-ef1e-4c0f-9e7c-967d79704cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4de8a5-898f-4be5-999e-299187d6d348'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:01:38.665420 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d154ccd1-b5bc-43cd-8b69-e52fb4e4929c" -d '{"events": [{"server_uuid": "5c233118-ef1e-4c0f-9e7c-967d79704cd4", "name": "network-vif-plugged", "status": "completed", "tag": "0d4de8a5-898f-4be5-999e-299187d6d348"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:01:38.678464 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 0d4de8a5-898f-4be5-999e-299187d6d348, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0d4de8a5-898f-4be5-999e-299187d6d348,segment=NetworkSegment(ed532bef-2a7a-4ac4-8445-ddf852ddc06c),segment_id=ed532bef-2a7a-4ac4-8445-ddf852ddc06c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:01:38.683826 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:38.727116 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b5dc44-dec4-4938-bbe5-751cacdb6312 x-openstack-request-id: req-d3b5dc44-dec4-4938-bbe5-751cacdb6312 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:01:38.727916 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c233118-ef1e-4c0f-9e7c-967d79704cd4", "name": "network-vif-plugged", "status": "completed", "tag": "0d4de8a5-898f-4be5-999e-299187d6d348", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:01:38.728761 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3b5dc44-dec4-4938-bbe5-751cacdb6312 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:01:38.728761 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c233118-ef1e-4c0f-9e7c-967d79704cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4de8a5-898f-4be5-999e-299187d6d348', 'code': 200} Feb 04 06:01:38.744640 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=0d4de8a5-898f-4be5-999e-299187d6d348,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:01:38.776452 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1176899-e022-46c5-8258-e6fcf99b1302 req-ab867739-ca08-4ee2-9b9a-e4efdd3caf30 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:38.778052 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d1176899-e022-46c5-8258-e6fcf99b1302 req-ab867739-ca08-4ee2-9b9a-e4efdd3caf30 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0584238 Feb 04 06:01:38.823569 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d1176899-e022-46c5-8258-e6fcf99b1302 req-09e025c3-6522-41f0-a692-511291ee8186 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390275 Feb 04 06:01:38.904055 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1f5fc-c320-47f6-ad8c-49bd7801293b req-233427f1-0391-4197-b814-ec949a611a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:38.905583 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a4c1f5fc-c320-47f6-ad8c-49bd7801293b req-233427f1-0391-4197-b814-ec949a611a02 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0455594 Feb 04 06:01:38.940839 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a4c1f5fc-c320-47f6-ad8c-49bd7801293b req-5f0f8455-0b19-4234-bc45-75426618afc8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279586 Feb 04 06:01:39.948737 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d5dfa-683f-4801-b635-b583b61be04e req-0a2de6a6-1086-451b-a8a3-daa59d53d790 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:39.951237 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-591d5dfa-683f-4801-b635-b583b61be04e req-0a2de6a6-1086-451b-a8a3-daa59d53d790 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0568113 Feb 04 06:01:39.990784 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-591d5dfa-683f-4801-b635-b583b61be04e req-43820adf-ee9b-4f24-bc66-effdbe35f204 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332205 Feb 04 06:01:41.106234 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd91fa-1ee6-4810-b8e2-b098957b36d9 req-88195306-6b95-4aeb-afcd-85dcde4cc14a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:41.107685 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a2fd91fa-1ee6-4810-b8e2-b098957b36d9 req-88195306-6b95-4aeb-afcd-85dcde4cc14a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0480540 Feb 04 06:01:41.143820 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a2fd91fa-1ee6-4810-b8e2-b098957b36d9 req-f205642f-3a92-4d25-8148-53fd27fcfcb0 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302560 Feb 04 06:01:41.255461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044d99b-e472-46ca-83bf-6aaf75b8d336 req-d95ff885-9b81-48f4-bd88-a4c8237af5f5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:41.256904 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4044d99b-e472-46ca-83bf-6aaf75b8d336 req-d95ff885-9b81-48f4-bd88-a4c8237af5f5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0477087 Feb 04 06:01:41.296646 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4044d99b-e472-46ca-83bf-6aaf75b8d336 req-4959d942-c554-4d04-8182-a703acedf486 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331187 Feb 04 06:01:41.494485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf960-dece-4773-a846-700869a4fe8e req-bf17a122-0015-4ea9-8142-5d95f82ffca1 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:41.495971 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f3baf960-dece-4773-a846-700869a4fe8e req-bf17a122-0015-4ea9-8142-5d95f82ffca1 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0487609 Feb 04 06:01:41.533421 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f3baf960-dece-4773-a846-700869a4fe8e req-d42dda03-9954-4fc7-9815-40c39b5c74a7 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314898 Feb 04 06:01:41.646625 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958acb5-b58a-4ac2-a2ce-be92aafd19e7 req-926f3288-3c59-46b4-9c94-9c79f3b592e7 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:41.648105 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f958acb5-b58a-4ac2-a2ce-be92aafd19e7 req-926f3288-3c59-46b4-9c94-9c79f3b592e7 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0482616 Feb 04 06:01:41.687619 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f958acb5-b58a-4ac2-a2ce-be92aafd19e7 req-8615a68f-e2b8-4578-84a4-598e08792e02 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329940 Feb 04 06:01:41.917580 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-3b586e4e-f323-41fe-8898-358b93fdfbe2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446308 Feb 04 06:01:41.928613 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623edb5-15e5-4e29-bc27-5d0c074aa42e req-0e54d17a-65f3-4ac8-82ca-e99bf32be7d7 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:41.930130 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7623edb5-15e5-4e29-bc27-5d0c074aa42e req-0e54d17a-65f3-4ac8-82ca-e99bf32be7d7 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0510540 Feb 04 06:01:41.974841 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7623edb5-15e5-4e29-bc27-5d0c074aa42e req-8d90dd51-bc20-4d4e-a9c4-aa296ccb1080 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368748 Feb 04 06:01:42.738804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-77cd2366-f4e7-421a-80ce-c1d8ba982365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:42.949158 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:01:43.020552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-ae8764af-9665-42ea-8e4d-fc464d0ab65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:43.023214 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-ae8764af-9665-42ea-8e4d-fc464d0ab65b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0439820 Feb 04 06:01:43.099785 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da2b04-8873-4721-86ba-b939fcf9afe3 req-c042baaf-22ed-4e6d-bd36-dcff30b92cbe tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:43.102518 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a3da2b04-8873-4721-86ba-b939fcf9afe3 req-c042baaf-22ed-4e6d-bd36-dcff30b92cbe tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0503795 Feb 04 06:01:43.124384 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-ce46fc3d-8ea5-4ae4-b399-b4a42e1672ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:43.125988 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-ce46fc3d-8ea5-4ae4-b399-b4a42e1672ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 HTTP/1.1" status: 200 len: 914 time: 0.0978487 Feb 04 06:01:43.140457 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a3da2b04-8873-4721-86ba-b939fcf9afe3 req-308f2eef-ba8f-4511-ad86-75627a6fc090 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331225 Feb 04 06:01:43.168589 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-c1387165-8105-4ac0-821f-09d47c4113f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d4de8a5-898f-4be5-999e-299187d6d348 HTTP/1.1" status: 200 len: 217 time: 0.0362461 Feb 04 06:01:43.217602 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-8d152274-e489-4bad-bfb6-a6103e751b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:43.219087 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-8d152274-e489-4bad-bfb6-a6103e751b82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9bee3320-e6f8-4778-99b2-32dc27de9737 HTTP/1.1" status: 200 len: 854 time: 0.0438142 Feb 04 06:01:43.250636 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-89a35a09-ac7a-4308-ba19-1f2b31636ad4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247068 Feb 04 06:01:43.342759 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-1748159a-9c93-4adb-90c9-fa5319e3cb25 service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860209 Feb 04 06:01:43.431063 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-5833a5f0-a2a0-4cca-ac8f-cf4743183a4d service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810905 Feb 04 06:01:44.257930 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fa89c-21b4-4fb7-877b-f7c9dbeb4af9 req-74dd6cc0-1d36-4200-aa2f-b69fcb5b290e tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:44.259447 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a66fa89c-21b4-4fb7-877b-f7c9dbeb4af9 req-74dd6cc0-1d36-4200-aa2f-b69fcb5b290e tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0519748 Feb 04 06:01:44.297295 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a66fa89c-21b4-4fb7-877b-f7c9dbeb4af9 req-eb8ce5bd-6000-4c45-a4f9-a86f82ae2b2b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319033 Feb 04 06:01:44.877180 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a6a37145-105d-404a-ae1a-faa19cdf661d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:45.419436 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db4e5f-7beb-4ddf-aa94-1a3899b5ec9c req-58802cc0-61a0-4ffe-9d02-e4d983fc5f2a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:45.421878 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b2db4e5f-7beb-4ddf-aa94-1a3899b5ec9c req-58802cc0-61a0-4ffe-9d02-e4d983fc5f2a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0521195 Feb 04 06:01:45.464767 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b2db4e5f-7beb-4ddf-aa94-1a3899b5ec9c req-2295be67-4afb-4374-87d8-99f5bb4cef3b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371134 Feb 04 06:01:45.923312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:46.579422 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851b70e-165a-41dd-8056-672b82f92ebe req-405d07e6-4f13-40a8-90ec-5169dd84a8dc tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:46.581949 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f851b70e-165a-41dd-8056-672b82f92ebe req-405d07e6-4f13-40a8-90ec-5169dd84a8dc tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0502207 Feb 04 06:01:46.630591 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f851b70e-165a-41dd-8056-672b82f92ebe req-249f0ac6-055a-48af-9f98-6ae311f9fc0b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414572 Feb 04 06:01:47.735470 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:47.770235 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366916bd-7a0d-42f5-9ce5-be21d32641d3 req-9b4589d5-0fbd-4a2b-9801-7ef33d30993d tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:47.772065 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-366916bd-7a0d-42f5-9ce5-be21d32641d3 req-9b4589d5-0fbd-4a2b-9801-7ef33d30993d tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0716009 Feb 04 06:01:47.811034 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-366916bd-7a0d-42f5-9ce5-be21d32641d3 req-a7d098cc-5954-4066-ae4e-16d4ab91e201 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Feb 04 06:01:47.961059 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:01:48.927174 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8c674-440a-4e12-85ee-39f74a380d75 req-aa769dba-9bbd-4255-a25f-34859c260446 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:48.928685 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26c8c674-440a-4e12-85ee-39f74a380d75 req-aa769dba-9bbd-4255-a25f-34859c260446 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0496984 Feb 04 06:01:48.971762 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26c8c674-440a-4e12-85ee-39f74a380d75 req-0ab6b0b2-0af6-4d3b-b40c-9e90f377e59d tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368900 Feb 04 06:01:50.384300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c0f87-3630-4c6e-8786-be8a68f96814 req-cb049237-f05b-4c69-87f5-b80f6dd254f9 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:50.385819 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-326c0f87-3630-4c6e-8786-be8a68f96814 req-cb049237-f05b-4c69-87f5-b80f6dd254f9 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.3476944 Feb 04 06:01:50.424705 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-326c0f87-3630-4c6e-8786-be8a68f96814 req-12782c15-1348-4e14-8e78-deadb6e17e5b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329547 Feb 04 06:01:51.537651 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0d39f-1175-475e-b7eb-227069274722 req-7c35af74-4e2c-4faf-adce-45642061f10f tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:51.539133 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ecb0d39f-1175-475e-b7eb-227069274722 req-7c35af74-4e2c-4faf-adce-45642061f10f tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0475054 Feb 04 06:01:51.575917 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ecb0d39f-1175-475e-b7eb-227069274722 req-058a224c-2b70-4262-8ec7-d5fe824a1aac tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304732 Feb 04 06:01:52.688960 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4a911-a006-4c04-a5e1-35b2bb997ce2 req-a44e2a22-f3eb-4119-ace3-b7c89fef9ae7 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:52.690457 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d2f4a911-a006-4c04-a5e1-35b2bb997ce2 req-a44e2a22-f3eb-4119-ace3-b7c89fef9ae7 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0483224 Feb 04 06:01:52.730552 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d2f4a911-a006-4c04-a5e1-35b2bb997ce2 req-3057200d-8c28-4311-8ded-4420f1fd112d tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342870 Feb 04 06:01:53.841654 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd1eb1-1fe7-4c33-86f0-d132fb9e6187 req-ea52e439-be5e-4ded-9ea6-13e545bc6ff8 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:53.843164 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-35cd1eb1-1fe7-4c33-86f0-d132fb9e6187 req-ea52e439-be5e-4ded-9ea6-13e545bc6ff8 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0475760 Feb 04 06:01:53.880152 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-35cd1eb1-1fe7-4c33-86f0-d132fb9e6187 req-eb218c67-cdfd-47ed-8ad3-ee33b814cebe tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312004 Feb 04 06:01:54.992015 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da08b6d-e982-4383-b53f-e2f5742814ab req-ef516307-0ab0-4b24-9cd7-86b17a741592 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:54.994010 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3da08b6d-e982-4383-b53f-e2f5742814ab req-ef516307-0ab0-4b24-9cd7-86b17a741592 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0489705 Feb 04 06:01:55.031394 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3da08b6d-e982-4383-b53f-e2f5742814ab req-35746caa-8165-4ec9-a941-b8cacc41ec36 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312464 Feb 04 06:01:56.142920 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7fc12-0719-4638-ae83-885333a84e6e req-968dca34-3ee2-4f68-9716-bd4d023b30f9 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:56.144366 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fea7fc12-0719-4638-ae83-885333a84e6e req-968dca34-3ee2-4f68-9716-bd4d023b30f9 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0470388 Feb 04 06:01:56.185380 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fea7fc12-0719-4638-ae83-885333a84e6e req-5ce1e32f-2982-4aa5-afc1-ccd5a6a9cd07 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343659 Feb 04 06:01:57.300940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f3fe4-5aa0-4f4e-ba28-fb5d93f300ef req-fb24f0fb-b551-476f-845b-0f210df235d2 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:57.302449 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2b8f3fe4-5aa0-4f4e-ba28-fb5d93f300ef req-fb24f0fb-b551-476f-845b-0f210df235d2 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0496788 Feb 04 06:01:57.345114 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2b8f3fe4-5aa0-4f4e-ba28-fb5d93f300ef req-20b80e75-adbc-45bf-a227-3327871026a7 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361991 Feb 04 06:01:58.458564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86609b9b-07f0-45d9-bd37-45f098295c8b req-a5a5eb7e-2630-4743-9bf4-eea96a9ad136 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:58.460178 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-86609b9b-07f0-45d9-bd37-45f098295c8b req-a5a5eb7e-2630-4743-9bf4-eea96a9ad136 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0481460 Feb 04 06:01:58.498606 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-86609b9b-07f0-45d9-bd37-45f098295c8b req-82faaa50-9276-4e0f-a7ad-05e211b117c5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317297 Feb 04 06:01:59.130857 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ffe77-66e3-45be-9cbf-1d1603d49410 req-8d903147-cd96-4039-82f4-56ae112b6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:59.132412 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c39ffe77-66e3-45be-9cbf-1d1603d49410 req-8d903147-cd96-4039-82f4-56ae112b6d02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0494027 Feb 04 06:01:59.234278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ffe77-66e3-45be-9cbf-1d1603d49410 req-e2d593b8-ff5c-4792-952c-dbeb4dd9482c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:59.235830 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c39ffe77-66e3-45be-9cbf-1d1603d49410 req-e2d593b8-ff5c-4792-952c-dbeb4dd9482c service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 HTTP/1.1" status: 200 len: 914 time: 0.0833316 Feb 04 06:01:59.284597 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c39ffe77-66e3-45be-9cbf-1d1603d49410 req-a55b3f83-8f33-4760-a1b5-c6402b06e941 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d4de8a5-898f-4be5-999e-299187d6d348 HTTP/1.1" status: 200 len: 217 time: 0.0373108 Feb 04 06:01:59.336933 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ffe77-66e3-45be-9cbf-1d1603d49410 req-becb65a6-dd58-48e8-8327-fba897ea7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:59.338452 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c39ffe77-66e3-45be-9cbf-1d1603d49410 req-becb65a6-dd58-48e8-8327-fba897ea7b36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9bee3320-e6f8-4778-99b2-32dc27de9737 HTTP/1.1" status: 200 len: 854 time: 0.0480125 Feb 04 06:01:59.369795 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c39ffe77-66e3-45be-9cbf-1d1603d49410 req-2b1bd368-38fc-4e89-8bf2-d4d3ac64c93f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245976 Feb 04 06:01:59.380470 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [req-c39ffe77-66e3-45be-9cbf-1d1603d49410 req-c8b950b9-c3c5-4b66-9b74-4a253a4e86dc service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:01:59.381522 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c39ffe77-66e3-45be-9cbf-1d1603d49410 req-c8b950b9-c3c5-4b66-9b74-4a253a4e86dc service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049677 Feb 04 06:01:59.467413 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c39ffe77-66e3-45be-9cbf-1d1603d49410 req-b91a521c-5ee9-4d08-9f1a-0117f9f6b493 service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794141 Feb 04 06:01:59.563854 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c39ffe77-66e3-45be-9cbf-1d1603d49410 req-3f6129d5-af0a-4eb4-ac53-32d90629fedb service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893173 Feb 04 06:01:59.616599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0afbfa-57fc-475f-87ce-59f74d0b1a37 req-acc1f51b-ebdb-4fee-8852-09f4c6c3bf49 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:01:59.618635 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cc0afbfa-57fc-475f-87ce-59f74d0b1a37 req-acc1f51b-ebdb-4fee-8852-09f4c6c3bf49 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0498533 Feb 04 06:01:59.660030 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cc0afbfa-57fc-475f-87ce-59f74d0b1a37 req-a6f1ba56-29a7-4e12-81a8-6be3e7388d24 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352876 Feb 04 06:02:00.779805 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47631ae-8aa7-4fe1-8342-8ea1f9bab010 req-a3d3a221-c79f-4ae9-becb-af35e88f53c9 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:00.781274 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a47631ae-8aa7-4fe1-8342-8ea1f9bab010 req-a3d3a221-c79f-4ae9-becb-af35e88f53c9 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0479090 Feb 04 06:02:00.819171 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a47631ae-8aa7-4fe1-8342-8ea1f9bab010 req-e09f0e18-d359-4a13-ac97-2429609aca46 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318725 Feb 04 06:02:01.933753 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655ba07-ac00-4ea1-98c6-281e56f6ab1c req-7b9c278b-97a1-4632-b89e-92a948c2bab5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:01.935217 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a655ba07-ac00-4ea1-98c6-281e56f6ab1c req-7b9c278b-97a1-4632-b89e-92a948c2bab5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0479071 Feb 04 06:02:01.972212 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a655ba07-ac00-4ea1-98c6-281e56f6ab1c req-27b5217f-6684-41f3-ae04-c38a35f359e7 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311141 Feb 04 06:02:03.084746 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb6055-4418-4bd5-9ec7-692f44443e31 req-fa1b3583-1630-474c-a4a1-0cd8bcad6c1b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:03.086249 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-91eb6055-4418-4bd5-9ec7-692f44443e31 req-fa1b3583-1630-474c-a4a1-0cd8bcad6c1b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0485761 Feb 04 06:02:03.129694 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-91eb6055-4418-4bd5-9ec7-692f44443e31 req-87d64002-8133-4a6f-9d14-75b5cef040e6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375071 Feb 04 06:02:04.116079 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:04.241635 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a714430-47c4-474e-8e13-a87fccc7f653 req-2fb45066-b6cc-429c-961b-380b65a82ae4 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:04.243196 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2a714430-47c4-474e-8e13-a87fccc7f653 req-2fb45066-b6cc-429c-961b-380b65a82ae4 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0483572 Feb 04 06:02:04.280747 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2a714430-47c4-474e-8e13-a87fccc7f653 req-6a803f3e-c822-4e00-a001-3e941d3de04d tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317204 Feb 04 06:02:05.393032 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122570e-c569-49b2-8012-db9a6a122682 req-b18678d9-e14d-4c32-819a-03ff1ac7f6db tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:05.394521 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4122570e-c569-49b2-8012-db9a6a122682 req-b18678d9-e14d-4c32-819a-03ff1ac7f6db tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0478942 Feb 04 06:02:05.433362 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4122570e-c569-49b2-8012-db9a6a122682 req-ad6dbe62-512f-4eec-8f8f-5e08f9e3b280 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322237 Feb 04 06:02:06.547197 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb60507-bead-4844-8fe6-c3167f242217 req-3549b730-bd69-4d6c-80fc-a00f37647aeb tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:06.548647 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-afb60507-bead-4844-8fe6-c3167f242217 req-3549b730-bd69-4d6c-80fc-a00f37647aeb tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0477922 Feb 04 06:02:06.589700 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-afb60507-bead-4844-8fe6-c3167f242217 req-a1f9c455-6f06-48df-a578-1394869582bb tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348020 Feb 04 06:02:07.704191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4007d77-d351-484a-96f4-d92d9d348c92 req-958787ff-7a79-472a-b094-6eae6868705b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:07.705716 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a4007d77-d351-484a-96f4-d92d9d348c92 req-958787ff-7a79-472a-b094-6eae6868705b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0501795 Feb 04 06:02:07.744327 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a4007d77-d351-484a-96f4-d92d9d348c92 req-680e6c5d-8177-4112-850c-62fc228f0459 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322168 Feb 04 06:02:08.863606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4ad36-51cb-42af-a513-84eb89f44ad8 req-4617a786-51bd-4c14-9bd2-a4980dd85ceb tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:08.865075 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1ce4ad36-51cb-42af-a513-84eb89f44ad8 req-4617a786-51bd-4c14-9bd2-a4980dd85ceb tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0495143 Feb 04 06:02:08.902402 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1ce4ad36-51cb-42af-a513-84eb89f44ad8 req-b3336f34-9428-4803-ac68-72718a107a76 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307872 Feb 04 06:02:10.015687 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-e651e25e-48d4-431d-9afb-67607a369477 service neutron] 10.222.0.26 "GET /v2.0/ports/0d4de8a5-898f-4be5-999e-299187d6d348/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0583692 Feb 04 06:02:10.019281 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968891f9-b47a-4d34-9275-e56a19479470 req-ed6a5408-663e-48ac-ae1c-86aae81bcabe tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:10.020797 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-968891f9-b47a-4d34-9275-e56a19479470 req-ed6a5408-663e-48ac-ae1c-86aae81bcabe tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0491838 Feb 04 06:02:10.066526 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-968891f9-b47a-4d34-9275-e56a19479470 req-72686c40-4755-48c1-96d5-93864edaa70b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383296 Feb 04 06:02:10.220117 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-40d2c6ad-defd-4f24-be98-04eec1de451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:10.221566 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-40d2c6ad-defd-4f24-be98-04eec1de451f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4&tenant_id=d45f7d4b5146446b9b31f5b699fa11bb HTTP/1.1" status: 200 len: 1098 time: 0.0409298 Feb 04 06:02:10.283764 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-dbb9bbdb-cfd2-4c48-9e24-328d5cc55a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:10.285272 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-dbb9bbdb-cfd2-4c48-9e24-328d5cc55a84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0437770 Feb 04 06:02:10.372820 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-3b19fc2c-727f-4874-809b-08d838c35a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:10.374327 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-3b19fc2c-727f-4874-809b-08d838c35a31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 HTTP/1.1" status: 200 len: 914 time: 0.0832515 Feb 04 06:02:10.419688 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-2d26dd38-7c04-4526-b81d-2e82304bb96a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d4de8a5-898f-4be5-999e-299187d6d348 HTTP/1.1" status: 200 len: 217 time: 0.0386252 Feb 04 06:02:10.471947 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-a923ef1c-6c69-4283-9cd3-8aa3b60f8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:10.472870 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-a923ef1c-6c69-4283-9cd3-8aa3b60f8fba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9bee3320-e6f8-4778-99b2-32dc27de9737 HTTP/1.1" status: 200 len: 854 time: 0.0467043 Feb 04 06:02:10.503675 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-81cf2036-9005-4682-b8e8-11d7ff49b650 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245881 Feb 04 06:02:10.591002 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-96239146-efd9-4102-b809-2a8da14cc28b service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808959 Feb 04 06:02:10.682887 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b942654f-5ade-4c3c-b8e3-b99f2563fa7d req-18006058-6ae7-4283-9d5f-f4425dcd074a service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855618 Feb 04 06:02:11.178653 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52391da-aec0-4084-b2e5-5ac461701d19 req-f880f972-973f-4df9-8e24-041ae7fe4966 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:11.180134 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a52391da-aec0-4084-b2e5-5ac461701d19 req-f880f972-973f-4df9-8e24-041ae7fe4966 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0490227 Feb 04 06:02:11.218591 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a52391da-aec0-4084-b2e5-5ac461701d19 req-f5f69e50-49b3-4e3d-b4ca-f34944640eee tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326664 Feb 04 06:02:12.339842 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6e1f8-bfd8-47a9-9a89-e0fd9029f2e7 req-78fccc60-4b18-43b1-88a9-b89559f07354 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:12.342031 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-00f6e1f8-bfd8-47a9-9a89-e0fd9029f2e7 req-78fccc60-4b18-43b1-88a9-b89559f07354 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0506494 Feb 04 06:02:12.380261 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-00f6e1f8-bfd8-47a9-9a89-e0fd9029f2e7 req-f705c4e1-6fa7-4552-9645-27d1dd40c939 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Feb 04 06:02:12.591970 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71b61a-34ee-4193-95e6-6a577d75056d req-2794c855-67e8-4d42-b6df-1a5cb08e5e53 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:12.593454 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4c71b61a-34ee-4193-95e6-6a577d75056d req-2794c855-67e8-4d42-b6df-1a5cb08e5e53 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0539079 Feb 04 06:02:12.602017 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd43fde-6530-46ed-bbb4-4c58214411cd req-5bedfe9c-11a6-4698-83b2-b4b8e88dea18 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:12.604212 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1bd43fde-6530-46ed-bbb4-4c58214411cd req-5bedfe9c-11a6-4698-83b2-b4b8e88dea18 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4&tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 945 time: 0.0552938 Feb 04 06:02:12.637396 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4c71b61a-34ee-4193-95e6-6a577d75056d req-916609f3-2f55-420f-85e9-512b0b43bd97 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378621 Feb 04 06:02:12.685053 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd43fde-6530-46ed-bbb4-4c58214411cd req-1dcf619a-3692-4e72-928a-d5142632ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:12.686569 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1bd43fde-6530-46ed-bbb4-4c58214411cd req-1dcf619a-3692-4e72-928a-d5142632ec01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0402167 Feb 04 06:02:12.741396 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4f046eb4-1f35-4ccc-9f73-beee6a831b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:12.780631 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd43fde-6530-46ed-bbb4-4c58214411cd req-ad20eeef-b2cc-44e4-9ea4-49c6d0d30c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:12.782127 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1bd43fde-6530-46ed-bbb4-4c58214411cd req-ad20eeef-b2cc-44e4-9ea4-49c6d0d30c11 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 HTTP/1.1" status: 200 len: 914 time: 0.0885487 Feb 04 06:02:12.822707 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1bd43fde-6530-46ed-bbb4-4c58214411cd req-b3b3b5b7-f661-4511-baa3-da926da4cd9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d4de8a5-898f-4be5-999e-299187d6d348 HTTP/1.1" status: 200 len: 217 time: 0.0344694 Feb 04 06:02:12.874471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd43fde-6530-46ed-bbb4-4c58214411cd req-0c09128d-6bf8-40c8-94fa-4de88aa7d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:12.875978 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1bd43fde-6530-46ed-bbb4-4c58214411cd req-0c09128d-6bf8-40c8-94fa-4de88aa7d9da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9bee3320-e6f8-4778-99b2-32dc27de9737 HTTP/1.1" status: 200 len: 854 time: 0.0477211 Feb 04 06:02:12.906790 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1bd43fde-6530-46ed-bbb4-4c58214411cd req-5bdd187c-eaa9-4a73-b930-337e330f3f73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243421 Feb 04 06:02:12.993576 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1bd43fde-6530-46ed-bbb4-4c58214411cd req-641fe7e5-eec9-45d2-a012-0ba9cb456be0 service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803924 Feb 04 06:02:13.426761 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1bd43fde-6530-46ed-bbb4-4c58214411cd req-1be15fb6-125b-435e-b6fa-df8976cbfd17 service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269295 Feb 04 06:02:13.760368 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81555b0b-fe25-4928-ac15-9264e71ed88d req-d3d7896d-da4a-4e30-b832-89056725f715 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:13.761823 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-81555b0b-fe25-4928-ac15-9264e71ed88d req-d3d7896d-da4a-4e30-b832-89056725f715 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0568833 Feb 04 06:02:13.802506 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-81555b0b-fe25-4928-ac15-9264e71ed88d req-1cc98436-3d62-4e38-9fe8-d639e6ae762e tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345192 Feb 04 06:02:14.888429 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b57ca070-b767-4d22-8ac2-797e9f6c23b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:14.920337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794ee16-20d4-4779-897e-b973fb9bbea2 req-8f499f3c-117d-4fa9-8ae8-126fcba0a9a5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:14.921835 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2794ee16-20d4-4779-897e-b973fb9bbea2 req-8f499f3c-117d-4fa9-8ae8-126fcba0a9a5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0533471 Feb 04 06:02:14.959632 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2794ee16-20d4-4779-897e-b973fb9bbea2 req-ec87e9da-ef3c-4a91-9acc-e3d95b8f6c91 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318522 Feb 04 06:02:15.071247 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b437189-e404-4483-b4a7-29384e9236f6 req-3dc97cb6-79c5-46fc-b4ac-9c83cebe5f34 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:15.072690 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5b437189-e404-4483-b4a7-29384e9236f6 req-3dc97cb6-79c5-46fc-b4ac-9c83cebe5f34 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0476208 Feb 04 06:02:15.119331 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5b437189-e404-4483-b4a7-29384e9236f6 req-7f4f9aa8-cb70-4429-9381-02500e5d73dc tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Feb 04 06:02:15.233500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c76715-314a-4a87-bdcb-ccad7143afbb req-e111fabb-5adf-4a31-9e72-8e7558bfbc2f tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:15.234990 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c4c76715-314a-4a87-bdcb-ccad7143afbb req-e111fabb-5adf-4a31-9e72-8e7558bfbc2f tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0484123 Feb 04 06:02:15.272811 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c4c76715-314a-4a87-bdcb-ccad7143afbb req-7b528752-607a-4082-9815-4af9f7ec0771 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319343 Feb 04 06:02:15.619847 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-a5af6ff8-cde8-487a-ad4d-6815d3729590 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:15.621293 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-a5af6ff8-cde8-487a-ad4d-6815d3729590 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/networks?id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 HTTP/1.1" status: 200 len: 814 time: 0.0994661 Feb 04 06:02:15.636429 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-84e2a232-88b4-40f1-adf7-f31451399f86 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/quotas/d45f7d4b5146446b9b31f5b699fa11bb HTTP/1.1" status: 200 len: 375 time: 0.0093699 Feb 04 06:02:15.688297 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-a9191b49-6dd5-4145-81c0-00dc32391e39 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465450 Feb 04 06:02:15.775874 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-768c0b4d-8a5b-4336-a890-faceea373207 service neutron] 10.222.0.10 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807667 Feb 04 06:02:15.867520 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-f2a5468e-3b68-49df-835e-1153ea0110a5 service neutron] 10.222.0.10 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854318 Feb 04 06:02:15.927037 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:16.036570 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7ba592ea-af7d-41dc-b110-5afd69cee3b1 req-bcfb7041-3af7-4f0d-9aa1-1f61edf2fae5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 210 time: 0.0270543 Feb 04 06:02:16.932337 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-ff893a8a-456e-44dd-9a9f-82e5d91711fd tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:16.934111 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-ff893a8a-456e-44dd-9a9f-82e5d91711fd tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.26 "GET /v2.0/networks?id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 HTTP/1.1" status: 200 len: 814 time: 0.1063814 Feb 04 06:02:16.948418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-a0ee53a6-224d-4149-9098-105b17cd00d6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Request body: {'port': {'device_id': '4dee1ba5-7836-423c-a2ff-357aa67b4aae', 'network_id': '5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7', 'admin_state_up': True, 'tenant_id': 'd45f7d4b5146446b9b31f5b699fa11bb'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:17.064004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-a0ee53a6-224d-4149-9098-105b17cd00d6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Made reservation on behalf of d45f7d4b5146446b9b31f5b699fa11bb for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:02:17.068169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-a0ee53a6-224d-4149-9098-105b17cd00d6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.155253 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bd139324-f40f-4971-ba5f-dda0322d0c73 req-0e5c700c-6825-4178-ab81-83e1ca109319 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 210 time: 0.0330050 Feb 04 06:02:17.196249 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-a0ee53a6-224d-4149-9098-105b17cd00d6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Allocated IP 172.20.0.8 (5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7/9bee3320-e6f8-4778-99b2-32dc27de9737/0f7774af-0fdb-4bd1-a4fc-15a2008e04a9) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:02:17.226273 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df8aa9-459b-4cc3-913b-fc75f315cc82 req-8b5a1d60-457d-447b-94a7-22b2dd192f5e tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.227999 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10df8aa9-459b-4cc3-913b-fc75f315cc82 req-8b5a1d60-457d-447b-94a7-22b2dd192f5e tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c233118-ef1e-4c0f-9e7c-967d79704cd4 HTTP/1.1" status: 200 len: 945 time: 0.0541117 Feb 04 06:02:17.322450 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [req-10df8aa9-459b-4cc3-913b-fc75f315cc82 req-a64f0d16-522b-4fc8-8863-8bd17c6d9732 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Deleting port 0d4de8a5-898f-4be5-999e-299187d6d348 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:02:17.323104 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-10df8aa9-459b-4cc3-913b-fc75f315cc82 req-a64f0d16-522b-4fc8-8863-8bd17c6d9732 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.359940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-a0ee53a6-224d-4149-9098-105b17cd00d6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.394665 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-a0ee53a6-224d-4149-9098-105b17cd00d6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.407740 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['0d4de8a5-898f-4be5-999e-299187d6d348'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:02:17.419324 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-10df8aa9-459b-4cc3-913b-fc75f315cc82 req-a64f0d16-522b-4fc8-8863-8bd17c6d9732 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] For port 0d4de8a5-898f-4be5-999e-299187d6d348, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0d4de8a5-898f-4be5-999e-299187d6d348,segment=NetworkSegment(ed532bef-2a7a-4ac4-8445-ddf852ddc06c),segment_id=ed532bef-2a7a-4ac4-8445-ddf852ddc06c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:02:17.421865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-10df8aa9-459b-4cc3-913b-fc75f315cc82 req-a64f0d16-522b-4fc8-8863-8bd17c6d9732 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.437105 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [req-10df8aa9-459b-4cc3-913b-fc75f315cc82 req-a64f0d16-522b-4fc8-8863-8bd17c6d9732 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Calling delete_port for 0d4de8a5-898f-4be5-999e-299187d6d348 owned by compute:nova {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:02:17.443358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-a0ee53a6-224d-4149-9098-105b17cd00d6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Network 5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:02:17.449065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-a0ee53a6-224d-4149-9098-105b17cd00d6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:02:17.452908 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-a0ee53a6-224d-4149-9098-105b17cd00d6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:02:17.460800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee53a6-224d-4149-9098-105b17cd00d6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Pushing event updated for resources: {'Port': ['ID=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:17.511238 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-a0ee53a6-224d-4149-9098-105b17cd00d6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:17.512376 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-a0ee53a6-224d-4149-9098-105b17cd00d6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.530974 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-a0ee53a6-224d-4149-9098-105b17cd00d6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5877969 Feb 04 06:02:17.545564 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Request body: {'port': {'device_id': '4dee1ba5-7836-423c-a2ff-357aa67b4aae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:02:17.616361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.623852 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-10df8aa9-459b-4cc3-913b-fc75f315cc82 req-a64f0d16-522b-4fc8-8863-8bd17c6d9732 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.652029 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f0d16-522b-4fc8-8863-8bd17c6d9732 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Pushing event deleted for resources: {'Port': ['ID=0d4de8a5-898f-4be5-999e-299187d6d348,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:17.704620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [req-10df8aa9-459b-4cc3-913b-fc75f315cc82 req-a64f0d16-522b-4fc8-8863-8bd17c6d9732 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] No DVR routers for this DVR port 0d4de8a5-898f-4be5-999e-299187d6d348 on host hv-neutron-8277 {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:02:17.711100 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-10df8aa9-459b-4cc3-913b-fc75f315cc82 req-a64f0d16-522b-4fc8-8863-8bd17c6d9732 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.714479 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-10df8aa9-459b-4cc3-913b-fc75f315cc82 req-a64f0d16-522b-4fc8-8863-8bd17c6d9732 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.26 "DELETE /v2.0/ports/0d4de8a5-898f-4be5-999e-299187d6d348 HTTP/1.1" status: 204 len: 173 time: 0.4810598 Feb 04 06:02:17.714942 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c233118-ef1e-4c0f-9e7c-967d79704cd4', 'name': 'network-vif-deleted', 'tag': '0d4de8a5-898f-4be5-999e-299187d6d348'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:02:17.727919 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caea83b-561d-4d9a-94a6-62f6e492be60" -d '{"events": [{"server_uuid": "5c233118-ef1e-4c0f-9e7c-967d79704cd4", "name": "network-vif-deleted", "tag": "0d4de8a5-898f-4be5-999e-299187d6d348"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:02:17.740706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.779460 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8517eb-1a1d-47bc-8a92-7b935abeebf5 x-openstack-request-id: req-cd8517eb-1a1d-47bc-8a92-7b935abeebf5 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:02:17.779460 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c233118-ef1e-4c0f-9e7c-967d79704cd4", "name": "network-vif-deleted", "tag": "0d4de8a5-898f-4be5-999e-299187d6d348", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:02:17.779460 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd8517eb-1a1d-47bc-8a92-7b935abeebf5 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:02:17.779805 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c233118-ef1e-4c0f-9e7c-967d79704cd4', 'name': 'network-vif-deleted', 'tag': '0d4de8a5-898f-4be5-999e-299187d6d348', 'status': 'completed', 'code': 200} Feb 04 06:02:17.917362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:02:17.925118 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.940478 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Transition to ACTIVE for port object 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:02:17.945234 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.956226 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:17.996907 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:18.064549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Attempting to bind port 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:02:18.064886 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Attempting to bind port 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'ed532bef-2a7a-4ac4-8445-ddf852ddc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:02:18.065211 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Attempting to bind port 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 on network 5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:02:18.069653 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Port 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 on network 5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:02:18.070040 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Attempting to bind port 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 on network 5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:02:18.075050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:02:18.075434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Checking segment: {'id': 'ed532bef-2a7a-4ac4-8445-ddf852ddc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:02:18.075876 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Bound using segment: {'id': 'ed532bef-2a7a-4ac4-8445-ddf852ddc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:02:18.076253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Bound port: 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed532bef-2a7a-4ac4-8445-ddf852ddc06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:02:18.076649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.171279 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] For port 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:02:18.175594 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] For port 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9,segment=NetworkSegment(ed532bef-2a7a-4ac4-8445-ddf852ddc06c),segment_id=ed532bef-2a7a-4ac4-8445-ddf852ddc06c)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:02:18.181758 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.232519 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:18.232519 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:18.233360 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] 10.222.0.26 "PUT /v2.0/ports/0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 HTTP/1.1" status: 200 len: 1093 time: 0.6938996 Feb 04 06:02:18.234061 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dee1ba5-7836-423c-a2ff-357aa67b4aae', 'tag': '0f7774af-0fdb-4bd1-a4fc-15a2008e04a9'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:02:18.236638 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156904ce-cefe-4c2b-bbb3-e22062666e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "4dee1ba5-7836-423c-a2ff-357aa67b4aae", "tag": "0f7774af-0fdb-4bd1-a4fc-15a2008e04a9"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:02:18.270481 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f071810-1676-4cc5-b292-e47d020f3601 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:18.277309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4f3d20-2d2e-4dbf-869a-133622cbe060 x-openstack-request-id: req-ff4f3d20-2d2e-4dbf-869a-133622cbe060 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:02:18.277599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dee1ba5-7836-423c-a2ff-357aa67b4aae", "tag": "0f7774af-0fdb-4bd1-a4fc-15a2008e04a9", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:02:18.277889 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff4f3d20-2d2e-4dbf-869a-133622cbe060 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:02:18.278295 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dee1ba5-7836-423c-a2ff-357aa67b4aae', 'tag': '0f7774af-0fdb-4bd1-a4fc-15a2008e04a9', 'status': 'completed', 'code': 200} Feb 04 06:02:18.295860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d31c3d-1839-4a92-9eb9-ff37a73a01ae req-7ddec723-b419-48cc-a0f2-45ffd1646462 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:18.297559 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c1d31c3d-1839-4a92-9eb9-ff37a73a01ae req-7ddec723-b419-48cc-a0f2-45ffd1646462 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 943 time: 0.0775759 Feb 04 06:02:18.324987 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-fdd1712d-13e7-4baa-b00f-b73d7e0904c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:18.326934 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-fdd1712d-13e7-4baa-b00f-b73d7e0904c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 1096 time: 0.0463672 Feb 04 06:02:18.340079 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c1d31c3d-1839-4a92-9eb9-ff37a73a01ae req-5877e6f5-2f7a-4b23-bd0d-2f87273a82cd tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360963 Feb 04 06:02:18.374260 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-60d5eb56-6f04-4ae0-bff5-2cc10898b32a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 HTTP/1.1" status: 200 len: 217 time: 0.0390434 Feb 04 06:02:18.422641 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-e2d2e7d4-b568-46f9-9263-0165555b99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:18.424129 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-e2d2e7d4-b568-46f9-9263-0165555b99d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9bee3320-e6f8-4778-99b2-32dc27de9737 HTTP/1.1" status: 200 len: 854 time: 0.0433621 Feb 04 06:02:18.456333 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-60d77a25-1874-49fa-bee4-09e52d32b10a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259521 Feb 04 06:02:18.561946 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-b5ea883f-5ce0-4c66-a23b-bb59ec4a2555 service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989134 Feb 04 06:02:18.652846 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ee335d34-b8b7-43f7-b970-8fd94faa6f7d req-c7757c2e-593d-43ea-8223-75c1489fc8c0 service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838528 Feb 04 06:02:18.736028 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156904ce-cefe-4c2b-bbb3-e22062666e1d req-b72a0725-77b0-42b9-bf81-3e736c5ba0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:18.737509 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-156904ce-cefe-4c2b-bbb3-e22062666e1d req-b72a0725-77b0-42b9-bf81-3e736c5ba0df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 1096 time: 0.0404570 Feb 04 06:02:18.828874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156904ce-cefe-4c2b-bbb3-e22062666e1d req-91aa603d-3536-4a39-a60f-30530f583153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:18.830348 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-156904ce-cefe-4c2b-bbb3-e22062666e1d req-91aa603d-3536-4a39-a60f-30530f583153 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 HTTP/1.1" status: 200 len: 914 time: 0.0867722 Feb 04 06:02:18.871321 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-156904ce-cefe-4c2b-bbb3-e22062666e1d req-0a307978-8b92-4cf1-999e-093bd066a19c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 HTTP/1.1" status: 200 len: 217 time: 0.0338142 Feb 04 06:02:18.919793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156904ce-cefe-4c2b-bbb3-e22062666e1d req-810a1cef-03fc-4a7b-9404-407ca5b201e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:18.921239 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-156904ce-cefe-4c2b-bbb3-e22062666e1d req-810a1cef-03fc-4a7b-9404-407ca5b201e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9bee3320-e6f8-4778-99b2-32dc27de9737 HTTP/1.1" status: 200 len: 854 time: 0.0434561 Feb 04 06:02:18.956518 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-156904ce-cefe-4c2b-bbb3-e22062666e1d req-780b842f-3d47-4043-b3dd-570eab5cc515 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275159 Feb 04 06:02:19.047792 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-156904ce-cefe-4c2b-bbb3-e22062666e1d req-7101a9fd-3fbb-4936-90ca-e57429b85bca service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838921 Feb 04 06:02:19.142211 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-156904ce-cefe-4c2b-bbb3-e22062666e1d req-d2a65187-2a78-4fb9-9489-253e38f73a70 service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871065 Feb 04 06:02:19.463910 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858c5a-fac5-40e9-a525-00e4c2dafb8a req-0c7d8e81-0732-4f33-831e-a2410907b763 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:19.469533 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-99858c5a-fac5-40e9-a525-00e4c2dafb8a req-0c7d8e81-0732-4f33-831e-a2410907b763 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 943 time: 0.0504000 Feb 04 06:02:19.505276 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-99858c5a-fac5-40e9-a525-00e4c2dafb8a req-38ebfd11-c091-42b3-8963-fcb295b531fc tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Feb 04 06:02:19.947554 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:02:20.622753 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d596b5-89c9-4816-a6ad-438e297ac340 req-88531336-1dae-4456-bde5-476c4dd43751 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:20.624842 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-70d596b5-89c9-4816-a6ad-438e297ac340 req-88531336-1dae-4456-bde5-476c4dd43751 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 943 time: 0.0526228 Feb 04 06:02:20.667830 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-70d596b5-89c9-4816-a6ad-438e297ac340 req-9ec69152-86de-4b03-b798-fba42633de8c tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369599 Feb 04 06:02:20.711026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:02:20.713977 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 0d4de8a5-898f-4be5-999e-299187d6d348 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:02:20.738016 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 0d4de8a5-898f-4be5-999e-299187d6d348 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:02:20.738363 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 0d4de8a5-898f-4be5-999e-299187d6d348 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:02:20.830194 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9,segment=NetworkSegment(ed532bef-2a7a-4ac4-8445-ddf852ddc06c),segment_id=ed532bef-2a7a-4ac4-8445-ddf852ddc06c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:02:20.841010 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '0f7774af-0fdb-4bd1-a4fc-15a2008e04a9', 'network_id': '5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7', 'port_id': '0f7774af-0fdb-4bd1-a4fc-15a2008e04a9', 'mac_address': 'fa:16:3e:1b:83:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bee3320-e6f8-4778-99b2-32dc27de9737', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:02:20.882147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.895979 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:02:20.916893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9,segment=NetworkSegment(ed532bef-2a7a-4ac4-8445-ddf852ddc06c),segment_id=ed532bef-2a7a-4ac4-8445-ddf852ddc06c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:02:20.920786 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:20.970873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:21.109297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['0f7774af-0fdb-4bd1-a4fc-15a2008e04a9'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:02:21.780957 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ef689-edea-4617-85be-09c0c10becd6 req-ddfabd25-e901-410a-8d9e-3534fa01bd4c tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:21.783050 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e96ef689-edea-4617-85be-09c0c10becd6 req-ddfabd25-e901-410a-8d9e-3534fa01bd4c tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 944 time: 0.0495193 Feb 04 06:02:21.820063 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e96ef689-edea-4617-85be-09c0c10becd6 req-14aa96d8-1a68-4369-afa3-64e479dcbe04 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305228 Feb 04 06:02:22.739402 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:02:22.786224 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:02:22.790694 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:02:22.791068 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.870385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.892976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dee1ba5-7836-423c-a2ff-357aa67b4aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7774af-0fdb-4bd1-a4fc-15a2008e04a9'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:02:22.895212 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b5ff5d-0a62-4bce-bb2e-7986ff90a2ce" -d '{"events": [{"server_uuid": "4dee1ba5-7836-423c-a2ff-357aa67b4aae", "name": "network-vif-plugged", "status": "completed", "tag": "0f7774af-0fdb-4bd1-a4fc-15a2008e04a9"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:02:22.919940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9,segment=NetworkSegment(ed532bef-2a7a-4ac4-8445-ddf852ddc06c),segment_id=ed532bef-2a7a-4ac4-8445-ddf852ddc06c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:02:22.925622 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:22.949211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c08bf-6eb5-4904-90e0-0ba2c1ddf6bb req-568836c3-516d-47ae-bc42-1f453a8cd2f4 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:22.949964 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31ab158-0eff-4a67-a877-9e9a5a7b7ae3 x-openstack-request-id: req-d31ab158-0eff-4a67-a877-9e9a5a7b7ae3 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:02:22.950254 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dee1ba5-7836-423c-a2ff-357aa67b4aae", "name": "network-vif-plugged", "status": "completed", "tag": "0f7774af-0fdb-4bd1-a4fc-15a2008e04a9", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:02:22.950503 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d31ab158-0eff-4a67-a877-9e9a5a7b7ae3 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:02:22.950879 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dee1ba5-7836-423c-a2ff-357aa67b4aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7774af-0fdb-4bd1-a4fc-15a2008e04a9', 'code': 200} Feb 04 06:02:22.960214 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-870c08bf-6eb5-4904-90e0-0ba2c1ddf6bb req-568836c3-516d-47ae-bc42-1f453a8cd2f4 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 944 time: 0.0668108 Feb 04 06:02:22.977857 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:02:22.998710 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-870c08bf-6eb5-4904-90e0-0ba2c1ddf6bb req-d8f298c6-e00e-49dd-b9b7-447f8bad2f55 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359755 Feb 04 06:02:23.108671 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8220934-2760-4bb2-a2f4-adfc1608e8f9 req-7824ed74-9ae2-448c-9676-c584aed3e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:23.110298 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c8220934-2760-4bb2-a2f4-adfc1608e8f9 req-7824ed74-9ae2-448c-9676-c584aed3e76a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 1098 time: 0.0410416 Feb 04 06:02:23.144592 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c8220934-2760-4bb2-a2f4-adfc1608e8f9 req-8c39dc0a-35a8-4c35-86c5-894d9f3615b5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279350 Feb 04 06:02:24.121195 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f79fc7-9466-44e9-86d4-af52238a976b req-61490dd1-a224-4e95-93e9-1ae03534b7d2 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:24.122698 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-29f79fc7-9466-44e9-86d4-af52238a976b req-61490dd1-a224-4e95-93e9-1ae03534b7d2 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0523007 Feb 04 06:02:24.167630 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-29f79fc7-9466-44e9-86d4-af52238a976b req-595e015f-b8d1-4d57-bdff-fb474dbea81c tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387528 Feb 04 06:02:25.283912 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee20d46-29a7-441a-ae0f-cad60668f2dd req-0a931bf1-ecb9-411c-9d4e-5effd47caaf8 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:25.285371 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4ee20d46-29a7-441a-ae0f-cad60668f2dd req-0a931bf1-ecb9-411c-9d4e-5effd47caaf8 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0491488 Feb 04 06:02:25.324624 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4ee20d46-29a7-441a-ae0f-cad60668f2dd req-c6df3f82-ff70-4231-a1f7-db3300567e92 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327160 Feb 04 06:02:25.436774 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300338a-e1e7-49b7-b5b7-0394f210f2b5 req-e6f2403b-aeb1-4247-a803-1e000aab074b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:25.438271 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5300338a-e1e7-49b7-b5b7-0394f210f2b5 req-e6f2403b-aeb1-4247-a803-1e000aab074b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0483577 Feb 04 06:02:25.475474 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5300338a-e1e7-49b7-b5b7-0394f210f2b5 req-b5a6cd28-c5e6-4523-8f44-cc8bc3c0dc97 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313568 Feb 04 06:02:25.795532 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-baad51f3-5b05-4f4f-aa7e-d0c729fa7f2b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416565 Feb 04 06:02:25.808070 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e453f6f-bb12-46a5-b5ac-223dd8516038 req-d4bad96f-2d8b-43cb-b7f0-c9aa0d5f88ba tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:25.809702 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6e453f6f-bb12-46a5-b5ac-223dd8516038 req-d4bad96f-2d8b-43cb-b7f0-c9aa0d5f88ba tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0511515 Feb 04 06:02:25.854487 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6e453f6f-bb12-46a5-b5ac-223dd8516038 req-d2592d33-2db0-4aef-a2e6-fea2bbf07bf3 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376663 Feb 04 06:02:26.839873 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-08423b38-2079-42e2-970f-1779b56704b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:26.841379 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-08423b38-2079-42e2-970f-1779b56704b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 1098 time: 0.0399241 Feb 04 06:02:26.935809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-b7232cc8-a83c-4ce2-b72e-4d37524d02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:26.937308 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-b7232cc8-a83c-4ce2-b72e-4d37524d02f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 HTTP/1.1" status: 200 len: 914 time: 0.0895135 Feb 04 06:02:26.973013 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a256298-cd18-4e85-91e3-f141452eb856 req-476370cc-d394-4909-a2eb-84e0d3312669 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:26.974694 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4a256298-cd18-4e85-91e3-f141452eb856 req-476370cc-d394-4909-a2eb-84e0d3312669 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0496716 Feb 04 06:02:26.978643 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-36c82399-f554-43d3-a084-9b4dd63d8217 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 HTTP/1.1" status: 200 len: 217 time: 0.0349493 Feb 04 06:02:27.014781 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4a256298-cd18-4e85-91e3-f141452eb856 req-d240c2e9-da53-40f9-8b23-0c146ef008ca tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319986 Feb 04 06:02:27.035522 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-c030e70c-ca72-49a0-bc4f-413628ee80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:27.035522 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-c030e70c-ca72-49a0-bc4f-413628ee80fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9bee3320-e6f8-4778-99b2-32dc27de9737 HTTP/1.1" status: 200 len: 854 time: 0.0483382 Feb 04 06:02:27.062982 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-e9876fe7-ffd0-4f49-aa04-5f14afae67fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245421 Feb 04 06:02:27.148717 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-e2ffa976-3d94-4770-9488-628e020802a9 service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798006 Feb 04 06:02:27.243440 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-af01a842-d1b5-41b2-867d-03b91ca384a5 service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887086 Feb 04 06:02:28.128344 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0ed74-0922-412c-8f18-7fbc5db1cb75 req-3e357b77-2cb0-4947-9f83-d10319d04cbf tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:28.129850 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dbc0ed74-0922-412c-8f18-7fbc5db1cb75 req-3e357b77-2cb0-4947-9f83-d10319d04cbf tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0492356 Feb 04 06:02:28.167447 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dbc0ed74-0922-412c-8f18-7fbc5db1cb75 req-d4c2f3c3-adbb-4df1-b27c-df291c72bec9 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312083 Feb 04 06:02:29.286692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629075-abac-4302-934d-19d025de070d req-10aeccbc-c17d-4297-9cb9-19dced92145b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:29.288340 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c1629075-abac-4302-934d-19d025de070d req-10aeccbc-c17d-4297-9cb9-19dced92145b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0546002 Feb 04 06:02:29.335254 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c1629075-abac-4302-934d-19d025de070d req-f16d7aaf-7bd0-4b0f-abb9-7d85ca25a896 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405385 Feb 04 06:02:30.452898 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb91e5-85ea-4ea9-abbc-bb4ef483cdb2 req-5e8f9b61-43b1-4c1e-ad61-a937b83ebc10 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:30.454429 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-04eb91e5-85ea-4ea9-abbc-bb4ef483cdb2 req-5e8f9b61-43b1-4c1e-ad61-a937b83ebc10 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0501668 Feb 04 06:02:30.493508 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-04eb91e5-85ea-4ea9-abbc-bb4ef483cdb2 req-b5e2347e-929d-4d6b-aaf8-fd60fd510835 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329247 Feb 04 06:02:31.608048 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e9fc5-fc15-4b54-b844-b80556fad609 req-d5950641-85c5-487d-a582-455ab4be660e tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:31.609560 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-447e9fc5-fc15-4b54-b844-b80556fad609 req-d5950641-85c5-487d-a582-455ab4be660e tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0494783 Feb 04 06:02:31.646674 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-447e9fc5-fc15-4b54-b844-b80556fad609 req-5ff819f1-b01f-4ad9-bff2-f723d215c03e tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311282 Feb 04 06:02:32.760142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80c25d-1b53-4fef-84a4-fd7d382823f4 req-36b2913a-e761-4624-93f4-4a613b5abf1a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:32.761620 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2a80c25d-1b53-4fef-84a4-fd7d382823f4 req-36b2913a-e761-4624-93f4-4a613b5abf1a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0481215 Feb 04 06:02:32.803313 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2a80c25d-1b53-4fef-84a4-fd7d382823f4 req-e46e16bc-6b8c-4f77-9f5c-c4ba523f30e2 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358109 Feb 04 06:02:33.924014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ac1e0-490f-40eb-83d5-3094d0ef23bc req-e8df0fd4-3af1-461f-aa1e-7b54f0facadd tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:33.925584 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b18ac1e0-490f-40eb-83d5-3094d0ef23bc req-e8df0fd4-3af1-461f-aa1e-7b54f0facadd tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0562813 Feb 04 06:02:33.963949 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b18ac1e0-490f-40eb-83d5-3094d0ef23bc req-45377f8d-72ad-4b95-96ee-7a79573d8c53 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319121 Feb 04 06:02:34.118226 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:35.078260 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5f337-1dbc-4591-90ef-ee164339fd85 req-49f78009-cb6d-45f1-b731-8991b318b45b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:35.079741 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-56a5f337-1dbc-4591-90ef-ee164339fd85 req-49f78009-cb6d-45f1-b731-8991b318b45b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0487537 Feb 04 06:02:35.119696 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-56a5f337-1dbc-4591-90ef-ee164339fd85 req-d49586ad-eb79-4129-a005-361a4444bc71 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337753 Feb 04 06:02:36.235374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42344b59-cf1d-4396-b27e-3d86426ed29b req-8dada016-a456-4d8c-929a-54ae4a249400 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:36.236839 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-42344b59-cf1d-4396-b27e-3d86426ed29b req-8dada016-a456-4d8c-929a-54ae4a249400 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0495405 Feb 04 06:02:36.278396 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-42344b59-cf1d-4396-b27e-3d86426ed29b req-4e08fea3-f2fb-4364-a348-5188fe49393b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355496 Feb 04 06:02:37.397819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae52a1-5035-4ac9-ad10-1213f3e626c2 req-d73f395a-e3e1-44a0-aa09-f18cdab85e8e tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:37.399339 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-faae52a1-5035-4ac9-ad10-1213f3e626c2 req-d73f395a-e3e1-44a0-aa09-f18cdab85e8e tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0506272 Feb 04 06:02:37.437068 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-faae52a1-5035-4ac9-ad10-1213f3e626c2 req-ab76f4cf-930e-44ef-8a78-2ee79a3ab9dd tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318642 Feb 04 06:02:38.557097 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dceca-ebc9-4aa3-8d95-3ae3aed0db36 req-312c9891-c5bd-47ce-8700-520d0769a2e9 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:38.558620 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c00dceca-ebc9-4aa3-8d95-3ae3aed0db36 req-312c9891-c5bd-47ce-8700-520d0769a2e9 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0527215 Feb 04 06:02:38.603522 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c00dceca-ebc9-4aa3-8d95-3ae3aed0db36 req-6f45d061-78f8-4b2a-bdc4-b19b0b6c2fa7 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379951 Feb 04 06:02:39.720484 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e8016-ce30-45de-badf-b26952e3db83 req-e2f5b130-019c-4273-854d-be04486cb892 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:39.722036 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0e2e8016-ce30-45de-badf-b26952e3db83 req-e2f5b130-019c-4273-854d-be04486cb892 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0482285 Feb 04 06:02:39.765659 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0e2e8016-ce30-45de-badf-b26952e3db83 req-d02c1192-056c-48ae-b15b-e04b867f6c06 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377288 Feb 04 06:02:40.879248 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e3d8b-7fc2-453b-b822-395b552d5bca req-0a280c87-8c1b-4cba-b7af-4e41a0ca6b56 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:40.880715 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6a4e3d8b-7fc2-453b-b822-395b552d5bca req-0a280c87-8c1b-4cba-b7af-4e41a0ca6b56 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0487700 Feb 04 06:02:40.918047 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6a4e3d8b-7fc2-453b-b822-395b552d5bca req-eb2ab578-c421-47e2-8b5f-09b9191c3a3b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307949 Feb 04 06:02:42.032978 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def04605-87af-4737-9231-7bb4cad90020 req-29d1b190-572d-4987-8cc9-4ffdd151ef59 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:42.034495 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-def04605-87af-4737-9231-7bb4cad90020 req-29d1b190-572d-4987-8cc9-4ffdd151ef59 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0482576 Feb 04 06:02:42.072903 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-def04605-87af-4737-9231-7bb4cad90020 req-2f670076-d913-4fe4-b002-58556f6a44e8 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318766 Feb 04 06:02:42.743624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-62a2a936-bc5d-4a43-afdb-131c705a8c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:43.186941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45d59-7e5c-4b84-9134-7421d712eef4 req-dfcf6f3b-36f2-4cfc-9b2c-5087912f0da8 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:43.188420 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-01f45d59-7e5c-4b84-9134-7421d712eef4 req-dfcf6f3b-36f2-4cfc-9b2c-5087912f0da8 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0485446 Feb 04 06:02:43.230752 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-01f45d59-7e5c-4b84-9134-7421d712eef4 req-14818b7c-8bb6-4028-89fc-51e7c9217ddc tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363677 Feb 04 06:02:44.345805 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea105c-5a47-41de-a879-7701a170971a req-78e0fd4d-57c3-4b32-b6a6-1b68dc8f3718 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:44.347335 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-eeea105c-5a47-41de-a879-7701a170971a req-78e0fd4d-57c3-4b32-b6a6-1b68dc8f3718 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0501571 Feb 04 06:02:44.385332 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-eeea105c-5a47-41de-a879-7701a170971a req-272ffa3e-c29c-419a-87ad-555e0fdc8bbc tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315213 Feb 04 06:02:44.879794 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-14710559-5020-4f87-8517-06780ab7aa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:45.501822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b2264-3a7e-4a1a-9953-6a40e0691dbc req-1b8c2a54-b6eb-48a1-a98f-4b65143ff7cd tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:45.503804 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9e7b2264-3a7e-4a1a-9953-6a40e0691dbc req-1b8c2a54-b6eb-48a1-a98f-4b65143ff7cd tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0514669 Feb 04 06:02:45.544510 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9e7b2264-3a7e-4a1a-9953-6a40e0691dbc req-7a62a4c0-02a1-49a3-b1dd-01595d85b672 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345802 Feb 04 06:02:45.922744 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:46.663245 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2699d-e6a3-403a-be06-f604ea89fce5 req-ffb10381-bd86-4bc9-8404-0087a2ecd718 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:46.664761 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-88d2699d-e6a3-403a-be06-f604ea89fce5 req-ffb10381-bd86-4bc9-8404-0087a2ecd718 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0498374 Feb 04 06:02:46.709515 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-88d2699d-e6a3-403a-be06-f604ea89fce5 req-b8062c3f-a62d-4fe1-8add-d96587dbd1ea tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388696 Feb 04 06:02:47.735266 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:47.828470 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d638a8-3ec8-4991-a47e-47bc72c29364 req-fe78c2b6-13f7-4c5f-a71d-8e6aa0a74343 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:47.830177 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-03d638a8-3ec8-4991-a47e-47bc72c29364 req-fe78c2b6-13f7-4c5f-a71d-8e6aa0a74343 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0512137 Feb 04 06:02:47.876723 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-03d638a8-3ec8-4991-a47e-47bc72c29364 req-70540e57-b8b4-4eb6-8c5c-bb506ca91689 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397077 Feb 04 06:02:47.959188 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:02:48.996467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955b45c-c6d6-4a31-8c8b-22419246a868 req-4dddee1c-1051-4187-9498-ea13846ae2fa tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:48.998191 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1955b45c-c6d6-4a31-8c8b-22419246a868 req-4dddee1c-1051-4187-9498-ea13846ae2fa tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0511940 Feb 04 06:02:49.040570 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1955b45c-c6d6-4a31-8c8b-22419246a868 req-1ccde7ea-450c-4ff1-a584-e3888fc0b857 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350642 Feb 04 06:02:50.213940 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aaaed-350f-4f2d-b7f3-d703f27620b5 req-1a5720cd-c557-4fdc-81df-e8f2bd1e733b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:50.215480 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-866aaaed-350f-4f2d-b7f3-d703f27620b5 req-1a5720cd-c557-4fdc-81df-e8f2bd1e733b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.1058903 Feb 04 06:02:50.258218 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-866aaaed-350f-4f2d-b7f3-d703f27620b5 req-c8ecc7fe-3c33-4842-bcd7-2c3643ec0ff1 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366967 Feb 04 06:02:51.422938 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b339b9-898e-4aa6-8361-e212121e65e6 req-deef2019-7a97-42c5-b448-5f00aafe61a7 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:51.424419 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-23b339b9-898e-4aa6-8361-e212121e65e6 req-deef2019-7a97-42c5-b448-5f00aafe61a7 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.1004968 Feb 04 06:02:51.461843 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-23b339b9-898e-4aa6-8361-e212121e65e6 req-968c2d2c-1a8c-415e-9ff9-ce51551c0f47 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Feb 04 06:02:52.581637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d545e15-d809-4c88-8404-1a35b999a97e req-7fe47af2-29d4-462e-a24a-059f32789014 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:52.583464 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9d545e15-d809-4c88-8404-1a35b999a97e req-7fe47af2-29d4-462e-a24a-059f32789014 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0501189 Feb 04 06:02:52.622460 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9d545e15-d809-4c88-8404-1a35b999a97e req-f3fe34b8-4e44-413a-9375-d6758f00f23b tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328481 Feb 04 06:02:53.741197 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f53b9-bbc5-4aca-94e0-f47fc31815e0 req-d5bca147-7037-4b5d-b1ba-056518f9537a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:53.742648 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4c1f53b9-bbc5-4aca-94e0-f47fc31815e0 req-d5bca147-7037-4b5d-b1ba-056518f9537a tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0506659 Feb 04 06:02:53.786351 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4c1f53b9-bbc5-4aca-94e0-f47fc31815e0 req-9d96d007-94aa-43ba-8ecb-7f562ac16531 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377300 Feb 04 06:02:53.849638 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-2a16b515-6169-420c-9161-b94df615d8f3 service neutron] 10.222.0.26 "GET /v2.0/ports/0f7774af-0fdb-4bd1-a4fc-15a2008e04a9/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.1028209 Feb 04 06:02:54.070875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-2335affe-4b3a-42b0-af25-a7b803c2628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:54.072260 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-2335affe-4b3a-42b0-af25-a7b803c2628c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae&tenant_id=d45f7d4b5146446b9b31f5b699fa11bb HTTP/1.1" status: 200 len: 1098 time: 0.0408034 Feb 04 06:02:54.135420 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-c36d4cf2-cc33-48a6-b90e-2abba6f124a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:54.136923 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-c36d4cf2-cc33-48a6-b90e-2abba6f124a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 1098 time: 0.0435851 Feb 04 06:02:54.223852 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-0fc1f405-a5db-4e8a-ac6d-f9d186495edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:54.225922 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-0fc1f405-a5db-4e8a-ac6d-f9d186495edc service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 HTTP/1.1" status: 200 len: 914 time: 0.0821099 Feb 04 06:02:54.265311 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-63ca55ba-c111-4ba4-a4ac-595eaa9b7e39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 HTTP/1.1" status: 200 len: 217 time: 0.0334072 Feb 04 06:02:54.316433 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-eac3b1de-55ce-48e0-b3f1-dacbf13d1198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:54.317894 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-eac3b1de-55ce-48e0-b3f1-dacbf13d1198 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9bee3320-e6f8-4778-99b2-32dc27de9737 HTTP/1.1" status: 200 len: 854 time: 0.0466378 Feb 04 06:02:54.349487 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-d13581ea-8f7e-4f90-abf6-0f3a38b4e731 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246754 Feb 04 06:02:54.435393 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-25c7899f-e5db-47bb-bca8-bee6d2896abd service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797937 Feb 04 06:02:54.527550 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3f68164b-44b4-4054-b4bf-1ed82c680e9c req-8a80b2c1-5680-441b-8d21-5ac94071b83c service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851126 Feb 04 06:02:54.907771 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0565c0-9e34-47af-a30b-b37837dbf134 req-6813ca73-b9d1-4ec4-b60d-34379087b0d1 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:54.909271 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fb0565c0-9e34-47af-a30b-b37837dbf134 req-6813ca73-b9d1-4ec4-b60d-34379087b0d1 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0481615 Feb 04 06:02:54.946972 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fb0565c0-9e34-47af-a30b-b37837dbf134 req-bedda000-f075-4774-832e-c2426eab9df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312011 Feb 04 06:02:56.076716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cef54-8cdb-4388-94ec-2a6c60de4b91 req-188f16e0-0c07-4dae-985f-f0845d6b124d tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:56.079034 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-de2cef54-8cdb-4388-94ec-2a6c60de4b91 req-188f16e0-0c07-4dae-985f-f0845d6b124d tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0559654 Feb 04 06:02:56.120742 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-de2cef54-8cdb-4388-94ec-2a6c60de4b91 req-e9bf1108-e679-4b99-bb6a-c4034da86f16 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344899 Feb 04 06:02:56.946454 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:02:57.239293 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50b7b5-aa5f-4dfb-bccc-e6dd88d76b0f req-3c374c16-5c2d-4853-aad1-72d553cffde0 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:57.241343 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9c50b7b5-aa5f-4dfb-bccc-e6dd88d76b0f req-3c374c16-5c2d-4853-aad1-72d553cffde0 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0502241 Feb 04 06:02:57.285629 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9c50b7b5-aa5f-4dfb-bccc-e6dd88d76b0f req-ddae538a-bad0-40fc-9b24-cd40405d9d7c tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375781 Feb 04 06:02:57.495482 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8beaeb-ad7f-465a-8ecd-b75460e2cb14 req-8a77f213-5828-4164-9ae0-63368a214da4 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:57.496887 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ed8beaeb-ad7f-465a-8ecd-b75460e2cb14 req-8a77f213-5828-4164-9ae0-63368a214da4 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0579734 Feb 04 06:02:57.497093 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9f2c6-12b1-4826-bc0b-a8cca9b4f2a9 req-6dcb67e4-2d44-473f-a895-deb772c22c66 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:57.498566 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1ee9f2c6-12b1-4826-bc0b-a8cca9b4f2a9 req-6dcb67e4-2d44-473f-a895-deb772c22c66 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae&tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 945 time: 0.0533903 Feb 04 06:02:57.540382 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ed8beaeb-ad7f-465a-8ecd-b75460e2cb14 req-70810ea4-2d72-4181-98a7-21bf364d309e tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365026 Feb 04 06:02:57.583084 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9f2c6-12b1-4826-bc0b-a8cca9b4f2a9 req-867654e2-55de-41a0-9a8c-c51df97ed425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:57.584631 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1ee9f2c6-12b1-4826-bc0b-a8cca9b4f2a9 req-867654e2-55de-41a0-9a8c-c51df97ed425 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 1098 time: 0.0422726 Feb 04 06:02:57.680124 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9f2c6-12b1-4826-bc0b-a8cca9b4f2a9 req-c35bc47f-ad17-456c-9301-fd3073d19ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:57.681624 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1ee9f2c6-12b1-4826-bc0b-a8cca9b4f2a9 req-c35bc47f-ad17-456c-9301-fd3073d19ec1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 HTTP/1.1" status: 200 len: 914 time: 0.0885966 Feb 04 06:02:57.722958 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1ee9f2c6-12b1-4826-bc0b-a8cca9b4f2a9 req-884844e4-4d7e-4bfd-b546-3ae4e2a8ed2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 HTTP/1.1" status: 200 len: 217 time: 0.0338187 Feb 04 06:02:57.775588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9f2c6-12b1-4826-bc0b-a8cca9b4f2a9 req-4045e60e-7a30-48e4-a498-f93bf41d81cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:57.776966 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1ee9f2c6-12b1-4826-bc0b-a8cca9b4f2a9 req-4045e60e-7a30-48e4-a498-f93bf41d81cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9bee3320-e6f8-4778-99b2-32dc27de9737 HTTP/1.1" status: 200 len: 854 time: 0.0476983 Feb 04 06:02:57.807672 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1ee9f2c6-12b1-4826-bc0b-a8cca9b4f2a9 req-7756755d-196a-4433-9902-1f63e41b8f33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244641 Feb 04 06:02:57.893257 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1ee9f2c6-12b1-4826-bc0b-a8cca9b4f2a9 req-37931a6d-d1b3-4daa-b3b5-278fa5ca8b4f service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790858 Feb 04 06:02:57.983302 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1ee9f2c6-12b1-4826-bc0b-a8cca9b4f2a9 req-38d2f646-b5d8-4786-82af-9e7e96784758 service neutron] 10.222.0.26 "GET /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836391 Feb 04 06:02:58.659899 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580561e-3ac5-4162-a379-158b91cb1d20 req-9c919389-f4dd-4716-abdb-bc45663c4081 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:58.661391 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b580561e-3ac5-4162-a379-158b91cb1d20 req-9c919389-f4dd-4716-abdb-bc45663c4081 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0485656 Feb 04 06:02:58.699534 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b580561e-3ac5-4162-a379-158b91cb1d20 req-379e9b98-5dca-4685-8ba2-8b0f5d44d0b2 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Feb 04 06:02:58.822788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb12f15-8f67-4631-b0c8-ad764da48f1d req-85ec74da-837f-4d61-9a3c-ab8c03e92381 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:58.824536 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8cb12f15-8f67-4631-b0c8-ad764da48f1d req-85ec74da-837f-4d61-9a3c-ab8c03e92381 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0507390 Feb 04 06:02:58.869320 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8cb12f15-8f67-4631-b0c8-ad764da48f1d req-a96ad85e-225b-4344-98bf-ffb4f181bded tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384054 Feb 04 06:02:58.987826 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdeb15-26df-4b0c-830f-58dc8935983b req-c43e50b2-70ab-4558-b6c6-b8e1defe864c tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:58.989287 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e8cdeb15-26df-4b0c-830f-58dc8935983b req-c43e50b2-70ab-4558-b6c6-b8e1defe864c tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0509586 Feb 04 06:02:59.030921 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e8cdeb15-26df-4b0c-830f-58dc8935983b req-a31ab449-7d48-4f94-bed2-23d21703d4b6 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337858 Feb 04 06:02:59.401986 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a87c3-b09e-406b-9c22-b55de626184a req-f71307d9-8b50-4c83-8364-8c3c27e92d5e tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:02:59.403736 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-223a87c3-b09e-406b-9c22-b55de626184a req-f71307d9-8b50-4c83-8364-8c3c27e92d5e tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0553336 Feb 04 06:02:59.445731 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-223a87c3-b09e-406b-9c22-b55de626184a req-0e977907-c1fb-42b2-8fb8-1ea45070ff25 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356174 Feb 04 06:03:00.573980 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019da42-a57d-4e66-a696-3db1f9e8b2d6 req-679b240c-d802-4115-a969-160bc28e79a7 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:00.576256 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b019da42-a57d-4e66-a696-3db1f9e8b2d6 req-679b240c-d802-4115-a969-160bc28e79a7 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0584347 Feb 04 06:03:00.624925 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b019da42-a57d-4e66-a696-3db1f9e8b2d6 req-301548eb-dfb8-425b-b536-fe5e53c501bb tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/security-groups?id=d78891a0-ddec-49cd-a13f-7d2c3f2369e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413549 Feb 04 06:03:00.908370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4b702-eabb-4b0a-b3bb-85325d465353 req-dc1195c9-ce1e-401b-8b80-0f0917c9acbe tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:00.909890 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-dbd4b702-eabb-4b0a-b3bb-85325d465353 req-dc1195c9-ce1e-401b-8b80-0f0917c9acbe tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 945 time: 0.0496528 Feb 04 06:03:01.010951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-dbd4b702-eabb-4b0a-b3bb-85325d465353 req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Deleting port 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:03:01.011664 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-dbd4b702-eabb-4b0a-b3bb-85325d465353 req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.126302 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-dbd4b702-eabb-4b0a-b3bb-85325d465353 req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] For port 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9,segment=NetworkSegment(ed532bef-2a7a-4ac4-8445-ddf852ddc06c),segment_id=ed532bef-2a7a-4ac4-8445-ddf852ddc06c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:01.126678 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-dbd4b702-eabb-4b0a-b3bb-85325d465353 req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.139846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-dbd4b702-eabb-4b0a-b3bb-85325d465353 req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Calling delete_port for 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:03:01.289583 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-dbd4b702-eabb-4b0a-b3bb-85325d465353 req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.302358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['0f7774af-0fdb-4bd1-a4fc-15a2008e04a9'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:03:01.329707 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Pushing event deleted for resources: {'Port': ['ID=0f7774af-0fdb-4bd1-a4fc-15a2008e04a9,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:01.347847 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:01.348366 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:01.348712 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:01.349059 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:01.349389 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:01.350373 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:01.350768 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:01.351161 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:01.351495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:01.351824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:01.352146 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:01.352468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:01.388028 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd4b702-eabb-4b0a-b3bb-85325d465353 req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] No DVR routers for this DVR port 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:01.391054 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-dbd4b702-eabb-4b0a-b3bb-85325d465353 req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:01.394486 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-dbd4b702-eabb-4b0a-b3bb-85325d465353 req-af08d438-12e1-4169-98a2-106aebc01df5 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.26 "DELETE /v2.0/ports/0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 HTTP/1.1" status: 204 len: 173 time: 0.4789944 Feb 04 06:03:01.394929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dee1ba5-7836-423c-a2ff-357aa67b4aae', 'name': 'network-vif-deleted', 'tag': '0f7774af-0fdb-4bd1-a4fc-15a2008e04a9'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:03:01.398000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba6a52a-0628-4a2a-a1af-d99d24b926a4" -d '{"events": [{"server_uuid": "4dee1ba5-7836-423c-a2ff-357aa67b4aae", "name": "network-vif-deleted", "tag": "0f7774af-0fdb-4bd1-a4fc-15a2008e04a9"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:03:01.438259 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7b0cf9-b3f9-4cd4-98fa-59c9fa4ea569 x-openstack-request-id: req-6e7b0cf9-b3f9-4cd4-98fa-59c9fa4ea569 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:03:01.438468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dee1ba5-7836-423c-a2ff-357aa67b4aae", "name": "network-vif-deleted", "tag": "0f7774af-0fdb-4bd1-a4fc-15a2008e04a9", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:03:01.438843 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e7b0cf9-b3f9-4cd4-98fa-59c9fa4ea569 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:03:01.439218 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dee1ba5-7836-423c-a2ff-357aa67b4aae', 'name': 'network-vif-deleted', 'tag': '0f7774af-0fdb-4bd1-a4fc-15a2008e04a9', 'status': 'completed', 'code': 200} Feb 04 06:03:01.752392 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2fb9ccff-2fb8-4018-8118-c302d7736b34 req-a08f966c-1aec-4c87-b2a9-07c3fcbc70bb tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dee1ba5-7836-423c-a2ff-357aa67b4aae HTTP/1.1" status: 200 len: 210 time: 0.0275831 Feb 04 06:03:02.879057 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 56326) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:02.922884 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Deleting subnet 9bee3320-e6f8-4778-99b2-32dc27de9737 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:03:02.925808 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:02.963048 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.004426 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.080597 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.105375 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bee3320-e6f8-4778-99b2-32dc27de9737,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:03.114840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:03.115200 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:03.115549 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:03.115891 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:03.116229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:03.116565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:03.117360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:03.117360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:03.117594 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:03.117935 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:03.118184 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:03.118508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:03.121309 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.124440 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b1ec8c6f-87be-4f36-9ddd-bb702cbf70dc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9bee3320-e6f8-4778-99b2-32dc27de9737 HTTP/1.1" status: 204 len: 168 time: 0.2440917 Feb 04 06:03:03.129498 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 56328) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:03.196246 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1554bf0c-6ec6-4c5a-9f53-41e8fbbb4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.276995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1554bf0c-6ec6-4c5a-9f53-41e8fbbb4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.296667 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-1554bf0c-6ec6-4c5a-9f53-41e8fbbb4c67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:03.306602 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-1554bf0c-6ec6-4c5a-9f53-41e8fbbb4c67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed532bef-2a7a-4ac4-8445-ddf852ddc06c') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:03.306989 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-1554bf0c-6ec6-4c5a-9f53-41e8fbbb4c67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed532bef-2a7a-4ac4-8445-ddf852ddc06c') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:03.318085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1554bf0c-6ec6-4c5a-9f53-41e8fbbb4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.331592 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1554bf0c-6ec6-4c5a-9f53-41e8fbbb4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.338001 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1554bf0c-6ec6-4c5a-9f53-41e8fbbb4c67 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:03:03.338385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1554bf0c-6ec6-4c5a-9f53-41e8fbbb4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:03:03.340031 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:03:03.405676 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1554bf0c-6ec6-4c5a-9f53-41e8fbbb4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.412130 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1554bf0c-6ec6-4c5a-9f53-41e8fbbb4c67 admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.416670 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1554bf0c-6ec6-4c5a-9f53-41e8fbbb4c67 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7 HTTP/1.1" status: 204 len: 168 time: 0.2861519 Feb 04 06:03:03.432373 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554bf0c-6ec6-4c5a-9f53-41e8fbbb4c67 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ede03d6-5bff-43d7-bb33-0ab5e2dde6b7,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:03.531210 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 56332) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:03.583248 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8a5712a6-5ff3-49ff-b40a-892fe64f4652 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d45f7d4b5146446b9b31f5b699fa11bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505083 Feb 04 06:03:03.585474 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 56334) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:03.637313 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ae48e096-2f63-4b2c-8a64-1463182270ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.658885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ae48e096-2f63-4b2c-8a64-1463182270ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.714003 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ae48e096-2f63-4b2c-8a64-1463182270ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.716536 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ae48e096-2f63-4b2c-8a64-1463182270ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:03.717672 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ae48e096-2f63-4b2c-8a64-1463182270ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d78891a0-ddec-49cd-a13f-7d2c3f2369e6 HTTP/1.1" status: 204 len: 168 time: 0.1311693 Feb 04 06:03:03.725530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48e096-2f63-4b2c-8a64-1463182270ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78891a0-ddec-49cd-a13f-7d2c3f2369e6,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:04.146579 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.415270 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 56356) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:04.509963 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1979896696-network', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:04.540404 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] Made reservation on behalf of a92ef340e73b4623b87c5bf4e0b21635 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:04.542844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.551675 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.634071 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.638651 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.663145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:03:04.672995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af37aeb-6665-4aca-b723-9d1dda04ab5a,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:04.678424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.678784 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] Added segment 450381e0-5f13-4370-8f90-462ac871246f of type vlan for network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 Feb 04 06:03:04.722548 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.748833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.750039 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:04.750709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.810643 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3940375 Feb 04 06:03:04.813397 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 56360) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:04.814035 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b5c40-5f62-4898-91c2-5cb17532e887 admin admin] Pushing event updated for resources: {'Network': ['ID=9f7843b6-754c-4ab4-b462-11b7e074ffe1,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:04.818274 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-55a485b6-5b56-4922-b3f5-c9692a57ef61 admin admin] Request body: {'subnet': {'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1979896696-subnet', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:04.826748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:03:04.843374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a485b6-5b56-4922-b3f5-c9692a57ef61 admin admin] Made reservation on behalf of a92ef340e73b4623b87c5bf4e0b21635 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:04.846465 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-55a485b6-5b56-4922-b3f5-c9692a57ef61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:04.910403 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:03:04.933689 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:03:04.934159 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 0f7774af-0fdb-4bd1-a4fc-15a2008e04a9 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:03:05.025379 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-55a485b6-5b56-4922-b3f5-c9692a57ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.079765 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a485b6-5b56-4922-b3f5-c9692a57ef61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c210523-4d41-4974-aff7-01ac04994e6c,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:05.107542 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a485b6-5b56-4922-b3f5-c9692a57ef61 admin admin] Checking segment: {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:03:05.108057 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a485b6-5b56-4922-b3f5-c9692a57ef61 admin admin] Network hostable DHCP agents. Network: 9f7843b6-754c-4ab4-b462-11b7e074ffe1, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:03:05.126582 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a485b6-5b56-4922-b3f5-c9692a57ef61 admin admin] Network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:03:05.138163 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-55a485b6-5b56-4922-b3f5-c9692a57ef61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 9f7843b6-754c-4ab4-b462-11b7e074ffe1) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:05.143019 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a485b6-5b56-4922-b3f5-c9692a57ef61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:05.143616 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-55a485b6-5b56-4922-b3f5-c9692a57ef61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.149562 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614ec896-04d9-40ac-99f3-2f1824c29b7d None None] Network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:03:05.183121 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-55a485b6-5b56-4922-b3f5-c9692a57ef61 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3684773 Feb 04 06:03:05.186040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 56362) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:05.192379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:05.225746 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.227214 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.300054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.321343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:03:05.322482 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.452611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.475757 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Allocated IP 172.20.0.2 (9f7843b6-754c-4ab4-b462-11b7e074ffe1/1c210523-4d41-4974-aff7-01ac04994e6c/c7d62233-5f78-40a1-b2e0-1861c8efa050) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:05.667316 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.674460 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.689902 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.710769 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.827247 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Allocated IP 172.26.3.199 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/edb62f84-6ecb-4aab-8ee5-682d3af0ef93) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:05.859530 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:05.862243 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:05.866084 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:03:05.873071 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Pushing event updated for resources: {'Port': ['ID=c7d62233-5f78-40a1-b2e0-1861c8efa050,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:05.896827 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:05.897164 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:05.897511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:05.897875 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:05.898191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:05.898526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:05.898858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:05.899182 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:05.899515 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:05.899825 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:05.900161 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:05.900467 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:05.931890 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Attempting to bind port c7d62233-5f78-40a1-b2e0-1861c8efa050 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:05.932258 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Attempting to bind port c7d62233-5f78-40a1-b2e0-1861c8efa050 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:05.932627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Attempting to bind port c7d62233-5f78-40a1-b2e0-1861c8efa050 on network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:03:05.937500 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:03:05.937910 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Checking segment: {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:03:05.938293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.938682 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Bound using segment: {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:03:05.939151 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Bound port: c7d62233-5f78-40a1-b2e0-1861c8efa050, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:05.939515 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.953551 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:05.999973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.006909 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] For port c7d62233-5f78-40a1-b2e0-1861c8efa050, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:03:06.011231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] For port c7d62233-5f78-40a1-b2e0-1861c8efa050, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c7d62233-5f78-40a1-b2e0-1861c8efa050,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:03:06.020865 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.062248 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:06.066521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:06.071715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:03:06.083100 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40905e-a5b1-4ff3-9bb2-4bdf783a8261 None None] Pushing event updated for resources: {'Port': ['ID=c7d62233-5f78-40a1-b2e0-1861c8efa050,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:06.122016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Pushing event updated for resources: {'Port': ['ID=edb62f84-6ecb-4aab-8ee5-682d3af0ef93,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:06.424434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.528646 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c7d62233-5f78-40a1-b2e0-1861c8efa050 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:03:06.603131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port c7d62233-5f78-40a1-b2e0-1861c8efa050 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:06.603725 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.675545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.703063 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.750325 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port c7d62233-5f78-40a1-b2e0-1861c8efa050, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c7d62233-5f78-40a1-b2e0-1861c8efa050,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:06.759397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.823432 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:03:06.826763 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=c7d62233-5f78-40a1-b2e0-1861c8efa050,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:06.941682 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:03:06.953037 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Sync routers for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:03:06.963561 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:06.964389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:02:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:06.971003 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:06.976115 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d2f00bcb-3f32-4e10-958e-faeca7c1b0d7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7887571 Feb 04 06:03:06.976916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 56364) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:07.091285 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:07.221688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db43e255-b3d8-413d-8e50-fd80e9f90bea None None] Network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:03:07.337107 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-175e6fdb-cc72-4dde-b6a1-7432b2eac86b None None] Provisioning complete for port c7d62233-5f78-40a1-b2e0-1861c8efa050 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:07.337414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-175e6fdb-cc72-4dde-b6a1-7432b2eac86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.488394 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:06Z', 'revision_number': 3, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:07.526850 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Checking router: c29fa20e-ac5a-4a9b-9083-6be71b90ac30 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:03:07.527263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Updating router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 port edb62f84-6ecb-4aab-8ee5-682d3af0ef93 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:03:07.574748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.798805 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.903531 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.905086 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-bc9534e2-ee8a-4b2e-93d7-6d59ad3918c5 None None] Provisioning complete for port c7d62233-5f78-40a1-b2e0-1861c8efa050 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:07.905458 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bc9534e2-ee8a-4b2e-93d7-6d59ad3918c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.933671 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:07.999202 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Attempting to bind port edb62f84-6ecb-4aab-8ee5-682d3af0ef93 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:07.999570 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Attempting to bind port edb62f84-6ecb-4aab-8ee5-682d3af0ef93 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:07.999937 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Attempting to bind port edb62f84-6ecb-4aab-8ee5-682d3af0ef93 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:03:08.012952 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf846f6-b9ba-49f6-8f7f-f9d73396d20d None None] Pushing event updated for resources: {'Port': ['ID=edb62f84-6ecb-4aab-8ee5-682d3af0ef93,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:08.017587 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:03:08.017983 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:03:08.018387 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.018769 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:03:08.019242 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Bound port: edb62f84-6ecb-4aab-8ee5-682d3af0ef93, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:08.019608 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.037587 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Allocated IP 172.20.0.1 (9f7843b6-754c-4ab4-b462-11b7e074ffe1/1c210523-4d41-4974-aff7-01ac04994e6c/452fac8a-c9f2-4964-855b-87012c8343eb) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:08.101437 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] For port edb62f84-6ecb-4aab-8ee5-682d3af0ef93, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:03:08.105366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] For port edb62f84-6ecb-4aab-8ee5-682d3af0ef93, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=edb62f84-6ecb-4aab-8ee5-682d3af0ef93,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:03:08.110414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.143917 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.170515 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:08.171058 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:02:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:08.187303 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.215563 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf846f6-b9ba-49f6-8f7f-f9d73396d20d None None] Pushing event updated for resources: {'Port': ['ID=edb62f84-6ecb-4aab-8ee5-682d3af0ef93,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:08.228516 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:08.233220 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:08.236818 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:03:08.278123 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.306865 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:08.337369 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Pushing event updated for resources: {'Port': ['ID=452fac8a-c9f2-4964-855b-87012c8343eb,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:08.508256 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c7d62233-5f78-40a1-b2e0-1861c8efa050 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:03:08.538126 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.605062 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port c7d62233-5f78-40a1-b2e0-1861c8efa050 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:08.605887 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.612031 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:06Z', 'revision_number': 3, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:08.663048 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e06905-7060-4cc0-94ed-12dc1636f585 None None] The sync data for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv is: [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:06Z', 'revision_number': 3, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:03:08.676512 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1f946ac9-c25c-4487-b1b9-8124cc48d996 None None] Provisioning complete for port 452fac8a-c9f2-4964-855b-87012c8343eb triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:08.676967 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1f946ac9-c25c-4487-b1b9-8124cc48d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.806573 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.814974 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.914266 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Pushing event updated for resources: {'Port': ['ID=452fac8a-c9f2-4964-855b-87012c8343eb,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:08.918151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:08.923914 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1f946ac9-c25c-4487-b1b9-8124cc48d996 None None] Port 452fac8a-c9f2-4964-855b-87012c8343eb cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:03:09.063063 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:09.064443 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:09.222136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:03:09.357253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b461b2d2-4ac2-420c-83d4-64be0d514a94 None None] Provisioning complete for port 452fac8a-c9f2-4964-855b-87012c8343eb triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:09.358223 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b461b2d2-4ac2-420c-83d4-64be0d514a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:09.378269 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:03:09.385064 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3375c3d4-a300-4106-983e-73ffbbf145e8 admin admin] 10.222.0.10 "PUT /v2.0/routers/c29fa20e-ac5a-4a9b-9083-6be71b90ac30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4069116 Feb 04 06:03:09.410145 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b461b2d2-4ac2-420c-83d4-64be0d514a94 None None] Port 452fac8a-c9f2-4964-855b-87012c8343eb cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:03:10.465312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device edb62f84-6ecb-4aab-8ee5-682d3af0ef93 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:03:10.514917 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port edb62f84-6ecb-4aab-8ee5-682d3af0ef93 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:10.515397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.516382 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Sync routers for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:03:10.526683 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:10.527285 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:02:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:10.599935 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.619553 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port edb62f84-6ecb-4aab-8ee5-682d3af0ef93, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=edb62f84-6ecb-4aab-8ee5-682d3af0ef93,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:10.626476 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.632652 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:10.681419 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=edb62f84-6ecb-4aab-8ee5-682d3af0ef93,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:10.823238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 56376) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:10.828308 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-bc531c75-61b8-4fb0-a05f-ea79a49f5774 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1823197519', 'description': 'tempest-description--207689101'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:10.840001 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 2, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:10.854199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bc531c75-61b8-4fb0-a05f-ea79a49f5774 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.867157 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Checking router: c29fa20e-ac5a-4a9b-9083-6be71b90ac30 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:03:10.867505 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Updating router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 port 452fac8a-c9f2-4964-855b-87012c8343eb binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:03:10.891849 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.931213 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bc531c75-61b8-4fb0-a05f-ea79a49f5774 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.936218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bc531c75-61b8-4fb0-a05f-ea79a49f5774 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.955366 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bc531c75-61b8-4fb0-a05f-ea79a49f5774 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:10.956866 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bc531c75-61b8-4fb0-a05f-ea79a49f5774 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1321385 Feb 04 06:03:10.962081 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 56378) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:10.970921 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-40b0e7d3-771b-4f2c-964c-e3b27be2fa2f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Request body: {'security_group_rule': {'security_group_id': '9b0f0ba4-ca40-44c0-9eb1-4c858b062b23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:10.987451 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc531c75-61b8-4fb0-a05f-ea79a49f5774 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:11.022637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-40b0e7d3-771b-4f2c-964c-e3b27be2fa2f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.089389 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-40b0e7d3-771b-4f2c-964c-e3b27be2fa2f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.093285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-40b0e7d3-771b-4f2c-964c-e3b27be2fa2f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.115741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0e7d3-771b-4f2c-964c-e3b27be2fa2f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4023b748-475c-4cee-8e62-304d3518864b,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:11.122498 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-40b0e7d3-771b-4f2c-964c-e3b27be2fa2f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.126686 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-40b0e7d3-771b-4f2c-964c-e3b27be2fa2f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1614752 Feb 04 06:03:11.127505 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 56380) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:11.134477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6bf32767-e6c4-4384-af4d-11de9b8fc510 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Request body: {'security_group_rule': {'security_group_id': '9b0f0ba4-ca40-44c0-9eb1-4c858b062b23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:11.168779 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6bf32767-e6c4-4384-af4d-11de9b8fc510 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.232974 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6bf32767-e6c4-4384-af4d-11de9b8fc510 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.242388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6bf32767-e6c4-4384-af4d-11de9b8fc510 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.251193 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.259984 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.262986 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf32767-e6c4-4384-af4d-11de9b8fc510 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f16c26a-45f5-4b72-8429-a1c2ce4dbc29,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:11.275178 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6bf32767-e6c4-4384-af4d-11de9b8fc510 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.276562 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6bf32767-e6c4-4384-af4d-11de9b8fc510 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475058 Feb 04 06:03:11.279311 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 56382) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:11.283866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:11.313558 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.343131 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbb35b-178e-4f75-81ee-653343d340c0 None None] Pushing event updated for resources: {'Port': ['ID=452fac8a-c9f2-4964-855b-87012c8343eb,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:11.373764 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbb35b-178e-4f75-81ee-653343d340c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:11.374165 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbb35b-178e-4f75-81ee-653343d340c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:11.374576 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbb35b-178e-4f75-81ee-653343d340c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:11.374927 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbb35b-178e-4f75-81ee-653343d340c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:11.375484 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbb35b-178e-4f75-81ee-653343d340c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:11.376005 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbb35b-178e-4f75-81ee-653343d340c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:11.376556 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbb35b-178e-4f75-81ee-653343d340c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:11.377582 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbb35b-178e-4f75-81ee-653343d340c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:11.377705 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbb35b-178e-4f75-81ee-653343d340c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:11.378331 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbb35b-178e-4f75-81ee-653343d340c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:11.378785 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbb35b-178e-4f75-81ee-653343d340c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:11.379384 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbb35b-178e-4f75-81ee-653343d340c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:03:11.390513 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Attempting to bind port 452fac8a-c9f2-4964-855b-87012c8343eb on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:11.390513 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Attempting to bind port 452fac8a-c9f2-4964-855b-87012c8343eb by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:11.390667 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Attempting to bind port 452fac8a-c9f2-4964-855b-87012c8343eb on network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:03:11.396274 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:03:11.397048 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Checking segment: {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:03:11.397808 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.397955 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Bound using segment: {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:03:11.398364 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Bound port: 452fac8a-c9f2-4964-855b-87012c8343eb, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:11.398785 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.440105 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.477975 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] For port 452fac8a-c9f2-4964-855b-87012c8343eb, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:03:11.482088 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] For port 452fac8a-c9f2-4964-855b-87012c8343eb, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=452fac8a-c9f2-4964-855b-87012c8343eb,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:03:11.492351 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.567608 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbb35b-178e-4f75-81ee-653343d340c0 None None] Pushing event updated for resources: {'Port': ['ID=452fac8a-c9f2-4964-855b-87012c8343eb,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:11.578389 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Allocated IP 172.26.3.148 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/09dacf8f-802a-448e-b77c-36ba16e03790) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:11.585407 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:11.586087 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:02:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:11.656710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-615e9014-3f34-4fa0-ae10-b30466eb37f8 None None] Provisioning complete for port 452fac8a-c9f2-4964-855b-87012c8343eb triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:11.657243 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-615e9014-3f34-4fa0-ae10-b30466eb37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.710874 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:11.733657 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.778721 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.797412 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-615e9014-3f34-4fa0-ae10-b30466eb37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.823584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:11.826456 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:11.830073 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:03:11.844425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-615e9014-3f34-4fa0-ae10-b30466eb37f8 None None] For port 452fac8a-c9f2-4964-855b-87012c8343eb, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=452fac8a-c9f2-4964-855b-87012c8343eb,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:11.850410 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-615e9014-3f34-4fa0-ae10-b30466eb37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.855096 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Pushing event updated for resources: {'Port': ['ID=09dacf8f-802a-448e-b77c-36ba16e03790,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:11.923886 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e9014-3f34-4fa0-ae10-b30466eb37f8 None None] Pushing event updated for resources: {'Port': ['ID=452fac8a-c9f2-4964-855b-87012c8343eb,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:11.927334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.968876 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.976169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-4e7635c3-84f9-4a7c-be66-16c6a653c018 None None] Provisioning complete for port 452fac8a-c9f2-4964-855b-87012c8343eb triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:11.976781 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4e7635c3-84f9-4a7c-be66-16c6a653c018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:11.992814 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:12.034892 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bb5678-d7b0-4e03-bdd6-8e29b7da8763 None None] The sync data for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv is: [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:03:12.160521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.172904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.245938 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Pushing event updated for resources: {'Port': ['ID=09dacf8f-802a-448e-b77c-36ba16e03790,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:12.259389 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.277593 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.279118 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f7dea4eb-d9d5-4934-9aa2-6e0ceeaf1072 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9988322 Feb 04 06:03:12.461797 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-d2475bc7-6ef1-4b3f-aa9d-62dd8e60a5a9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1823197519&fields=id&tenant_id=a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 267 time: 0.0528414 Feb 04 06:03:12.591976 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-482004e0-2e8d-4099-8039-8b2ab515d599 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:12.593743 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-482004e0-2e8d-4099-8039-8b2ab515d599 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 812 time: 0.1241119 Feb 04 06:03:12.598992 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 452fac8a-c9f2-4964-855b-87012c8343eb up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:03:12.609337 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-62e0ef77-f415-4e3e-864b-626ed6fd0f82 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/quotas/a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 375 time: 0.0094194 Feb 04 06:03:12.651754 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 452fac8a-c9f2-4964-855b-87012c8343eb triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:12.652137 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.698225 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-0c5c2793-33ff-4884-b850-b92e7a2b0eae tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696225 Feb 04 06:03:12.762425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device edb62f84-6ecb-4aab-8ee5-682d3af0ef93 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:03:12.765319 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a2897df9-1478-4fbe-8bdd-5f564fbbbf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.800502 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-2812c7e0-ff26-4050-9e36-793aa53997e9 service neutron] 10.222.0.10 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010861 Feb 04 06:03:12.816083 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port edb62f84-6ecb-4aab-8ee5-682d3af0ef93 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:12.816734 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:12.910549 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-ee3e54de-83f4-4ceb-9a04-c1a2c6ca7161 service neutron] 10.222.0.10 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024027 Feb 04 06:03:13.079334 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fa83aaf8-a93b-4f99-b2db-a6ee4d2ae73e req-0f7fe037-98b6-431c-a98b-bf2680ec6e84 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 210 time: 0.0273888 Feb 04 06:03:14.017162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-73d15b32-9cb6-4ac9-b5e4-8c1115393cff tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:14.018572 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-73d15b32-9cb6-4ac9-b5e4-8c1115393cff tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 812 time: 0.1048415 Feb 04 06:03:14.064548 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-ae5bb03c-0dce-4983-815d-746211c2d9db tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 380 time: 0.0374973 Feb 04 06:03:14.074719 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-b9104af0-c8f9-40e7-be71-e8bc0b95e48a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Request body: {'port': {'device_id': '9bb07835-1238-4091-b623-a3d3e6a70cfd', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'admin_state_up': True, 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'security_groups': ['9b0f0ba4-ca40-44c0-9eb1-4c858b062b23']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:14.189057 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-37582b41-cc80-414d-92d0-167bc73ac9c7 req-cfd4ae0f-e746-418c-ad6a-02a1265ac9bc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 210 time: 0.0292146 Feb 04 06:03:14.195542 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-b9104af0-c8f9-40e7-be71-e8bc0b95e48a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Made reservation on behalf of a92ef340e73b4623b87c5bf4e0b21635 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:14.199287 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-b9104af0-c8f9-40e7-be71-e8bc0b95e48a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.329655 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-b9104af0-c8f9-40e7-be71-e8bc0b95e48a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Allocated IP 172.20.0.4 (9f7843b6-754c-4ab4-b462-11b7e074ffe1/1c210523-4d41-4974-aff7-01ac04994e6c/837d8630-387d-46e8-bba1-105a6e9231a4) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:14.463174 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-b9104af0-c8f9-40e7-be71-e8bc0b95e48a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.497714 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-b9104af0-c8f9-40e7-be71-e8bc0b95e48a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.551253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-b9104af0-c8f9-40e7-be71-e8bc0b95e48a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:14.554996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-b9104af0-c8f9-40e7-be71-e8bc0b95e48a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:14.558662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-b9104af0-c8f9-40e7-be71-e8bc0b95e48a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:03:14.588997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9104af0-c8f9-40e7-be71-e8bc0b95e48a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Pushing event updated for resources: {'Port': ['ID=837d8630-387d-46e8-bba1-105a6e9231a4,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:14.613661 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-b9104af0-c8f9-40e7-be71-e8bc0b95e48a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:14.614580 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-b9104af0-c8f9-40e7-be71-e8bc0b95e48a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.632044 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-b9104af0-c8f9-40e7-be71-e8bc0b95e48a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613599 Feb 04 06:03:14.643457 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Request body: {'port': {'device_id': '9bb07835-1238-4091-b623-a3d3e6a70cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:14.704084 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.832857 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f4de8fb8-df55-459b-aa47-2f5d1d237baf None None] Provisioning complete for port 837d8630-387d-46e8-bba1-105a6e9231a4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:14.833352 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f4de8fb8-df55-459b-aa47-2f5d1d237baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.885804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f4de8fb8-df55-459b-aa47-2f5d1d237baf None None] Port 837d8630-387d-46e8-bba1-105a6e9231a4 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:03:14.894784 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7a207d5b-ffb1-440f-ace6-372ee99305e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:14.982800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837d8630-387d-46e8-bba1-105a6e9231a4 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:03:14.990825 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.002804 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Transition to ACTIVE for port object 837d8630-387d-46e8-bba1-105a6e9231a4 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:15.007824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.076192 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Pushing event updated for resources: {'Port': ['ID=837d8630-387d-46e8-bba1-105a6e9231a4,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:15.128163 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Attempting to bind port 837d8630-387d-46e8-bba1-105a6e9231a4 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:15.128500 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Attempting to bind port 837d8630-387d-46e8-bba1-105a6e9231a4 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:15.128830 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Attempting to bind port 837d8630-387d-46e8-bba1-105a6e9231a4 on network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:03:15.133417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Port 837d8630-387d-46e8-bba1-105a6e9231a4 on network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:03:15.133738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Attempting to bind port 837d8630-387d-46e8-bba1-105a6e9231a4 on network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:03:15.138805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:03:15.139145 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Checking segment: {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:03:15.139530 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Bound using segment: {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:03:15.139964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Bound port: 837d8630-387d-46e8-bba1-105a6e9231a4, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:15.140320 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.212153 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] For port 837d8630-387d-46e8-bba1-105a6e9231a4, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:03:15.216019 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] For port 837d8630-387d-46e8-bba1-105a6e9231a4, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=837d8630-387d-46e8-bba1-105a6e9231a4,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:03:15.220228 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.271356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:15.271854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:15.273257 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] 10.222.0.26 "PUT /v2.0/ports/837d8630-387d-46e8-bba1-105a6e9231a4 HTTP/1.1" status: 200 len: 1093 time: 0.6341267 Feb 04 06:03:15.273713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb07835-1238-4091-b623-a3d3e6a70cfd', 'tag': '837d8630-387d-46e8-bba1-105a6e9231a4'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:03:15.275995 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecfff50-d326-4f38-9399-68fa453f71e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb07835-1238-4091-b623-a3d3e6a70cfd", "tag": "837d8630-387d-46e8-bba1-105a6e9231a4"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:03:15.337074 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c4318-cdca-435b-8870-f6c52b8e48f9 service neutron] Pushing event updated for resources: {'Port': ['ID=837d8630-387d-46e8-bba1-105a6e9231a4,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:15.364255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4693fe-331c-4651-8082-a42824da8537 x-openstack-request-id: req-bc4693fe-331c-4651-8082-a42824da8537 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:03:15.364552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb07835-1238-4091-b623-a3d3e6a70cfd", "tag": "837d8630-387d-46e8-bba1-105a6e9231a4", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:03:15.364835 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc4693fe-331c-4651-8082-a42824da8537 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:03:15.365752 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb07835-1238-4091-b623-a3d3e6a70cfd', 'tag': '837d8630-387d-46e8-bba1-105a6e9231a4', 'status': 'completed', 'code': 200} Feb 04 06:03:15.370226 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4be18-d848-40ce-96dc-d15766a84fa8 req-a00ee6a6-6385-4e93-ae4f-1c000a255375 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:15.378232 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6bb4be18-d848-40ce-96dc-d15766a84fa8 req-a00ee6a6-6385-4e93-ae4f-1c000a255375 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 943 time: 0.0986412 Feb 04 06:03:15.381460 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-fb335494-717a-4ed2-af0d-2b93465f3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:15.383011 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-fb335494-717a-4ed2-af0d-2b93465f3e77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 1096 time: 0.0547357 Feb 04 06:03:15.422319 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6bb4be18-d848-40ce-96dc-d15766a84fa8 req-acc9ec11-2fc9-4956-9773-d794b0f32c38 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 Feb 04 06:03:15.431712 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-ca7e2464-6f75-41f2-823f-1f5c9d17a9e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=837d8630-387d-46e8-bba1-105a6e9231a4 HTTP/1.1" status: 200 len: 217 time: 0.0416822 Feb 04 06:03:15.488964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-86cb66ec-8456-4242-8c00-3243d41bf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:15.491049 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-86cb66ec-8456-4242-8c00-3243d41bf014 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0538144 Feb 04 06:03:15.541059 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-f0fab345-59c4-45f7-86f6-5686ec756ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:15.543845 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-f0fab345-59c4-45f7-86f6-5686ec756ed8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470338 Feb 04 06:03:15.633758 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-c1c53de5-a5fa-4827-87b9-af0fe8908961 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825880 Feb 04 06:03:15.725597 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a3b9e71b-a3c1-489d-9ae0-5d92a5f52cba req-b5ee0f23-214f-4240-bd24-76010e93df25 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859969 Feb 04 06:03:15.814224 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfff50-d326-4f38-9399-68fa453f71e5 req-b4f0ae47-d2b8-4449-8add-738a9adb4abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:15.815733 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-eecfff50-d326-4f38-9399-68fa453f71e5 req-b4f0ae47-d2b8-4449-8add-738a9adb4abe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 1096 time: 0.0403490 Feb 04 06:03:15.935310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:16.151608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfff50-d326-4f38-9399-68fa453f71e5 req-8756afd2-0f67-4006-8bae-32461340914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:16.153112 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-eecfff50-d326-4f38-9399-68fa453f71e5 req-8756afd2-0f67-4006-8bae-32461340914c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.3313351 Feb 04 06:03:16.194915 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-eecfff50-d326-4f38-9399-68fa453f71e5 req-ad4d350f-37af-4a46-a52b-b4a428076825 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=837d8630-387d-46e8-bba1-105a6e9231a4 HTTP/1.1" status: 200 len: 217 time: 0.0340934 Feb 04 06:03:16.243742 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfff50-d326-4f38-9399-68fa453f71e5 req-1cfcdb98-1d6e-45f2-ac1b-1484ce93129c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:16.245248 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-eecfff50-d326-4f38-9399-68fa453f71e5 req-1cfcdb98-1d6e-45f2-ac1b-1484ce93129c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0439763 Feb 04 06:03:16.294741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfff50-d326-4f38-9399-68fa453f71e5 req-871171a8-5a45-4a6a-9f3d-e4d2bea5e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:16.296290 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-eecfff50-d326-4f38-9399-68fa453f71e5 req-871171a8-5a45-4a6a-9f3d-e4d2bea5e50d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438960 Feb 04 06:03:16.392215 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-eecfff50-d326-4f38-9399-68fa453f71e5 req-b48e4dc0-1559-4fb0-9b89-2b8945d375fc service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879188 Feb 04 06:03:16.487371 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-eecfff50-d326-4f38-9399-68fa453f71e5 req-84fb62c8-9f17-4c93-941a-040fef16c260 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886085 Feb 04 06:03:16.541912 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e86c6-9357-4384-822c-bceec582e0be req-dc472bb3-30a8-46fb-a694-b70ceaea2162 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:16.543483 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-799e86c6-9357-4384-822c-bceec582e0be req-dc472bb3-30a8-46fb-a694-b70ceaea2162 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 943 time: 0.0511141 Feb 04 06:03:16.581023 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-799e86c6-9357-4384-822c-bceec582e0be req-e730a214-75d0-4deb-b4ed-ed76e019dc89 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315013 Feb 04 06:03:17.698138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e885d-2408-480a-9f69-5de01242e014 req-8e620c13-c393-4492-bbbf-6398a8f26c28 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:17.699605 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a04e885d-2408-480a-9f69-5de01242e014 req-8e620c13-c393-4492-bbbf-6398a8f26c28 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 943 time: 0.0503531 Feb 04 06:03:17.738944 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:17.742030 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a04e885d-2408-480a-9f69-5de01242e014 req-f420e767-d023-4dce-b874-bbd552af6f15 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357747 Feb 04 06:03:17.962322 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:18.861442 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086c762-a949-497e-8811-245ea270905d req-24bfdf9c-2eb6-4d03-ac5b-c83621c5f4b6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:18.862952 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1086c762-a949-497e-8811-245ea270905d req-24bfdf9c-2eb6-4d03-ac5b-c83621c5f4b6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 943 time: 0.0530083 Feb 04 06:03:18.900727 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1086c762-a949-497e-8811-245ea270905d req-2526c706-6bf7-4a8d-983c-df61b05d8f60 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316997 Feb 04 06:03:18.972926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 837d8630-387d-46e8-bba1-105a6e9231a4 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:03:19.065305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 837d8630-387d-46e8-bba1-105a6e9231a4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=837d8630-387d-46e8-bba1-105a6e9231a4,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:19.075892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '837d8630-387d-46e8-bba1-105a6e9231a4', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'port_id': '837d8630-387d-46e8-bba1-105a6e9231a4', 'mac_address': 'fa:16:3e:ce:3e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:03:19.113257 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.129132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837d8630-387d-46e8-bba1-105a6e9231a4 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:03:19.148765 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 837d8630-387d-46e8-bba1-105a6e9231a4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=837d8630-387d-46e8-bba1-105a6e9231a4,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:19.153722 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:19.199770 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=837d8630-387d-46e8-bba1-105a6e9231a4,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:19.360178 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['837d8630-387d-46e8-bba1-105a6e9231a4'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:03:20.017559 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75b27a-4ac4-4f6e-80c0-88a897323da8 req-e78f345a-751b-4e82-a33a-02d3c8b4c7a9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:20.019077 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bb75b27a-4ac4-4f6e-80c0-88a897323da8 req-e78f345a-751b-4e82-a33a-02d3c8b4c7a9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 944 time: 0.0499027 Feb 04 06:03:20.057129 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bb75b27a-4ac4-4f6e-80c0-88a897323da8 req-d6f5b718-bc65-4667-842f-72e2fad83ca8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319495 Feb 04 06:03:20.988747 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 837d8630-387d-46e8-bba1-105a6e9231a4 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:03:21.040432 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 837d8630-387d-46e8-bba1-105a6e9231a4 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:03:21.044233 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 837d8630-387d-46e8-bba1-105a6e9231a4 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:21.044601 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.122708 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.149684 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb07835-1238-4091-b623-a3d3e6a70cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837d8630-387d-46e8-bba1-105a6e9231a4'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:03:21.152092 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a04cea1-2bf8-40a7-9e2f-100b89af88aa" -d '{"events": [{"server_uuid": "9bb07835-1238-4091-b623-a3d3e6a70cfd", "name": "network-vif-plugged", "status": "completed", "tag": "837d8630-387d-46e8-bba1-105a6e9231a4"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:03:21.166467 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 837d8630-387d-46e8-bba1-105a6e9231a4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=837d8630-387d-46e8-bba1-105a6e9231a4,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:21.176379 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:21.191625 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3bcab-9b80-45b4-a318-c569a6112398 req-7e376425-e379-4ed9-8b75-9c924fb6be80 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:21.193697 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5fc3bcab-9b80-45b4-a318-c569a6112398 req-7e376425-e379-4ed9-8b75-9c924fb6be80 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 944 time: 0.0670877 Feb 04 06:03:21.215681 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b084ed0f-2f0b-4021-90c6-3aef9b63292a x-openstack-request-id: req-b084ed0f-2f0b-4021-90c6-3aef9b63292a {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:03:21.215681 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb07835-1238-4091-b623-a3d3e6a70cfd", "name": "network-vif-plugged", "status": "completed", "tag": "837d8630-387d-46e8-bba1-105a6e9231a4", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:03:21.215933 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b084ed0f-2f0b-4021-90c6-3aef9b63292a {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:03:21.216537 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb07835-1238-4091-b623-a3d3e6a70cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837d8630-387d-46e8-bba1-105a6e9231a4', 'code': 200} Feb 04 06:03:21.238718 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5fc3bcab-9b80-45b4-a318-c569a6112398 req-2e47da10-fc70-4608-a2ae-0a54911e8e40 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391192 Feb 04 06:03:21.251899 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=837d8630-387d-46e8-bba1-105a6e9231a4,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:21.377542 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97884-6506-42ed-8304-ec9dad310278 req-03b64642-381e-4712-be97-7bfa3fbf2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:21.379110 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3cf97884-6506-42ed-8304-ec9dad310278 req-03b64642-381e-4712-be97-7bfa3fbf2e4b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 1098 time: 0.0412760 Feb 04 06:03:21.414134 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3cf97884-6506-42ed-8304-ec9dad310278 req-91b03109-79c2-4d89-8bc4-b7654e30d3ea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287175 Feb 04 06:03:22.363915 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36b98a-9929-44c3-a25b-4e694b362908 req-241ac7d8-ef4d-40e1-9c4b-231dbf3aedad tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:22.371542 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7a36b98a-9929-44c3-a25b-4e694b362908 req-241ac7d8-ef4d-40e1-9c4b-231dbf3aedad tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0599062 Feb 04 06:03:22.417092 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7a36b98a-9929-44c3-a25b-4e694b362908 req-a64213b1-0181-4fda-be5a-bfecf55f6ee3 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430696 Feb 04 06:03:23.527530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4272e-2506-49bc-abc0-ccf1615bf5e0 req-13fb3b04-3629-4c71-b93c-c3e2d489c602 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:23.529065 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-50b4272e-2506-49bc-abc0-ccf1615bf5e0 req-13fb3b04-3629-4c71-b93c-c3e2d489c602 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0491726 Feb 04 06:03:23.566624 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-50b4272e-2506-49bc-abc0-ccf1615bf5e0 req-6dd2409f-baa5-4ba9-96a1-98ed76f94465 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312514 Feb 04 06:03:23.678918 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0fc55-4ae2-405e-ab70-0bb79bbaa162 req-5e4eed7a-9a35-478d-978e-a7278ac70690 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:23.680411 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7ef0fc55-4ae2-405e-ab70-0bb79bbaa162 req-5e4eed7a-9a35-478d-978e-a7278ac70690 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0504849 Feb 04 06:03:23.688600 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 56434) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:03:23.694388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ba11c3e9-9016-4f1e-a6cd-fb00c74cbfb2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Request body: {'floatingip': {'port_id': '837d8630-387d-46e8-bba1-105a6e9231a4'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:23.735327 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba11c3e9-9016-4f1e-a6cd-fb00c74cbfb2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.162295 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba11c3e9-9016-4f1e-a6cd-fb00c74cbfb2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.166413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba11c3e9-9016-4f1e-a6cd-fb00c74cbfb2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.266345 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-ba11c3e9-9016-4f1e-a6cd-fb00c74cbfb2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Floating IP c64007b0-873e-4627-81aa-437182279b7b associated. External IP: 172.26.3.148, port: 837d8630-387d-46e8-bba1-105a6e9231a4. Feb 04 06:03:24.469003 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba11c3e9-9016-4f1e-a6cd-fb00c74cbfb2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:03:24.578176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba11c3e9-9016-4f1e-a6cd-fb00c74cbfb2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:03:24.579978 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba11c3e9-9016-4f1e-a6cd-fb00c74cbfb2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:24.588467 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2316f688-4a5c-4bda-8371-003b1a7cdb48 None None] Sync routers for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:03:24.598026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316f688-4a5c-4bda-8371-003b1a7cdb48 None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:24.598636 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2316f688-4a5c-4bda-8371-003b1a7cdb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:03:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:24.611993 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ba11c3e9-9016-4f1e-a6cd-fb00c74cbfb2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "PUT /v2.0/floatingips/c64007b0-873e-4627-81aa-437182279b7b HTTP/1.1" status: 200 len: 991 time: 0.9197125 Feb 04 06:03:24.611993 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb07835-1238-4091-b623-a3d3e6a70cfd', 'tag': '837d8630-387d-46e8-bba1-105a6e9231a4'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:03:24.612493 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14071229-1b9a-4030-94e9-22428f44c8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb07835-1238-4091-b623-a3d3e6a70cfd", "tag": "837d8630-387d-46e8-bba1-105a6e9231a4"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:03:24.715633 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204427c8-c7d6-46fe-a1f4-eaf25855bb8b req-1d4e5ca9-187e-49da-ad92-626e5e9af27f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:24.717275 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-204427c8-c7d6-46fe-a1f4-eaf25855bb8b req-1d4e5ca9-187e-49da-ad92-626e5e9af27f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0522456 Feb 04 06:03:24.723868 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c71b8fb-cfba-4d80-ba6f-3d0eb1e476b6 x-openstack-request-id: req-3c71b8fb-cfba-4d80-ba6f-3d0eb1e476b6 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:03:24.724425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb07835-1238-4091-b623-a3d3e6a70cfd", "tag": "837d8630-387d-46e8-bba1-105a6e9231a4", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:03:24.724756 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c71b8fb-cfba-4d80-ba6f-3d0eb1e476b6 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:03:24.725269 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb07835-1238-4091-b623-a3d3e6a70cfd', 'tag': '837d8630-387d-46e8-bba1-105a6e9231a4', 'status': 'completed', 'code': 200} Feb 04 06:03:24.738716 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-2316f688-4a5c-4bda-8371-003b1a7cdb48 None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:24.766080 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-204427c8-c7d6-46fe-a1f4-eaf25855bb8b req-a795e988-3ffd-4297-a272-fa7a9f5870b1 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393381 Feb 04 06:03:24.785807 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14071229-1b9a-4030-94e9-22428f44c8cf req-39ea0e2c-01cd-4c22-8c64-7ec75b94fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:24.787462 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-14071229-1b9a-4030-94e9-22428f44c8cf req-39ea0e2c-01cd-4c22-8c64-7ec75b94fb45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 1098 time: 0.0456665 Feb 04 06:03:24.881478 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14071229-1b9a-4030-94e9-22428f44c8cf req-15c184d9-c6ba-422d-a385-971f7318d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:24.883029 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-14071229-1b9a-4030-94e9-22428f44c8cf req-15c184d9-c6ba-422d-a385-971f7318d1ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0895982 Feb 04 06:03:24.945836 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-14071229-1b9a-4030-94e9-22428f44c8cf req-f95bcd23-888e-400c-8bf3-b62e79e43923 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=837d8630-387d-46e8-bba1-105a6e9231a4 HTTP/1.1" status: 200 len: 999 time: 0.0566282 Feb 04 06:03:24.979961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2316f688-4a5c-4bda-8371-003b1a7cdb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'c64007b0-873e-4627-81aa-437182279b7b', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'port_id': '837d8630-387d-46e8-bba1-105a6e9231a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'mac_address': 'fa:16:3e:ce:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb07835-1238-4091-b623-a3d3e6a70cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:03:11Z', 'updated_at': '2022-02-04T06:03:24Z', 'revision_number': 1, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:24.997733 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14071229-1b9a-4030-94e9-22428f44c8cf req-911c5d2c-2c9f-4489-a691-8808af1c32c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:24.999221 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-14071229-1b9a-4030-94e9-22428f44c8cf req-911c5d2c-2c9f-4489-a691-8808af1c32c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0478663 Feb 04 06:03:25.010030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2316f688-4a5c-4bda-8371-003b1a7cdb48 None None] Checking router: c29fa20e-ac5a-4a9b-9083-6be71b90ac30 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:03:25.018532 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316f688-4a5c-4bda-8371-003b1a7cdb48 None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:25.019140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2316f688-4a5c-4bda-8371-003b1a7cdb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:03:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:25.043489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14071229-1b9a-4030-94e9-22428f44c8cf req-edd7ca4c-d3ca-4d6e-9928-7a8ff600f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:25.044975 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-14071229-1b9a-4030-94e9-22428f44c8cf req-edd7ca4c-d3ca-4d6e-9928-7a8ff600f98b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397394 Feb 04 06:03:25.131537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-2316f688-4a5c-4bda-8371-003b1a7cdb48 None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:25.140757 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-14071229-1b9a-4030-94e9-22428f44c8cf req-2a055b6f-6808-488c-939d-3dfbdaf4fd38 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889516 Feb 04 06:03:25.235106 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-14071229-1b9a-4030-94e9-22428f44c8cf req-7df7c771-8f71-4cf4-b9bc-1613a7504d97 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878623 Feb 04 06:03:25.363834 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-2316f688-4a5c-4bda-8371-003b1a7cdb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'c64007b0-873e-4627-81aa-437182279b7b', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'port_id': '837d8630-387d-46e8-bba1-105a6e9231a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'mac_address': 'fa:16:3e:ce:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb07835-1238-4091-b623-a3d3e6a70cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:03:11Z', 'updated_at': '2022-02-04T06:03:24Z', 'revision_number': 1, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:25.389510 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2316f688-4a5c-4bda-8371-003b1a7cdb48 None None] The sync data for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv is: [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'c64007b0-873e-4627-81aa-437182279b7b', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'port_id': '837d8630-387d-46e8-bba1-105a6e9231a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'mac_address': 'fa:16:3e:ce:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb07835-1238-4091-b623-a3d3e6a70cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:03:11Z', 'updated_at': '2022-02-04T06:03:24Z', 'revision_number': 1, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:03:25.580481 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3557c8e-5401-481f-95c5-93c49bb004d4 None None] New status for floating IP c64007b0-873e-4627-81aa-437182279b7b: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:03:25.880916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199f4ee-6303-47c6-809a-03914f939e84 req-e7f4e266-c12a-49b6-9697-129eb69bd427 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:25.882430 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e199f4ee-6303-47c6-809a-03914f939e84 req-e7f4e266-c12a-49b6-9697-129eb69bd427 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0478487 Feb 04 06:03:25.919064 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e199f4ee-6303-47c6-809a-03914f939e84 req-9d00f808-f6f8-44a5-a8d1-b29c2e96dc61 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306728 Feb 04 06:03:26.032428 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef7b5e-5318-4e29-ac6b-ba99160d8457 req-646b2d55-e05d-4e8e-8c45-11c2fc74d192 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:26.033926 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-50ef7b5e-5318-4e29-ac6b-ba99160d8457 req-646b2d55-e05d-4e8e-8c45-11c2fc74d192 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0492537 Feb 04 06:03:26.073199 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-50ef7b5e-5318-4e29-ac6b-ba99160d8457 req-409e1338-872c-46ec-b2f2-6a446003c6ac tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324938 Feb 04 06:03:26.306445 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-ba3f1025-96f2-4496-9bcb-eb9e73dc566c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400796 Feb 04 06:03:26.316722 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05c2d3-f467-460c-ba7a-0c3aa8058727 req-afb0d3aa-1f69-4227-93d8-8fcb17564c00 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:26.318801 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2b05c2d3-f467-460c-ba7a-0c3aa8058727 req-afb0d3aa-1f69-4227-93d8-8fcb17564c00 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0496559 Feb 04 06:03:26.362662 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2b05c2d3-f467-460c-ba7a-0c3aa8058727 req-a10ef8ee-f3aa-4188-92f9-25b628749bc9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372965 Feb 04 06:03:27.412348 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-2d0ba5ca-6861-4880-a318-3199dabad3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:27.413911 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-2d0ba5ca-6861-4880-a318-3199dabad3bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 1098 time: 0.0412521 Feb 04 06:03:27.486674 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7660824-9d87-4679-a80f-a0cd92f352d6 req-9b240e60-48ff-4edb-a821-07578241741d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:27.488224 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d7660824-9d87-4679-a80f-a0cd92f352d6 req-9b240e60-48ff-4edb-a821-07578241741d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0560367 Feb 04 06:03:27.511418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-f6ad193a-0444-412c-8a15-c9a5f9766e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:27.512892 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-f6ad193a-0444-412c-8a15-c9a5f9766e64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0903168 Feb 04 06:03:27.526824 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d7660824-9d87-4679-a80f-a0cd92f352d6 req-42e871cb-7f7a-4037-aeeb-baeb58436c21 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316558 Feb 04 06:03:27.577326 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-54a02f4c-0efd-4b27-a296-eda7c603d8ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=837d8630-387d-46e8-bba1-105a6e9231a4 HTTP/1.1" status: 200 len: 1001 time: 0.0570052 Feb 04 06:03:27.628871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-23bc87ae-55c3-484c-81f2-cb461b6859eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:27.630630 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-23bc87ae-55c3-484c-81f2-cb461b6859eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0475311 Feb 04 06:03:27.679328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-13bbf61c-de29-4a71-a278-447f40664d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:27.680814 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-13bbf61c-de29-4a71-a278-447f40664d84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404077 Feb 04 06:03:27.769963 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-803ed216-5019-400b-966a-77968f3269df service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812643 Feb 04 06:03:27.865370 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-8b8d365f-a775-457b-af02-b9012793e30b service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887249 Feb 04 06:03:28.646799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237cbab-0def-4f73-853b-f519b3198c03 req-31dd8c7f-bb95-4350-870a-eb7fc81bc7bd tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:28.647402 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0237cbab-0def-4f73-853b-f519b3198c03 req-31dd8c7f-bb95-4350-870a-eb7fc81bc7bd tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0503998 Feb 04 06:03:28.684548 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0237cbab-0def-4f73-853b-f519b3198c03 req-b90685cc-7d09-4711-86c6-6e857c62a5b0 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313995 Feb 04 06:03:29.808634 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905418d-9d10-4aae-81e8-46cf5970d50f req-fb51fb79-3107-47ec-be37-117b054dbec6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:29.810133 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1905418d-9d10-4aae-81e8-46cf5970d50f req-fb51fb79-3107-47ec-be37-117b054dbec6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0501294 Feb 04 06:03:29.852435 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1905418d-9d10-4aae-81e8-46cf5970d50f req-00053044-121d-4e14-98bf-9120427b9fce tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363855 Feb 04 06:03:30.968663 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503747e-1628-46b4-a6c0-859c71c829fb req-1f1ee334-1908-4599-b67d-f9986d0f59df tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:30.970247 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9503747e-1628-46b4-a6c0-859c71c829fb req-1f1ee334-1908-4599-b67d-f9986d0f59df tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0506213 Feb 04 06:03:31.010705 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9503747e-1628-46b4-a6c0-859c71c829fb req-a77922b0-068a-4b60-8b58-5f91941a93e9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338817 Feb 04 06:03:32.125288 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35f388-724b-422c-829a-840a9d248c75 req-83a029e0-e298-49e4-8a51-7040c4ff535b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:32.126802 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0e35f388-724b-422c-829a-840a9d248c75 req-83a029e0-e298-49e4-8a51-7040c4ff535b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0481384 Feb 04 06:03:32.164352 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0e35f388-724b-422c-829a-840a9d248c75 req-541bdcd6-64be-43a2-81a4-6d09171f5508 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310767 Feb 04 06:03:33.275553 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33a4f3-4579-40cb-9df9-78d3368b5321 req-09de6209-9e83-4c44-aa87-5b44801797a4 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:33.277008 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ea33a4f3-4579-40cb-9df9-78d3368b5321 req-09de6209-9e83-4c44-aa87-5b44801797a4 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0472896 Feb 04 06:03:33.327223 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ea33a4f3-4579-40cb-9df9-78d3368b5321 req-6c8e3359-4b16-4be4-ad10-128bf7ee240c tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443225 Feb 04 06:03:33.945321 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:03:34.142407 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:34.440478 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c533b-293a-47b0-9430-6588178b2211 req-4df85749-6586-45b2-bcec-48865a17d27f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:34.441974 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8a0c533b-293a-47b0-9430-6588178b2211 req-4df85749-6586-45b2-bcec-48865a17d27f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0478532 Feb 04 06:03:34.479846 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8a0c533b-293a-47b0-9430-6588178b2211 req-ca176233-3802-4a59-a788-b13197d83bda tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312560 Feb 04 06:03:35.596261 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881db5a-e1a7-4d54-b419-6deef1dbf174 req-dadbaada-cb29-4544-bbe9-c223d90091fe tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:35.597713 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5881db5a-e1a7-4d54-b419-6deef1dbf174 req-dadbaada-cb29-4544-bbe9-c223d90091fe tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0483091 Feb 04 06:03:35.635258 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5881db5a-e1a7-4d54-b419-6deef1dbf174 req-25c9abe3-915d-467c-a0d3-6b359c31c5f4 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315089 Feb 04 06:03:36.748494 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db08701-1572-40cf-8ab0-80b6012cdd24 req-84ff60c2-143a-4c5d-85ad-b1c95a925b96 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:36.749988 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1db08701-1572-40cf-8ab0-80b6012cdd24 req-84ff60c2-143a-4c5d-85ad-b1c95a925b96 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0488122 Feb 04 06:03:36.792086 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1db08701-1572-40cf-8ab0-80b6012cdd24 req-16dbee1f-d3a8-4871-9120-6fc38727b2f5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359166 Feb 04 06:03:38.220182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a0dfc-b7c0-4674-8e52-d60303930224 req-0c470f64-19c3-451f-8a58-99627a1b63f6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:38.221641 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-682a0dfc-b7c0-4674-8e52-d60303930224 req-0c470f64-19c3-451f-8a58-99627a1b63f6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.3617435 Feb 04 06:03:38.258390 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-682a0dfc-b7c0-4674-8e52-d60303930224 req-97f934d4-b2a1-4b90-8880-3a9793e71b74 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301487 Feb 04 06:03:39.374527 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94558b-59a2-40cd-85b8-080d8bdb0732 req-d8057def-4ca5-4c3b-af1f-3edcdc72e44d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:39.376002 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6f94558b-59a2-40cd-85b8-080d8bdb0732 req-d8057def-4ca5-4c3b-af1f-3edcdc72e44d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0505440 Feb 04 06:03:39.416494 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6f94558b-59a2-40cd-85b8-080d8bdb0732 req-a8da8128-bc51-4acf-b7e4-8122a4542c6a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339122 Feb 04 06:03:40.538303 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6545a2-f0d6-4e55-935b-b5584483a4c2 req-9352594b-b574-4599-9072-84707e843fbc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:40.539851 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0b6545a2-f0d6-4e55-935b-b5584483a4c2 req-9352594b-b574-4599-9072-84707e843fbc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0535007 Feb 04 06:03:40.581235 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0b6545a2-f0d6-4e55-935b-b5584483a4c2 req-bab0cc18-69f3-4b20-9ab6-525c5e5cc8f8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354323 Feb 04 06:03:41.697447 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425c62e-2588-47e2-a9c3-95055f4c07bb req-3a5b1e4a-5bd9-42d8-9a1b-7c9da779408d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:41.698958 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9425c62e-2588-47e2-a9c3-95055f4c07bb req-3a5b1e4a-5bd9-42d8-9a1b-7c9da779408d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0492339 Feb 04 06:03:41.741213 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9425c62e-2588-47e2-a9c3-95055f4c07bb req-d60fcce4-72c5-4f13-ac03-649f3fb59321 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362942 Feb 04 06:03:42.748205 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2da628cc-934c-4dc8-b61a-3bc9b9bc1eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:42.857386 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d2342-6b01-403d-a844-3b6b84834d0a req-d17da079-a831-4745-8c19-7e97a2dd7b24 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:42.858971 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-324d2342-6b01-403d-a844-3b6b84834d0a req-d17da079-a831-4745-8c19-7e97a2dd7b24 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0503743 Feb 04 06:03:42.896738 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-324d2342-6b01-403d-a844-3b6b84834d0a req-55f06931-841e-4f8a-a33a-8dc2119cee4d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317016 Feb 04 06:03:44.013407 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf39a0d-89f8-47e2-baa7-1c2e5095aacc req-ad282f74-f8a5-44d3-b0b4-ba1353dbba73 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:44.015092 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ebf39a0d-89f8-47e2-baa7-1c2e5095aacc req-ad282f74-f8a5-44d3-b0b4-ba1353dbba73 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0504007 Feb 04 06:03:44.056498 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ebf39a0d-89f8-47e2-baa7-1c2e5095aacc req-edc24206-a7da-42e6-885d-31289110ed90 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354729 Feb 04 06:03:44.458433 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-b6ca2990-8601-4a64-a85b-54a2d138f080 service neutron] 10.222.0.26 "GET /v2.0/ports/837d8630-387d-46e8-bba1-105a6e9231a4/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0556700 Feb 04 06:03:44.657566 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-0432f818-0f5d-44ce-b360-b15ae0e8ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:44.659120 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-0432f818-0f5d-44ce-b360-b15ae0e8ff99 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd&tenant_id=a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 1098 time: 0.0412078 Feb 04 06:03:44.724866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-d7d02902-f196-4f11-a494-4873c3cd9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:44.726447 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-d7d02902-f196-4f11-a494-4873c3cd9230 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 1098 time: 0.0448418 Feb 04 06:03:44.815264 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-ca9edb47-4012-4e1b-adf2-9060e9725ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:44.816775 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-ca9edb47-4012-4e1b-adf2-9060e9725ce5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0835326 Feb 04 06:03:44.886816 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-5dc1fe32-2aa4-464c-8595-cc9d26e40f08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=837d8630-387d-46e8-bba1-105a6e9231a4 HTTP/1.1" status: 200 len: 1001 time: 0.0633774 Feb 04 06:03:44.890086 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cb0eb2d7-709d-4dc2-9e1d-abd78e1f9f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:44.937033 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-1f905a0f-1bf9-4d7b-a3be-41b01a77227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:44.938474 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-1f905a0f-1bf9-4d7b-a3be-41b01a77227e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0452311 Feb 04 06:03:44.985045 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-f8f8e293-486f-4c44-af21-245d7b9d314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:44.986634 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-f8f8e293-486f-4c44-af21-245d7b9d314a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412664 Feb 04 06:03:45.079037 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-e8ccc920-55e9-45e6-835d-8c745d20e0ad service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856006 Feb 04 06:03:45.173653 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-98d16dc5-d8a9-46d8-bfca-b813f9569ff4 req-0fc8fafa-266f-49b4-ad68-3d4763572d2b service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883906 Feb 04 06:03:45.181561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356ed3a-42f1-4969-8c2f-86dde540238b req-10504bb6-c988-4bc2-8faa-c0b0c3a8a6a8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:45.183162 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c356ed3a-42f1-4969-8c2f-86dde540238b req-10504bb6-c988-4bc2-8faa-c0b0c3a8a6a8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0506568 Feb 04 06:03:45.224502 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c356ed3a-42f1-4969-8c2f-86dde540238b req-92ef59ec-81fa-4e3e-b986-7ed62f454415 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350001 Feb 04 06:03:45.931840 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:46.348741 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b033b-bd36-4c89-a8f4-b90ae0129824 req-5c09755b-132d-4a02-847d-d5391b3e0abb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:46.350269 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d36b033b-bd36-4c89-a8f4-b90ae0129824 req-5c09755b-132d-4a02-847d-d5391b3e0abb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0511663 Feb 04 06:03:46.387244 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d36b033b-bd36-4c89-a8f4-b90ae0129824 req-9c8e5dca-85a1-4dd4-bde3-653ca05ab0a2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310209 Feb 04 06:03:47.501202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b69d6-3116-454d-9238-5dacb0547fc4 req-d27c1728-e056-4f7d-8e00-69b18cfec5a3 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.502665 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ea4b69d6-3116-454d-9238-5dacb0547fc4 req-d27c1728-e056-4f7d-8e00-69b18cfec5a3 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0486374 Feb 04 06:03:47.542619 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ea4b69d6-3116-454d-9238-5dacb0547fc4 req-0f19bfb6-8521-48c0-837d-5224afd0cca5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339141 Feb 04 06:03:47.742024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.742783 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56062d35-b19d-417b-afc2-92649c03049c req-5cad59d8-bf6a-4d12-a955-3628826e5a3c tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.744311 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-56062d35-b19d-417b-afc2-92649c03049c req-5cad59d8-bf6a-4d12-a955-3628826e5a3c tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0625725 Feb 04 06:03:47.785203 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-56062d35-b19d-417b-afc2-92649c03049c req-9e337d9e-54c8-4be7-9db6-7a7add7b32d3 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345411 Feb 04 06:03:47.801089 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea837b-12d0-4322-82d5-6951a0910f32 req-ee75bf5f-5c54-4f84-bc29-3d96a497220d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.811663 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cea837b-12d0-4322-82d5-6951a0910f32 req-ee75bf5f-5c54-4f84-bc29-3d96a497220d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd&tenant_id=a92ef340e73b4623b87c5bf4e0b21635&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 945 time: 0.0629020 Feb 04 06:03:47.893951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea837b-12d0-4322-82d5-6951a0910f32 req-d32ed466-e7a3-4811-b1fd-a6dfac7f1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.895921 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cea837b-12d0-4322-82d5-6951a0910f32 req-d32ed466-e7a3-4811-b1fd-a6dfac7f1e05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 1098 time: 0.0436499 Feb 04 06:03:47.971050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:47.993645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea837b-12d0-4322-82d5-6951a0910f32 req-6fbe975c-9e40-40a4-be82-5a333cf11381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:47.995263 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cea837b-12d0-4322-82d5-6951a0910f32 req-6fbe975c-9e40-40a4-be82-5a333cf11381 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0932860 Feb 04 06:03:48.061096 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cea837b-12d0-4322-82d5-6951a0910f32 req-89f98917-edbe-4640-91c8-89d0a10be45b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=837d8630-387d-46e8-bba1-105a6e9231a4 HTTP/1.1" status: 200 len: 1001 time: 0.0592556 Feb 04 06:03:48.109495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea837b-12d0-4322-82d5-6951a0910f32 req-b392cc7f-083f-448f-8b6c-28457154b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:48.112398 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cea837b-12d0-4322-82d5-6951a0910f32 req-b392cc7f-083f-448f-8b6c-28457154b61e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0431502 Feb 04 06:03:48.155626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea837b-12d0-4322-82d5-6951a0910f32 req-38b25360-19a3-4240-adaa-dbe10612ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:48.157123 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cea837b-12d0-4322-82d5-6951a0910f32 req-38b25360-19a3-4240-adaa-dbe10612ffa8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386674 Feb 04 06:03:48.245499 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cea837b-12d0-4322-82d5-6951a0910f32 req-d13b8ffc-f6ec-404b-a8a0-b5174dd85891 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816503 Feb 04 06:03:48.331414 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7cea837b-12d0-4322-82d5-6951a0910f32 req-28f8c549-95b4-4412-b103-3e480e60f9e3 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794115 Feb 04 06:03:48.905251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebecadc-0a52-4abb-acb8-645cf7b77ab7 req-50cf8569-e275-4b38-af55-484a36490819 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:48.906745 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4ebecadc-0a52-4abb-acb8-645cf7b77ab7 req-50cf8569-e275-4b38-af55-484a36490819 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0487890 Feb 04 06:03:48.943912 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4ebecadc-0a52-4abb-acb8-645cf7b77ab7 req-641d74a2-37c8-4418-b50c-5abaf0ad6235 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304232 Feb 04 06:03:49.055804 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a1aa4-6ac4-427e-bfa5-e8cdb54ab248 req-d6389c81-a29e-42f3-a7b6-32f8503ccd34 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:49.057296 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-716a1aa4-6ac4-427e-bfa5-e8cdb54ab248 req-d6389c81-a29e-42f3-a7b6-32f8503ccd34 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0483623 Feb 04 06:03:49.096807 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-716a1aa4-6ac4-427e-bfa5-e8cdb54ab248 req-5c19cd7a-d55a-4d47-8243-33dfc9f332c9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336914 Feb 04 06:03:49.207073 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e18c7-b2ac-478d-9150-9d6b197a37b2 req-e988bea7-729f-4f89-b307-fc030df41cbe tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:49.209084 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a22e18c7-b2ac-478d-9150-9d6b197a37b2 req-e988bea7-729f-4f89-b307-fc030df41cbe tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0476277 Feb 04 06:03:49.246081 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a22e18c7-b2ac-478d-9150-9d6b197a37b2 req-d4e70710-c214-4323-a434-7f85203ef96c tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310605 Feb 04 06:03:49.470189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35d1bc-e308-4ae1-8c85-76f6164ac6be req-ccd5d20a-9448-46f0-95e1-f629264e4b80 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:49.471642 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5d35d1bc-e308-4ae1-8c85-76f6164ac6be req-ccd5d20a-9448-46f0-95e1-f629264e4b80 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0480678 Feb 04 06:03:49.509213 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5d35d1bc-e308-4ae1-8c85-76f6164ac6be req-2bc3bdbd-5255-4a86-8743-c52584f44234 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309844 Feb 04 06:03:50.625268 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a5854-1153-4f0a-89a3-ee35b9326091 req-c402d4e6-b53d-4cdd-857b-630ddf8e59a0 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:50.626730 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bb9a5854-1153-4f0a-89a3-ee35b9326091 req-c402d4e6-b53d-4cdd-857b-630ddf8e59a0 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0482934 Feb 04 06:03:50.670106 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bb9a5854-1153-4f0a-89a3-ee35b9326091 req-290af3e1-49cc-4c77-99e1-4ffd8d5fea8e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370736 Feb 04 06:03:51.108708 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-07160902-b83e-4831-9840-ed28f6558427 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:51.110106 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-07160902-b83e-4831-9840-ed28f6558427 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 945 time: 0.0483320 Feb 04 06:03:51.201462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-8f9f7873-fe6a-445a-adca-3e4ea523e1ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Deleting port 837d8630-387d-46e8-bba1-105a6e9231a4 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:03:51.201834 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-8f9f7873-fe6a-445a-adca-3e4ea523e1ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.291594 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-8f9f7873-fe6a-445a-adca-3e4ea523e1ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] For port 837d8630-387d-46e8-bba1-105a6e9231a4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=837d8630-387d-46e8-bba1-105a6e9231a4,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:51.291958 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-8f9f7873-fe6a-445a-adca-3e4ea523e1ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.506030 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-8f9f7873-fe6a-445a-adca-3e4ea523e1ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.506396 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-8f9f7873-fe6a-445a-adca-3e4ea523e1ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.506717 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-8f9f7873-fe6a-445a-adca-3e4ea523e1ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Floating IP c64007b0-873e-4627-81aa-437182279b7b disassociated. External IP: 172.26.3.148, port: 837d8630-387d-46e8-bba1-105a6e9231a4. Feb 04 06:03:51.507093 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-8f9f7873-fe6a-445a-adca-3e4ea523e1ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Calling delete_port for 837d8630-387d-46e8-bba1-105a6e9231a4 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:03:51.633031 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-8f9f7873-fe6a-445a-adca-3e4ea523e1ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:51.659321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f7873-fe6a-445a-adca-3e4ea523e1ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Pushing event deleted for resources: {'Port': ['ID=837d8630-387d-46e8-bba1-105a6e9231a4,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:51.787925 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-60f5b621-0540-4193-9e1a-8cfe769fd8ad req-01f98535-076d-4e77-ba00-6c211e06f82a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bb07835-1238-4091-b623-a3d3e6a70cfd HTTP/1.1" status: 200 len: 210 time: 0.0341740 Feb 04 06:03:51.802394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-8f9f7873-fe6a-445a-adca-3e4ea523e1ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:03:52.159874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-8f9f7873-fe6a-445a-adca-3e4ea523e1ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:03:52.170571 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a01c3e-1611-423b-ad73-96758218196a None None] Sync routers for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:03:52.180381 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a01c3e-1611-423b-ad73-96758218196a None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:52.181014 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-80a01c3e-1611-423b-ad73-96758218196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:03:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:52.199099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-8f9f7873-fe6a-445a-adca-3e4ea523e1ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] No DVR routers for this DVR port 837d8630-387d-46e8-bba1-105a6e9231a4 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:03:52.201609 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-8f9f7873-fe6a-445a-adca-3e4ea523e1ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:52.204843 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-24268292-cfa9-44b3-a1e1-9d4844013eeb req-8f9f7873-fe6a-445a-adca-3e4ea523e1ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "DELETE /v2.0/ports/837d8630-387d-46e8-bba1-105a6e9231a4 HTTP/1.1" status: 204 len: 173 time: 1.0895507 Feb 04 06:03:52.205276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb07835-1238-4091-b623-a3d3e6a70cfd', 'name': 'network-vif-deleted', 'tag': '837d8630-387d-46e8-bba1-105a6e9231a4'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:03:52.223278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f469f728-e451-4e7c-802d-e024a15260e3" -d '{"events": [{"server_uuid": "9bb07835-1238-4091-b623-a3d3e6a70cfd", "name": "network-vif-deleted", "tag": "837d8630-387d-46e8-bba1-105a6e9231a4"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:03:52.263516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125ed903-b4bb-4cd4-8536-b0251ef4bf80 x-openstack-request-id: req-125ed903-b4bb-4cd4-8536-b0251ef4bf80 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:03:52.263806 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb07835-1238-4091-b623-a3d3e6a70cfd", "name": "network-vif-deleted", "tag": "837d8630-387d-46e8-bba1-105a6e9231a4", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:03:52.264052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-125ed903-b4bb-4cd4-8536-b0251ef4bf80 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:03:52.264448 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb07835-1238-4091-b623-a3d3e6a70cfd', 'name': 'network-vif-deleted', 'tag': '837d8630-387d-46e8-bba1-105a6e9231a4', 'status': 'completed', 'code': 200} Feb 04 06:03:52.311735 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-80a01c3e-1611-423b-ad73-96758218196a None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:52.517389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-80a01c3e-1611-423b-ad73-96758218196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:52.544211 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a01c3e-1611-423b-ad73-96758218196a None None] Checking router: c29fa20e-ac5a-4a9b-9083-6be71b90ac30 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:03:52.552281 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a01c3e-1611-423b-ad73-96758218196a None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:03:52.553051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-80a01c3e-1611-423b-ad73-96758218196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:03:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:52.668283 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-80a01c3e-1611-423b-ad73-96758218196a None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:03:52.866996 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-80a01c3e-1611-423b-ad73-96758218196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:03:53.026149 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1fdb6bc5-fb1d-4156-8c8d-ca4f1c8ffb2e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1823197519&fields=id&tenant_id=a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 267 time: 0.0338416 Feb 04 06:03:53.039492 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a01c3e-1611-423b-ad73-96758218196a None None] The sync data for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv is: [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:03:53.137712 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-137bd462-4ca8-429b-8dc1-5b32669c541b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:53.139171 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-137bd462-4ca8-429b-8dc1-5b32669c541b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 812 time: 0.1053452 Feb 04 06:03:53.154952 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-222c2adf-2ff9-48af-97b4-1ef073e5d1e5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/quotas/a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 375 time: 0.0096788 Feb 04 06:03:53.216148 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-ad27dcd1-f488-4846-a2b7-126fdfe950d6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555654 Feb 04 06:03:53.232844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-d1a1c800-ad02-46c0-a825-b5e22651d8b7 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:03:53.234119 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-d1a1c800-ad02-46c0-a825-b5e22651d8b7 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059755 Feb 04 06:03:53.270385 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea1ee81-a04e-46c8-86b1-a4d6da1f50e4 None None] New status for floating IP c64007b0-873e-4627-81aa-437182279b7b: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:03:53.330887 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-cf39650d-6ffd-45ef-bffd-12a7b6c746c9 service neutron] 10.222.0.10 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879602 Feb 04 06:03:53.432125 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-48b941c8-cafc-45ed-b652-3148833847ed service neutron] 10.222.0.10 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930083 Feb 04 06:03:53.606707 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-822f5506-2bc3-44f3-8b45-bc00777036b9 req-f67ea709-f9aa-4c4a-b960-6af65f5e0e7b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 210 time: 0.0274301 Feb 04 06:03:54.503897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-6958a2a9-bb17-4e08-a376-d9a51521a1b4 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:54.505561 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-6958a2a9-bb17-4e08-a376-d9a51521a1b4 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 812 time: 0.1121688 Feb 04 06:03:54.556921 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-c64c5a81-c519-40da-9057-c4b037bbf621 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 380 time: 0.0427001 Feb 04 06:03:54.567708 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-dce5295c-4301-40fe-8313-ce14517fcb10 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Request body: {'port': {'device_id': '45a17555-5508-4322-adec-3864fa543adc', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'admin_state_up': True, 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'security_groups': ['9b0f0ba4-ca40-44c0-9eb1-4c858b062b23']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:54.687429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-dce5295c-4301-40fe-8313-ce14517fcb10 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Made reservation on behalf of a92ef340e73b4623b87c5bf4e0b21635 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:03:54.691100 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-dce5295c-4301-40fe-8313-ce14517fcb10 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:54.708489 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d860073d-b597-4e15-ab32-556e95d31766 req-b4dc4cdc-d6ba-4d5e-8ac8-867f3a30bd66 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 210 time: 0.0283065 Feb 04 06:03:54.834975 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-dce5295c-4301-40fe-8313-ce14517fcb10 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Allocated IP 172.20.0.14 (9f7843b6-754c-4ab4-b462-11b7e074ffe1/1c210523-4d41-4974-aff7-01ac04994e6c/5fa4688f-4cd6-47d3-b18e-0219b6f613ec) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:03:54.975056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-dce5295c-4301-40fe-8313-ce14517fcb10 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.007894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-dce5295c-4301-40fe-8313-ce14517fcb10 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.052938 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-dce5295c-4301-40fe-8313-ce14517fcb10 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:03:55.056271 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-dce5295c-4301-40fe-8313-ce14517fcb10 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:03:55.058763 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-dce5295c-4301-40fe-8313-ce14517fcb10 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:03:55.086588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5295c-4301-40fe-8313-ce14517fcb10 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Pushing event updated for resources: {'Port': ['ID=5fa4688f-4cd6-47d3-b18e-0219b6f613ec,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:55.118496 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-dce5295c-4301-40fe-8313-ce14517fcb10 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:55.119276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-dce5295c-4301-40fe-8313-ce14517fcb10 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.136946 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-dce5295c-4301-40fe-8313-ce14517fcb10 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5729792 Feb 04 06:03:55.143952 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 837d8630-387d-46e8-bba1-105a6e9231a4 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:03:55.151862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Request body: {'port': {'device_id': '45a17555-5508-4322-adec-3864fa543adc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:03:55.167830 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 837d8630-387d-46e8-bba1-105a6e9231a4 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:03:55.168526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 837d8630-387d-46e8-bba1-105a6e9231a4 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:03:55.219666 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.333545 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6fbf5740-536d-4fe0-bacf-6a00b9eb9bd3 None None] Provisioning complete for port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:03:55.333862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6fbf5740-536d-4fe0-bacf-6a00b9eb9bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.367297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf5740-536d-4fe0-bacf-6a00b9eb9bd3 None None] Port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:03:55.490058 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa4688f-4cd6-47d3-b18e-0219b6f613ec {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:03:55.497418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.509848 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Transition to ACTIVE for port object 5fa4688f-4cd6-47d3-b18e-0219b6f613ec will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:03:55.514335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.563302 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa4688f-4cd6-47d3-b18e-0219b6f613ec,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:55.653873 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Attempting to bind port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:03:55.654340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Attempting to bind port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:03:55.654535 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Attempting to bind port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec on network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:03:55.659250 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec on network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:03:55.659577 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Attempting to bind port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec on network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:03:55.665315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:03:55.665764 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Checking segment: {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:03:55.666064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Bound using segment: {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:03:55.666479 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Bound port: 5fa4688f-4cd6-47d3-b18e-0219b6f613ec, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:03:55.666839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.737677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] For port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:03:55.740840 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] For port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5fa4688f-4cd6-47d3-b18e-0219b6f613ec,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:03:55.744749 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.792549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:55.793180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:55.796551 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] 10.222.0.26 "PUT /v2.0/ports/5fa4688f-4cd6-47d3-b18e-0219b6f613ec HTTP/1.1" status: 200 len: 1094 time: 0.6505551 Feb 04 06:03:55.806032 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a17555-5508-4322-adec-3864fa543adc', 'tag': '5fa4688f-4cd6-47d3-b18e-0219b6f613ec'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:03:55.808546 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cc55c0-d85a-4a81-9198-eca4839ee045" -d '{"events": [{"name": "network-changed", "server_uuid": "45a17555-5508-4322-adec-3864fa543adc", "tag": "5fa4688f-4cd6-47d3-b18e-0219b6f613ec"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:03:55.884437 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7337cca-880e-43ea-ad71-5f6f4f5e1a24 req-cbf0ed2f-5b2d-4bf6-af86-6b98180d59e8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:55.888169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed730ca-e1f3-42bc-a2f3-98cdc8864c08 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa4688f-4cd6-47d3-b18e-0219b6f613ec,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:55.892892 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8018e7df-281e-441b-a8a9-c7aa9eb77e59 x-openstack-request-id: req-8018e7df-281e-441b-a8a9-c7aa9eb77e59 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:03:55.893257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a17555-5508-4322-adec-3864fa543adc", "tag": "5fa4688f-4cd6-47d3-b18e-0219b6f613ec", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:03:55.893608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8018e7df-281e-441b-a8a9-c7aa9eb77e59 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:03:55.894094 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a17555-5508-4322-adec-3864fa543adc', 'tag': '5fa4688f-4cd6-47d3-b18e-0219b6f613ec', 'status': 'completed', 'code': 200} Feb 04 06:03:55.907088 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f7337cca-880e-43ea-ad71-5f6f4f5e1a24 req-cbf0ed2f-5b2d-4bf6-af86-6b98180d59e8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 944 time: 0.1257362 Feb 04 06:03:55.908350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-ea627233-5646-4852-9272-3bc574bb0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:55.910247 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-ea627233-5646-4852-9272-3bc574bb0441 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 1097 time: 0.0743437 Feb 04 06:03:55.954090 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-88c11bd9-7368-41b3-ad8d-e6a211c5b0fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fa4688f-4cd6-47d3-b18e-0219b6f613ec HTTP/1.1" status: 200 len: 217 time: 0.0364661 Feb 04 06:03:55.954952 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f7337cca-880e-43ea-ad71-5f6f4f5e1a24 req-9e780a7f-ee7d-4359-9eca-7d9c67a539d0 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418534 Feb 04 06:03:56.006137 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-4560c74a-e7f7-43e5-a3f3-662e332fda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:56.007647 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-4560c74a-e7f7-43e5-a3f3-662e332fda60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0476809 Feb 04 06:03:56.052085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-4caf88cc-093b-481a-b3bd-a8337c163541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:56.053503 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-4caf88cc-093b-481a-b3bd-a8337c163541 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396578 Feb 04 06:03:56.146073 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-5cbc9cef-c76c-4b68-a4b2-0c523d704ce2 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861065 Feb 04 06:03:56.235210 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9cbae684-561f-4406-b834-98b28ad2fa8a req-8a300b4f-e7d1-4633-b899-acb17a18dfd4 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828123 Feb 04 06:03:56.325192 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc55c0-d85a-4a81-9198-eca4839ee045 req-58aded49-9b8b-4ea6-8e45-7a22d4c9888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:56.326713 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-28cc55c0-d85a-4a81-9198-eca4839ee045 req-58aded49-9b8b-4ea6-8e45-7a22d4c9888d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 1097 time: 0.0462825 Feb 04 06:03:56.415285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc55c0-d85a-4a81-9198-eca4839ee045 req-6cdfa298-e587-4c97-ab9f-eeb1a4520f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:56.416748 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-28cc55c0-d85a-4a81-9198-eca4839ee045 req-6cdfa298-e587-4c97-ab9f-eeb1a4520f82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0819826 Feb 04 06:03:56.462536 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-28cc55c0-d85a-4a81-9198-eca4839ee045 req-549fd17e-8a02-4fdc-beb7-04595215389b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fa4688f-4cd6-47d3-b18e-0219b6f613ec HTTP/1.1" status: 200 len: 217 time: 0.0381041 Feb 04 06:03:56.513113 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc55c0-d85a-4a81-9198-eca4839ee045 req-80ff9a6f-3a58-497d-8f05-9b8c6f6fcb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:56.514616 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-28cc55c0-d85a-4a81-9198-eca4839ee045 req-80ff9a6f-3a58-497d-8f05-9b8c6f6fcb43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0446246 Feb 04 06:03:56.558751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc55c0-d85a-4a81-9198-eca4839ee045 req-f058351f-0462-4153-9b63-81e509e51e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:56.560264 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-28cc55c0-d85a-4a81-9198-eca4839ee045 req-f058351f-0462-4153-9b63-81e509e51e87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388262 Feb 04 06:03:56.652187 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-28cc55c0-d85a-4a81-9198-eca4839ee045 req-188332e0-be79-4ba5-97fb-dbaec17ed147 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843275 Feb 04 06:03:56.741416 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-28cc55c0-d85a-4a81-9198-eca4839ee045 req-dffb6fb6-80e0-48d8-97fd-bad7430d27b6 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813146 Feb 04 06:03:57.064899 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4518fa-3104-41cb-baf4-1c7cff224ca9 req-387148c2-bc91-478c-877d-cb7f126ef4bc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:57.066885 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0c4518fa-3104-41cb-baf4-1c7cff224ca9 req-387148c2-bc91-478c-877d-cb7f126ef4bc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 944 time: 0.0543380 Feb 04 06:03:57.105582 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0c4518fa-3104-41cb-baf4-1c7cff224ca9 req-01123ce7-31ac-4a80-a9af-75ede233e0f4 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326412 Feb 04 06:03:58.219705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc5279-359a-48bd-b3b4-4c6dfbf6c50a req-d496d2f9-b7ac-4ece-867b-28ae2c9bf9dd tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:58.221182 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5abc5279-359a-48bd-b3b4-4c6dfbf6c50a req-d496d2f9-b7ac-4ece-867b-28ae2c9bf9dd tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 944 time: 0.0504746 Feb 04 06:03:58.258319 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5abc5279-359a-48bd-b3b4-4c6dfbf6c50a req-cc3970da-9bb3-4668-a6da-b033cd19fa9d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311437 Feb 04 06:03:59.159373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 5fa4688f-4cd6-47d3-b18e-0219b6f613ec details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:03:59.255280 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5fa4688f-4cd6-47d3-b18e-0219b6f613ec,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:59.265928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '5fa4688f-4cd6-47d3-b18e-0219b6f613ec', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'port_id': '5fa4688f-4cd6-47d3-b18e-0219b6f613ec', 'mac_address': 'fa:16:3e:10:d2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:03:59.305955 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.319576 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa4688f-4cd6-47d3-b18e-0219b6f613ec {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:03:59.340938 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5fa4688f-4cd6-47d3-b18e-0219b6f613ec,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:03:59.345723 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:03:59.384834 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb9979-aa0a-41e3-8303-4dc5f9fb47ef req-caebcb6f-eb62-4337-a370-f426ebd9da42 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:03:59.386360 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-09fb9979-aa0a-41e3-8303-4dc5f9fb47ef req-caebcb6f-eb62-4337-a370-f426ebd9da42 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 945 time: 0.0515027 Feb 04 06:03:59.393711 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=5fa4688f-4cd6-47d3-b18e-0219b6f613ec,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:03:59.427830 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-09fb9979-aa0a-41e3-8303-4dc5f9fb47ef req-cf8cc3c4-9d8e-4407-8c2e-aae9db548b80 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348260 Feb 04 06:03:59.536568 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['5fa4688f-4cd6-47d3-b18e-0219b6f613ec'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:04:00.545643 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfc16f-be11-493e-8fdf-6ca6f8a1d514 req-341edb1f-441c-4752-bbfc-52939fd2ea98 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:00.547158 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e4dfc16f-be11-493e-8fdf-6ca6f8a1d514 req-341edb1f-441c-4752-bbfc-52939fd2ea98 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 945 time: 0.0525873 Feb 04 06:04:00.584926 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e4dfc16f-be11-493e-8fdf-6ca6f8a1d514 req-c5f1d75d-a1ce-42bd-8786-ae0b54197d8e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318012 Feb 04 06:04:01.174824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 5fa4688f-4cd6-47d3-b18e-0219b6f613ec up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:04:01.225903 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:01.230044 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:01.230425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.307446 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.330175 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a17555-5508-4322-adec-3864fa543adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa4688f-4cd6-47d3-b18e-0219b6f613ec'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:04:01.333249 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfea400-532a-4248-898d-5860357a4dbd" -d '{"events": [{"server_uuid": "45a17555-5508-4322-adec-3864fa543adc", "name": "network-vif-plugged", "status": "completed", "tag": "5fa4688f-4cd6-47d3-b18e-0219b6f613ec"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:04:01.350357 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5fa4688f-4cd6-47d3-b18e-0219b6f613ec,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:01.354448 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:01.380344 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232d97a3-e7ee-4211-97f5-2c0ebf0a9656 x-openstack-request-id: req-232d97a3-e7ee-4211-97f5-2c0ebf0a9656 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:04:01.380635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a17555-5508-4322-adec-3864fa543adc", "name": "network-vif-plugged", "status": "completed", "tag": "5fa4688f-4cd6-47d3-b18e-0219b6f613ec", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:04:01.380888 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-232d97a3-e7ee-4211-97f5-2c0ebf0a9656 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:04:01.381272 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a17555-5508-4322-adec-3864fa543adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa4688f-4cd6-47d3-b18e-0219b6f613ec', 'code': 200} Feb 04 06:04:01.412172 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=5fa4688f-4cd6-47d3-b18e-0219b6f613ec,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:01.534829 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cc841-0b9d-496c-91cf-afa044573ee3 req-6afd4163-3365-4d84-acac-7040b4abeb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:01.536884 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2d0cc841-0b9d-496c-91cf-afa044573ee3 req-6afd4163-3365-4d84-acac-7040b4abeb62 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 1099 time: 0.0406463 Feb 04 06:04:01.570968 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2d0cc841-0b9d-496c-91cf-afa044573ee3 req-bc1a1564-d374-42ea-a799-6a11304765e9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277026 Feb 04 06:04:01.708464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722c023-d2b2-45b3-a249-a201086536bb req-a8c447c6-f02b-4762-ac2d-583523dcd5d1 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:01.709978 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a722c023-d2b2-45b3-a249-a201086536bb req-a8c447c6-f02b-4762-ac2d-583523dcd5d1 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0494151 Feb 04 06:04:01.748733 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a722c023-d2b2-45b3-a249-a201086536bb req-c28a877b-f945-43bd-9af5-fb06bc3de3ba tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323360 Feb 04 06:04:02.864025 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc84ab-ffed-450b-8d6e-ee4b42d9b9b4 req-df5ff4c1-12ee-493f-8279-473f8c14ed7e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:02.865525 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-33dc84ab-ffed-450b-8d6e-ee4b42d9b9b4 req-df5ff4c1-12ee-493f-8279-473f8c14ed7e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0487986 Feb 04 06:04:02.903057 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-33dc84ab-ffed-450b-8d6e-ee4b42d9b9b4 req-3c4c4f0b-8130-4078-8a06-16616fffe8bf tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315847 Feb 04 06:04:03.021379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0b867-cd5b-4c0c-8512-c764d2dce866 req-76741289-bc25-4f11-8f55-844d3b39cf80 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:03.023035 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f0f0b867-cd5b-4c0c-8512-c764d2dce866 req-76741289-bc25-4f11-8f55-844d3b39cf80 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0572431 Feb 04 06:04:03.031885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 56586) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:03.037204 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2e1b09b8-e7c8-402d-bcbe-5dee9421d7cb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Request body: {'floatingip': {'port_id': '5fa4688f-4cd6-47d3-b18e-0219b6f613ec'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:03.076709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e1b09b8-e7c8-402d-bcbe-5dee9421d7cb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.515660 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e1b09b8-e7c8-402d-bcbe-5dee9421d7cb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.519813 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e1b09b8-e7c8-402d-bcbe-5dee9421d7cb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.620153 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-2e1b09b8-e7c8-402d-bcbe-5dee9421d7cb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Floating IP c64007b0-873e-4627-81aa-437182279b7b associated. External IP: 172.26.3.148, port: 5fa4688f-4cd6-47d3-b18e-0219b6f613ec. Feb 04 06:04:03.829527 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1b09b8-e7c8-402d-bcbe-5dee9421d7cb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:04:03.944182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1b09b8-e7c8-402d-bcbe-5dee9421d7cb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:04:03.949362 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e1b09b8-e7c8-402d-bcbe-5dee9421d7cb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:03.954360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0fe6f-8fb3-4d55-92f6-b941f555828f None None] Sync routers for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:04:03.966342 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f0fe6f-8fb3-4d55-92f6-b941f555828f None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:03.966987 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-97f0fe6f-8fb3-4d55-92f6-b941f555828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:03:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:03.981432 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2e1b09b8-e7c8-402d-bcbe-5dee9421d7cb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "PUT /v2.0/floatingips/c64007b0-873e-4627-81aa-437182279b7b HTTP/1.1" status: 200 len: 992 time: 0.9484627 Feb 04 06:04:03.982284 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a17555-5508-4322-adec-3864fa543adc', 'tag': '5fa4688f-4cd6-47d3-b18e-0219b6f613ec'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:04:03.984593 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71365f1b-da0a-49eb-8ad6-f1c86fbb305a" -d '{"events": [{"name": "network-changed", "server_uuid": "45a17555-5508-4322-adec-3864fa543adc", "tag": "5fa4688f-4cd6-47d3-b18e-0219b6f613ec"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:04:04.026496 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634589a1-85b9-4db6-adc0-3606cd08afad x-openstack-request-id: req-634589a1-85b9-4db6-adc0-3606cd08afad {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:04:04.026782 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a17555-5508-4322-adec-3864fa543adc", "tag": "5fa4688f-4cd6-47d3-b18e-0219b6f613ec", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:04:04.027032 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-634589a1-85b9-4db6-adc0-3606cd08afad {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:04:04.027437 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a17555-5508-4322-adec-3864fa543adc', 'tag': '5fa4688f-4cd6-47d3-b18e-0219b6f613ec', 'status': 'completed', 'code': 200} Feb 04 06:04:04.089421 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-97f0fe6f-8fb3-4d55-92f6-b941f555828f None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:04.095600 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd313cd7-daad-4581-a129-e1c2a10313cd req-51eb17d8-dc45-4bcb-bc50-2daa10d7b9dc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:04.097260 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cd313cd7-daad-4581-a129-e1c2a10313cd req-51eb17d8-dc45-4bcb-bc50-2daa10d7b9dc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0545266 Feb 04 06:04:04.124103 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71365f1b-da0a-49eb-8ad6-f1c86fbb305a req-203424e2-8c60-400d-bb7c-b92ba897154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:04.127676 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-71365f1b-da0a-49eb-8ad6-f1c86fbb305a req-203424e2-8c60-400d-bb7c-b92ba897154c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 1099 time: 0.0718300 Feb 04 06:04:04.139945 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cd313cd7-daad-4581-a129-e1c2a10313cd req-0adfff85-4364-44f5-bc1e-6c4f837ec75a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339859 Feb 04 06:04:04.187449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:04.235020 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71365f1b-da0a-49eb-8ad6-f1c86fbb305a req-9c90ee9a-17f9-4922-9e03-6418e738e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:04.236773 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-71365f1b-da0a-49eb-8ad6-f1c86fbb305a req-9c90ee9a-17f9-4922-9e03-6418e738e52c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.1018696 Feb 04 06:04:04.306105 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-71365f1b-da0a-49eb-8ad6-f1c86fbb305a req-42ccb356-85ec-4a2e-9d5e-ca3f3d23609d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fa4688f-4cd6-47d3-b18e-0219b6f613ec HTTP/1.1" status: 200 len: 1000 time: 0.0630014 Feb 04 06:04:04.338485 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-97f0fe6f-8fb3-4d55-92f6-b941f555828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'c64007b0-873e-4627-81aa-437182279b7b', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'port_id': '5fa4688f-4cd6-47d3-b18e-0219b6f613ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'mac_address': 'fa:16:3e:10:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a17555-5508-4322-adec-3864fa543adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:03:11Z', 'updated_at': '2022-02-04T06:04:03Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:04.355105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71365f1b-da0a-49eb-8ad6-f1c86fbb305a req-29234de0-9e2a-4e6d-b450-354089006b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:04.356545 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-71365f1b-da0a-49eb-8ad6-f1c86fbb305a req-29234de0-9e2a-4e6d-b450-354089006b8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0446386 Feb 04 06:04:04.366268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0fe6f-8fb3-4d55-92f6-b941f555828f None None] Checking router: c29fa20e-ac5a-4a9b-9083-6be71b90ac30 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:04:04.374657 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f0fe6f-8fb3-4d55-92f6-b941f555828f None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:04.375265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-97f0fe6f-8fb3-4d55-92f6-b941f555828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:03:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:04.402925 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71365f1b-da0a-49eb-8ad6-f1c86fbb305a req-c2e20571-bc03-4c06-8dad-c64bcab8bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:04.404712 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-71365f1b-da0a-49eb-8ad6-f1c86fbb305a req-c2e20571-bc03-4c06-8dad-c64bcab8bf27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422850 Feb 04 06:04:04.494690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-97f0fe6f-8fb3-4d55-92f6-b941f555828f None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:04.508238 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-71365f1b-da0a-49eb-8ad6-f1c86fbb305a req-fd22e274-a3cf-4b26-98c5-e37b43be20cc service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963438 Feb 04 06:04:04.615449 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-71365f1b-da0a-49eb-8ad6-f1c86fbb305a req-f3669ebb-882a-4f41-bc2e-510249fceee4 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997934 Feb 04 06:04:04.753540 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-97f0fe6f-8fb3-4d55-92f6-b941f555828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'c64007b0-873e-4627-81aa-437182279b7b', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'port_id': '5fa4688f-4cd6-47d3-b18e-0219b6f613ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'mac_address': 'fa:16:3e:10:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a17555-5508-4322-adec-3864fa543adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:03:11Z', 'updated_at': '2022-02-04T06:04:03Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:04.784231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0fe6f-8fb3-4d55-92f6-b941f555828f None None] The sync data for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv is: [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'c64007b0-873e-4627-81aa-437182279b7b', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'port_id': '5fa4688f-4cd6-47d3-b18e-0219b6f613ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'mac_address': 'fa:16:3e:10:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a17555-5508-4322-adec-3864fa543adc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:03:11Z', 'updated_at': '2022-02-04T06:04:03Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:04:04.994226 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523eb6c-0411-4248-9077-6f7c8df54625 None None] New status for floating IP c64007b0-873e-4627-81aa-437182279b7b: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:04:05.278952 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314fe1b-2cc1-48fe-9033-3bf6b97f3faf req-5e882e3e-35c0-49ea-a097-14c9f865760a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:05.280578 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0314fe1b-2cc1-48fe-9033-3bf6b97f3faf req-5e882e3e-35c0-49ea-a097-14c9f865760a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0538104 Feb 04 06:04:05.320946 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0314fe1b-2cc1-48fe-9033-3bf6b97f3faf req-761357fd-3804-4821-aad1-8f88428dc8f3 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330279 Feb 04 06:04:05.537218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b3dd0-4ddb-4d67-88a1-b75f627d7e22 req-d2db7040-e07b-4c06-bce7-cccdb1f5b23a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:05.538712 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-038b3dd0-4ddb-4d67-88a1-b75f627d7e22 req-d2db7040-e07b-4c06-bce7-cccdb1f5b23a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0602295 Feb 04 06:04:05.577720 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-038b3dd0-4ddb-4d67-88a1-b75f627d7e22 req-2cc0b5d2-7c50-45a3-a23f-4f29ee1e12fb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327878 Feb 04 06:04:06.694084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b03675-7dd0-4f4c-8c7c-731e97b89d20 req-b8ff47d7-9a71-46fd-b6b2-c6496b360534 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:06.695476 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-58b03675-7dd0-4f4c-8c7c-731e97b89d20 req-b8ff47d7-9a71-46fd-b6b2-c6496b360534 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0484993 Feb 04 06:04:06.733949 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-58b03675-7dd0-4f4c-8c7c-731e97b89d20 req-e7a180ad-4468-4c4d-b455-5d91f7f551fd tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324016 Feb 04 06:04:07.848044 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e817e-e1f7-4415-ae7c-397e4bf4b94c req-9b9d1b2f-26a6-4a14-adc9-b421a6c91cf0 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:07.849512 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-770e817e-e1f7-4415-ae7c-397e4bf4b94c req-9b9d1b2f-26a6-4a14-adc9-b421a6c91cf0 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0493300 Feb 04 06:04:07.886857 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-770e817e-e1f7-4415-ae7c-397e4bf4b94c req-49b6483c-297a-474b-a09f-6869ebbbe5c4 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313210 Feb 04 06:04:09.003728 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8aa34-8308-4714-b41b-9ccae806ee0e req-f34fccb2-bd2d-45fc-91ba-65a39d8f7716 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:09.005242 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-60a8aa34-8308-4714-b41b-9ccae806ee0e req-f34fccb2-bd2d-45fc-91ba-65a39d8f7716 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0522225 Feb 04 06:04:09.043238 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-60a8aa34-8308-4714-b41b-9ccae806ee0e req-477c4b67-41e9-4c31-8d5c-41f541908102 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Feb 04 06:04:10.156601 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67146443-1b2d-4a66-b3fa-652556cf78fb req-af40bb80-45cb-4475-81f1-b69fde29380e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:10.158117 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-67146443-1b2d-4a66-b3fa-652556cf78fb req-af40bb80-45cb-4475-81f1-b69fde29380e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0484290 Feb 04 06:04:10.196661 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-67146443-1b2d-4a66-b3fa-652556cf78fb req-e6b372b4-6971-4789-9a74-0f709d68add3 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325820 Feb 04 06:04:10.943294 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:04:11.309808 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdb1e5-e91e-419a-9131-9c7e09029402 req-a4d96d9f-cd34-45d8-b971-fa1d14bafebd tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:11.311365 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-38cdb1e5-e91e-419a-9131-9c7e09029402 req-a4d96d9f-cd34-45d8-b971-fa1d14bafebd tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0494583 Feb 04 06:04:11.349135 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-38cdb1e5-e91e-419a-9131-9c7e09029402 req-b83e12f6-1e04-4cd8-99b6-394e7a7cb1b5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314131 Feb 04 06:04:12.466794 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365de6fc-4f2c-4ced-b225-7f29afacfae9 req-dbdd0a8e-d21f-4f48-a810-96be7061cc7c tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:12.468316 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-365de6fc-4f2c-4ced-b225-7f29afacfae9 req-dbdd0a8e-d21f-4f48-a810-96be7061cc7c tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0521355 Feb 04 06:04:12.506577 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-365de6fc-4f2c-4ced-b225-7f29afacfae9 req-ddeb4dba-34b6-4dfd-99f3-171847e28c7d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 Feb 04 06:04:12.750265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3a080701-e92b-44f1-853c-a18ebfe0257e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:13.618542 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed8931-6d95-4e21-b2a3-12c7720eb875 req-b2d70153-1436-4a87-8526-61986796f740 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:13.620002 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-baed8931-6d95-4e21-b2a3-12c7720eb875 req-b2d70153-1436-4a87-8526-61986796f740 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0474589 Feb 04 06:04:13.657938 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-baed8931-6d95-4e21-b2a3-12c7720eb875 req-bfc6f3c7-5dd0-4bb1-b081-2cc273a98764 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319211 Feb 04 06:04:14.771673 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee76fcb-7e6b-441e-940b-39dd9ac985af req-c1066ae8-f085-4682-87b0-e078c558ac3d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:14.773061 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bee76fcb-7e6b-441e-940b-39dd9ac985af req-c1066ae8-f085-4682-87b0-e078c558ac3d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0481989 Feb 04 06:04:14.814004 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bee76fcb-7e6b-441e-940b-39dd9ac985af req-c2be5dfa-3173-4af2-8dde-7c57ea79962b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350220 Feb 04 06:04:14.891156 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2774cd8c-77d7-4606-b60e-1b4c009b0e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.934504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:15.935137 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb56989-b8b2-4861-afe7-f45454db2bc3 req-0ad57220-e3e6-4ce7-bb7d-c23df727500d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:15.942237 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5eb56989-b8b2-4861-afe7-f45454db2bc3 req-0ad57220-e3e6-4ce7-bb7d-c23df727500d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0610204 Feb 04 06:04:15.975886 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5eb56989-b8b2-4861-afe7-f45454db2bc3 req-13884f69-4e26-4546-bcdf-036f75e67796 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323467 Feb 04 06:04:17.088561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4be40-77ed-454f-ba4d-28dd4e4f4740 req-c5c9781d-0c58-4a78-a258-61276e8e3758 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:17.090090 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cab4be40-77ed-454f-ba4d-28dd4e4f4740 req-c5c9781d-0c58-4a78-a258-61276e8e3758 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0480740 Feb 04 06:04:17.127650 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cab4be40-77ed-454f-ba4d-28dd4e4f4740 req-f093dd8b-5a33-4a1a-9fda-8e65f48c3eee tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315385 Feb 04 06:04:17.743118 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:17.964967 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:18.240723 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c9e11-23f3-4536-b03d-6510235a1972 req-1c505e03-d97e-437c-a530-16b29be973fc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:18.243183 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3b6c9e11-23f3-4536-b03d-6510235a1972 req-1c505e03-d97e-437c-a530-16b29be973fc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0488591 Feb 04 06:04:18.280566 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3b6c9e11-23f3-4536-b03d-6510235a1972 req-524f5606-77b6-4eec-9068-72cb1d3c5d33 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319061 Feb 04 06:04:19.403075 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a429f45-b30b-4b72-aa48-ace85d46dffd req-3606afca-cbdb-4190-b158-47f0dd015bce tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:19.404611 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7a429f45-b30b-4b72-aa48-ace85d46dffd req-3606afca-cbdb-4190-b158-47f0dd015bce tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0530882 Feb 04 06:04:19.443213 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7a429f45-b30b-4b72-aa48-ace85d46dffd req-a8661a8e-a355-4414-9348-f85b405f6390 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324857 Feb 04 06:04:20.563954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c3f76-377f-4023-988e-81426852fd5b req-a1571114-2918-4a45-8075-3ec72da09ade tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:20.577473 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb4c3f76-377f-4023-988e-81426852fd5b req-a1571114-2918-4a45-8075-3ec72da09ade tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0488939 Feb 04 06:04:20.605049 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb4c3f76-377f-4023-988e-81426852fd5b req-f5bd3220-9476-4013-a6f3-d96a37d26fa3 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331376 Feb 04 06:04:21.732217 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1397715-c5de-4de0-8d6c-3d0c6f24c277 req-1e73860d-4d4c-4ca1-a106-bf6c84c87f89 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:21.734213 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c1397715-c5de-4de0-8d6c-3d0c6f24c277 req-1e73860d-4d4c-4ca1-a106-bf6c84c87f89 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0548782 Feb 04 06:04:21.783799 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c1397715-c5de-4de0-8d6c-3d0c6f24c277 req-c9ba16d8-c4d9-4659-acad-4ad0100e914d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405056 Feb 04 06:04:22.914049 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc04b1-d9a9-4140-bd9c-685fb8525ee9 req-8024cd0b-c669-4797-8300-7d96117215a9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:22.916175 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f3cc04b1-d9a9-4140-bd9c-685fb8525ee9 req-8024cd0b-c669-4797-8300-7d96117215a9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0614395 Feb 04 06:04:22.955531 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f3cc04b1-d9a9-4140-bd9c-685fb8525ee9 req-a0577948-f633-4889-ad87-e8e2082834ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332859 Feb 04 06:04:24.083282 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0803f1-cec7-4650-ba17-d20b506b2496 req-19a4ed24-7505-4f40-94eb-aaa8ad81e45b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:24.085079 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fe0803f1-cec7-4650-ba17-d20b506b2496 req-19a4ed24-7505-4f40-94eb-aaa8ad81e45b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0582502 Feb 04 06:04:24.127541 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fe0803f1-cec7-4650-ba17-d20b506b2496 req-2c0bf18b-8b78-4a76-b33c-c29dc855ecf5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360932 Feb 04 06:04:25.247432 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1d60d-3f82-467a-b832-8cee7f5995aa req-f0e5a42d-7d47-4051-b871-abe279a1b0c5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:25.249049 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d7c1d60d-3f82-467a-b832-8cee7f5995aa req-f0e5a42d-7d47-4051-b871-abe279a1b0c5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0512481 Feb 04 06:04:25.287206 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d7c1d60d-3f82-467a-b832-8cee7f5995aa req-5cd1301a-12c7-44fb-9a1c-e1d5027f5e5b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314605 Feb 04 06:04:26.407065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a7786-7167-4a71-89b6-7ae6817fad45 req-cf034a37-3d28-4a5c-b92e-5f1ce0c86602 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:26.408569 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8d6a7786-7167-4a71-89b6-7ae6817fad45 req-cf034a37-3d28-4a5c-b92e-5f1ce0c86602 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0533140 Feb 04 06:04:26.447246 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8d6a7786-7167-4a71-89b6-7ae6817fad45 req-69d8d668-7855-4e64-bcb3-5225c0511d69 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318701 Feb 04 06:04:27.563430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcb7bc-6370-413a-a78a-5b7af5048804 req-f72dcf9b-9ad7-4112-bc11-73d3578ce04f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:27.564883 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e6bcb7bc-6370-413a-a78a-5b7af5048804 req-f72dcf9b-9ad7-4112-bc11-73d3578ce04f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0486169 Feb 04 06:04:27.603313 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e6bcb7bc-6370-413a-a78a-5b7af5048804 req-8704ec05-0f6a-47b1-8413-da5d434e3d7d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324626 Feb 04 06:04:28.716593 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff1c85-a457-476c-9a4c-ba31532c98d7 req-71e58e6c-b348-4e05-a96b-04099ada99af tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:28.718018 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-eaff1c85-a457-476c-9a4c-ba31532c98d7 req-71e58e6c-b348-4e05-a96b-04099ada99af tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0489867 Feb 04 06:04:28.755032 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-eaff1c85-a457-476c-9a4c-ba31532c98d7 req-b6ad4be8-d47d-4c99-aa98-e236ca46e846 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311038 Feb 04 06:04:29.873584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48447e1e-2c6f-46b5-9654-90d9d993f228 req-66dfb1ca-c786-44f4-9500-0ed201742346 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:29.875082 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-48447e1e-2c6f-46b5-9654-90d9d993f228 req-66dfb1ca-c786-44f4-9500-0ed201742346 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0510986 Feb 04 06:04:29.912278 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-48447e1e-2c6f-46b5-9654-90d9d993f228 req-1cd9720e-dc92-4f47-ab4e-f757a924d6b2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306933 Feb 04 06:04:31.025359 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98375acc-4787-4fc2-afff-b0ffdaa578d2 req-ef09755e-6112-4a7b-9bd3-46802ac971a8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:31.026855 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-98375acc-4787-4fc2-afff-b0ffdaa578d2 req-ef09755e-6112-4a7b-9bd3-46802ac971a8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0481412 Feb 04 06:04:31.063516 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-98375acc-4787-4fc2-afff-b0ffdaa578d2 req-71c5f841-6cc6-49fa-a36d-4bc0daf3c5fc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307257 Feb 04 06:04:31.298042 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-2e9b3535-0c93-4514-9826-dbcc755fe497 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446515 Feb 04 06:04:31.301356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938c5d2-3e06-48c4-bd13-ccd25957ebed req-0a617116-fa49-4048-8bb9-02681b390d58 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:31.303001 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0938c5d2-3e06-48c4-bd13-ccd25957ebed req-0a617116-fa49-4048-8bb9-02681b390d58 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0505197 Feb 04 06:04:31.346590 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0938c5d2-3e06-48c4-bd13-ccd25957ebed req-d43ef61e-d88f-42a7-bc34-f90aba0429ec tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338869 Feb 04 06:04:32.392964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4c299-745d-4443-aeb2-f669665abac8 req-d85db881-8d80-4c82-927d-8a738e70815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:32.394449 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-d85db881-8d80-4c82-927d-8a738e70815c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 1099 time: 0.0505991 Feb 04 06:04:32.480276 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc173e44-4fa0-4269-af63-37e8f2df9935 req-38b83e6d-d843-47e6-a0b6-366d0c96e789 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:32.481792 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bc173e44-4fa0-4269-af63-37e8f2df9935 req-38b83e6d-d843-47e6-a0b6-366d0c96e789 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0587511 Feb 04 06:04:32.491412 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4c299-745d-4443-aeb2-f669665abac8 req-3c349f85-7271-4332-8353-6e3a90eb54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:32.492888 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-3c349f85-7271-4332-8353-6e3a90eb54fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0919261 Feb 04 06:04:32.523707 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bc173e44-4fa0-4269-af63-37e8f2df9935 req-0a0750ad-0751-4fce-aa94-032675ba09d4 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353034 Feb 04 06:04:32.562285 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-74af1937-f49a-49ae-8e5f-1da795ca0fef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fa4688f-4cd6-47d3-b18e-0219b6f613ec HTTP/1.1" status: 200 len: 1002 time: 0.0627069 Feb 04 06:04:32.610452 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4c299-745d-4443-aeb2-f669665abac8 req-377c3094-6ce7-4bed-849a-f263bfcfc0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:32.611970 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-377c3094-6ce7-4bed-849a-f263bfcfc0fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0438399 Feb 04 06:04:32.657782 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4c299-745d-4443-aeb2-f669665abac8 req-2f5d51c9-48da-4045-96b1-d14f4d17875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:32.659324 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-2f5d51c9-48da-4045-96b1-d14f4d17875a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415201 Feb 04 06:04:32.751344 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-a9213506-e871-4ca0-b4f7-db3cb542ae85 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856121 Feb 04 06:04:32.836793 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-8f775425-a193-4a25-9523-6f98ab7096f5 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794537 Feb 04 06:04:33.639796 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49285664-f7e5-4fdd-b027-a98214ee9cf8 req-086aae58-c05e-4601-a281-d06f2a32a406 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:33.641338 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-49285664-f7e5-4fdd-b027-a98214ee9cf8 req-086aae58-c05e-4601-a281-d06f2a32a406 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0489562 Feb 04 06:04:33.681192 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-49285664-f7e5-4fdd-b027-a98214ee9cf8 req-24aef707-80a2-4396-80d4-30b443bc9f7b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336187 Feb 04 06:04:34.172560 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:34.337914 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-f09e983a-3771-4ad1-905b-df53911e8e39 service neutron] 10.222.0.26 "GET /v2.0/ports/5fa4688f-4cd6-47d3-b18e-0219b6f613ec/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0549605 Feb 04 06:04:34.550879 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4c299-745d-4443-aeb2-f669665abac8 req-1c90a2a3-0677-4f15-b398-8b85b14555ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:34.552410 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-1c90a2a3-0677-4f15-b398-8b85b14555ba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc&tenant_id=a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 1099 time: 0.0482137 Feb 04 06:04:34.613530 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4c299-745d-4443-aeb2-f669665abac8 req-9d44c5ed-877f-4d5e-9f77-24b0881ffc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:34.615448 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-9d44c5ed-877f-4d5e-9f77-24b0881ffc2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 1099 time: 0.0425394 Feb 04 06:04:34.701381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4c299-745d-4443-aeb2-f669665abac8 req-351ba897-ef65-43d0-bb0b-af3cbc2625eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:34.702855 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-351ba897-ef65-43d0-bb0b-af3cbc2625eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0816932 Feb 04 06:04:34.776341 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-7cb61617-3b3a-44c6-922e-287f38abc8f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fa4688f-4cd6-47d3-b18e-0219b6f613ec HTTP/1.1" status: 200 len: 1002 time: 0.0663826 Feb 04 06:04:34.803041 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae5c0f-c096-4d1d-9680-90b59cf3bdf3 req-530aded8-3196-48ca-8e68-813e105be6ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:34.809822 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6bae5c0f-c096-4d1d-9680-90b59cf3bdf3 req-530aded8-3196-48ca-8e68-813e105be6ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0539498 Feb 04 06:04:34.827457 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4c299-745d-4443-aeb2-f669665abac8 req-8ae40cd3-39c8-4e7d-a151-eaf2486026b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:34.829022 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-8ae40cd3-39c8-4e7d-a151-eaf2486026b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0459039 Feb 04 06:04:34.846833 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6bae5c0f-c096-4d1d-9680-90b59cf3bdf3 req-74d1ca41-1638-41fc-ae52-c231f4db549d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356183 Feb 04 06:04:34.875149 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4c299-745d-4443-aeb2-f669665abac8 req-8da71cba-b650-4ef3-a7a0-5d711652989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:34.876756 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-8da71cba-b650-4ef3-a7a0-5d711652989e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407808 Feb 04 06:04:34.968254 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-905b87e7-fd8e-44e9-838e-61815e1f4e6b service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847602 Feb 04 06:04:35.060312 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1be4c299-745d-4443-aeb2-f669665abac8 req-35c5e8dd-9740-49dd-a765-b5e77d8dca58 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857832 Feb 04 06:04:35.963844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534e11b-b525-42c1-9232-be3836ef5877 req-6ba82ebc-0407-40c3-bb59-7475023c1bef tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:35.965350 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6534e11b-b525-42c1-9232-be3836ef5877 req-6ba82ebc-0407-40c3-bb59-7475023c1bef tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0522277 Feb 04 06:04:36.003345 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6534e11b-b525-42c1-9232-be3836ef5877 req-cf604272-ad75-4d78-9c6a-f4391ab6e6b6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319660 Feb 04 06:04:37.117956 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f81037-38c8-4238-8b65-9553051cf74b req-5cd5feee-1b92-4823-9ea4-49099b9e015e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:37.120795 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-74f81037-38c8-4238-8b65-9553051cf74b req-5cd5feee-1b92-4823-9ea4-49099b9e015e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0487585 Feb 04 06:04:37.158242 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-74f81037-38c8-4238-8b65-9553051cf74b req-b6035d7c-f654-4552-9774-cdface17d5ed tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313869 Feb 04 06:04:37.365404 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53c58a-a439-422d-8531-221b5ed4645a req-9dce2ecf-1c26-4692-97f1-da589eb6a38f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:37.367104 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dd53c58a-a439-422d-8531-221b5ed4645a req-9dce2ecf-1c26-4692-97f1-da589eb6a38f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0510778 Feb 04 06:04:37.387877 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70b96f-56c3-4e5b-aff8-1f10e3315a87 req-a50d7cea-5129-4426-8ce5-59b51004d515 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:37.389358 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0d70b96f-56c3-4e5b-aff8-1f10e3315a87 req-a50d7cea-5129-4426-8ce5-59b51004d515 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc&tenant_id=a92ef340e73b4623b87c5bf4e0b21635&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 946 time: 0.0622530 Feb 04 06:04:37.414945 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dd53c58a-a439-422d-8531-221b5ed4645a req-fffedf40-29c4-4cbc-861d-0af8038f88b6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413258 Feb 04 06:04:37.472320 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70b96f-56c3-4e5b-aff8-1f10e3315a87 req-b2f09a73-5f53-4c0f-bb75-cbeffa48df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:37.473896 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0d70b96f-56c3-4e5b-aff8-1f10e3315a87 req-b2f09a73-5f53-4c0f-bb75-cbeffa48df72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 1099 time: 0.0417092 Feb 04 06:04:37.560859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70b96f-56c3-4e5b-aff8-1f10e3315a87 req-4034dfe5-9927-472c-a283-4ab19b5ee25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:37.562344 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0d70b96f-56c3-4e5b-aff8-1f10e3315a87 req-4034dfe5-9927-472c-a283-4ab19b5ee25e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0824735 Feb 04 06:04:37.629755 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0d70b96f-56c3-4e5b-aff8-1f10e3315a87 req-657991c0-1fab-4733-85f5-c1335dcd3db4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fa4688f-4cd6-47d3-b18e-0219b6f613ec HTTP/1.1" status: 200 len: 1002 time: 0.0612602 Feb 04 06:04:37.677986 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70b96f-56c3-4e5b-aff8-1f10e3315a87 req-35a3a166-63af-414b-8759-8fdb946fdaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:37.679447 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0d70b96f-56c3-4e5b-aff8-1f10e3315a87 req-35a3a166-63af-414b-8759-8fdb946fdaca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0437622 Feb 04 06:04:37.724146 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70b96f-56c3-4e5b-aff8-1f10e3315a87 req-eac949ae-a3a2-449c-ae3e-eb87e620c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:37.725637 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0d70b96f-56c3-4e5b-aff8-1f10e3315a87 req-eac949ae-a3a2-449c-ae3e-eb87e620c43b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400033 Feb 04 06:04:37.817833 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0d70b96f-56c3-4e5b-aff8-1f10e3315a87 req-6aa7a118-74a8-42e2-b54f-8410d56427bb service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847781 Feb 04 06:04:37.906804 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0d70b96f-56c3-4e5b-aff8-1f10e3315a87 req-df476c90-6c44-4540-b885-4cb737db51e7 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828791 Feb 04 06:04:38.538268 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2469b9-3b03-4c4a-8fe4-3a2fe396fd4f req-5f225b00-bd03-4f19-91d2-10fe13c336b8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:38.539777 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9c2469b9-3b03-4c4a-8fe4-3a2fe396fd4f req-5f225b00-bd03-4f19-91d2-10fe13c336b8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0513687 Feb 04 06:04:38.582650 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9c2469b9-3b03-4c4a-8fe4-3a2fe396fd4f req-5f6f0da9-2199-4b15-9c56-993c298ac427 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361712 Feb 04 06:04:38.695368 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d7ec1-c90f-4e41-b1b1-fe41fbf93199 req-4f9949f5-1170-4fdf-b9a4-86cedfdd01a0 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:38.696848 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-418d7ec1-c90f-4e41-b1b1-fe41fbf93199 req-4f9949f5-1170-4fdf-b9a4-86cedfdd01a0 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0481894 Feb 04 06:04:38.733707 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-418d7ec1-c90f-4e41-b1b1-fe41fbf93199 req-aefb010f-8050-46eb-8e62-8e06dbb703bd tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308917 Feb 04 06:04:38.933486 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f3bd6-d517-447e-bc27-04ae79be523b req-0d41f87e-053d-4f94-8f68-b537b5f93ded tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:38.935016 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-918f3bd6-d517-447e-bc27-04ae79be523b req-0d41f87e-053d-4f94-8f68-b537b5f93ded tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0533113 Feb 04 06:04:38.960289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e173f-0e85-4f3a-9ba5-f034a303c1cf req-5eb3f711-39ac-41e7-894d-e84146c63381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:38.961893 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-700e173f-0e85-4f3a-9ba5-f034a303c1cf req-5eb3f711-39ac-41e7-894d-e84146c63381 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 1099 time: 0.0455995 Feb 04 06:04:38.982676 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-918f3bd6-d517-447e-bc27-04ae79be523b req-57c9c2c2-6f61-45f6-b3ac-159fb386ddd5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414314 Feb 04 06:04:39.061512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e173f-0e85-4f3a-9ba5-f034a303c1cf req-79639b54-f709-41e3-89b2-0d5eb3e73992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:39.063073 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-700e173f-0e85-4f3a-9ba5-f034a303c1cf req-79639b54-f709-41e3-89b2-0d5eb3e73992 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0946722 Feb 04 06:04:39.125881 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-700e173f-0e85-4f3a-9ba5-f034a303c1cf req-e03ed24d-092b-4a10-81f7-6ea778551e46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fa4688f-4cd6-47d3-b18e-0219b6f613ec HTTP/1.1" status: 200 len: 1002 time: 0.0566199 Feb 04 06:04:39.177017 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e173f-0e85-4f3a-9ba5-f034a303c1cf req-2d2a865d-2cc7-41f1-8495-b53896df7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:39.178508 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-700e173f-0e85-4f3a-9ba5-f034a303c1cf req-2d2a865d-2cc7-41f1-8495-b53896df7f06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0465949 Feb 04 06:04:39.223602 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e173f-0e85-4f3a-9ba5-f034a303c1cf req-f2d0c494-4bc5-4724-ad57-e24cc7549633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:39.225153 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-700e173f-0e85-4f3a-9ba5-f034a303c1cf req-f2d0c494-4bc5-4724-ad57-e24cc7549633 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403728 Feb 04 06:04:39.311930 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-700e173f-0e85-4f3a-9ba5-f034a303c1cf req-91bf01b9-041c-4c1d-a523-9a2ae4f28713 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793774 Feb 04 06:04:39.404586 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-700e173f-0e85-4f3a-9ba5-f034a303c1cf req-3cf3ae82-de9d-450e-b01e-68956d0bc89b service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864298 Feb 04 06:04:40.094780 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c654cdc-c373-4a1d-8491-0724ab6f8c76 req-0f5f672c-2bd9-4203-a0f2-c60e66201b90 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:40.096213 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3c654cdc-c373-4a1d-8491-0724ab6f8c76 req-0f5f672c-2bd9-4203-a0f2-c60e66201b90 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0519042 Feb 04 06:04:40.133261 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3c654cdc-c373-4a1d-8491-0724ab6f8c76 req-62feddd7-58a6-4253-8d9b-ff355398ed8a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309763 Feb 04 06:04:40.367382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b54a01-c77f-4757-9f91-edb8a1cfdd7a req-e891fdb4-b85e-4d2b-8956-4155db44ee63 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:40.368864 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f4b54a01-c77f-4757-9f91-edb8a1cfdd7a req-e891fdb4-b85e-4d2b-8956-4155db44ee63 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0502708 Feb 04 06:04:40.405588 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f4b54a01-c77f-4757-9f91-edb8a1cfdd7a req-8bb95f63-73e6-482b-8527-ded81f3d372d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308318 Feb 04 06:04:41.519585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c78bad-5b1a-404c-b590-f95dc5617e58 req-0ee024ef-5c94-41cc-8e8d-2ff7102efde3 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:41.521030 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-09c78bad-5b1a-404c-b590-f95dc5617e58 req-0ee024ef-5c94-41cc-8e8d-2ff7102efde3 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0473597 Feb 04 06:04:41.559324 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-09c78bad-5b1a-404c-b590-f95dc5617e58 req-bad865a9-ba72-4731-a7a2-06b254ee1251 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316515 Feb 04 06:04:41.981183 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-2faceeb6-99d9-41ac-a957-34cfb33bb080 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:41.982691 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-2faceeb6-99d9-41ac-a957-34cfb33bb080 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0485704 Feb 04 06:04:42.077181 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Deleting port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:04:42.077519 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.162661 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] For port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5fa4688f-4cd6-47d3-b18e-0219b6f613ec,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:42.163021 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.338179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.338466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.338785 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Floating IP c64007b0-873e-4627-81aa-437182279b7b disassociated. External IP: 172.26.3.148, port: 5fa4688f-4cd6-47d3-b18e-0219b6f613ec. Feb 04 06:04:42.339135 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Calling delete_port for 5fa4688f-4cd6-47d3-b18e-0219b6f613ec owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:04:42.694744 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a54b5c-026a-4940-a0c1-615d3ac35816 req-8d2e90f6-998a-412a-aafa-36aa568aed4d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:42.698302 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-42a54b5c-026a-4940-a0c1-615d3ac35816 req-8d2e90f6-998a-412a-aafa-36aa568aed4d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a17555-5508-4322-adec-3864fa543adc HTTP/1.1" status: 200 len: 946 time: 0.0605447 Feb 04 06:04:42.715694 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.750906 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Pushing event deleted for resources: {'Port': ['ID=5fa4688f-4cd6-47d3-b18e-0219b6f613ec,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:42.753940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-52587376-8771-40ae-b8c9-7a924644d3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:42.763645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:42.763998 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:42.764340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:42.764679 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:42.765011 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:42.765343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:42.765671 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:42.766049 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:42.766379 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:42.766703 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:42.767028 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:42.767348 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:42.888969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:04:42.996880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:04:43.009678 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d7157-1e0b-4d4f-a1fe-60318cfd13e7 None None] Sync routers for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:04:43.023190 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d7157-1e0b-4d4f-a1fe-60318cfd13e7 None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:43.024471 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-982d7157-1e0b-4d4f-a1fe-60318cfd13e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:04:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:43.042601 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] No DVR routers for this DVR port 5fa4688f-4cd6-47d3-b18e-0219b6f613ec on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:04:43.045094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:43.048824 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e60805e0-0484-40d5-8adc-833c8374c1a6 req-4f8eebbf-bd54-40e2-8dab-a1161f9152f7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "DELETE /v2.0/ports/5fa4688f-4cd6-47d3-b18e-0219b6f613ec HTTP/1.1" status: 204 len: 173 time: 1.0603933 Feb 04 06:04:43.049317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a17555-5508-4322-adec-3864fa543adc', 'name': 'network-vif-deleted', 'tag': '5fa4688f-4cd6-47d3-b18e-0219b6f613ec'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:04:43.059405 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-42a54b5c-026a-4940-a0c1-615d3ac35816 req-19e91a91-cdcf-4aa9-9817-d19ed73c33b6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569446 Feb 04 06:04:43.087094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e16d618-5e31-456c-9128-11402f7efa62" -d '{"events": [{"server_uuid": "45a17555-5508-4322-adec-3864fa543adc", "name": "network-vif-deleted", "tag": "5fa4688f-4cd6-47d3-b18e-0219b6f613ec"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:04:43.167719 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-982d7157-1e0b-4d4f-a1fe-60318cfd13e7 None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:43.230136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6332bb60-ea43-4de1-81a4-3ee89d7fb6ac x-openstack-request-id: req-6332bb60-ea43-4de1-81a4-3ee89d7fb6ac {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:04:43.230490 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a17555-5508-4322-adec-3864fa543adc", "name": "network-vif-deleted", "tag": "5fa4688f-4cd6-47d3-b18e-0219b6f613ec", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:04:43.230745 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6332bb60-ea43-4de1-81a4-3ee89d7fb6ac {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:04:43.231146 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a17555-5508-4322-adec-3864fa543adc', 'name': 'network-vif-deleted', 'tag': '5fa4688f-4cd6-47d3-b18e-0219b6f613ec', 'status': 'completed', 'code': 200} Feb 04 06:04:43.400938 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-982d7157-1e0b-4d4f-a1fe-60318cfd13e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:43.433416 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d7157-1e0b-4d4f-a1fe-60318cfd13e7 None None] Checking router: c29fa20e-ac5a-4a9b-9083-6be71b90ac30 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:04:43.442477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d7157-1e0b-4d4f-a1fe-60318cfd13e7 None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:43.443089 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-982d7157-1e0b-4d4f-a1fe-60318cfd13e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:04:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:43.561527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-982d7157-1e0b-4d4f-a1fe-60318cfd13e7 None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:43.759672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-982d7157-1e0b-4d4f-a1fe-60318cfd13e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:43.786208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d7157-1e0b-4d4f-a1fe-60318cfd13e7 None None] The sync data for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv is: [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:04:43.995394 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dfcc72-4801-4a1d-8e38-33414639d4a7 None None] New status for floating IP c64007b0-873e-4627-81aa-437182279b7b: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:04:44.303817 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-03f1fb20-3e0c-4b7e-af98-a4ed10641d57 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1823197519&fields=id&tenant_id=a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 267 time: 0.0334749 Feb 04 06:04:44.409416 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-9ee9baf8-07f5-452a-8a7a-950a7440ca9a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:44.410912 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-9ee9baf8-07f5-452a-8a7a-950a7440ca9a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 812 time: 0.0993650 Feb 04 06:04:44.426098 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-c527a228-fdf9-4670-a048-e03fd732a5b9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/quotas/a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 375 time: 0.0094218 Feb 04 06:04:44.482039 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-6902b955-8254-4d58-a0d1-5a06bfa8d2ad tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506387 Feb 04 06:04:44.578574 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-bd8abc84-bd74-4f4d-b6e2-fcd38d676bc7 service neutron] 10.222.0.10 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835767 Feb 04 06:04:44.672896 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-1295cbe9-e34a-4dd6-813e-d29b384cbca9 service neutron] 10.222.0.10 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865712 Feb 04 06:04:44.837120 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-58df1eb5-a5f4-49fc-ab06-5e34db17b972 req-9e640c31-9f9e-4e65-bf86-6e2758a4b6b3 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 210 time: 0.0291290 Feb 04 06:04:44.893997 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5691-fb2c-4408-b836-e352d122079f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.435627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 5fa4688f-4cd6-47d3-b18e-0219b6f613ec no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:04:45.460843 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 5fa4688f-4cd6-47d3-b18e-0219b6f613ec {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:04:45.461193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 5fa4688f-4cd6-47d3-b18e-0219b6f613ec not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:04:45.744771 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-ae631d4a-19cf-4ce6-9d32-fef65369b2de tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:45.746580 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-ae631d4a-19cf-4ce6-9d32-fef65369b2de tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 812 time: 0.1054709 Feb 04 06:04:45.796072 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-00c79dcb-a393-45c0-8d23-2099a361e625 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 380 time: 0.0412695 Feb 04 06:04:45.805500 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-714d9224-d23d-4bec-bd49-2fbcc6c9156e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Request body: {'port': {'device_id': '7787104c-017a-4097-8921-8aa2c43566d9', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'admin_state_up': True, 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'security_groups': ['9b0f0ba4-ca40-44c0-9eb1-4c858b062b23']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:45.937989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-714d9224-d23d-4bec-bd49-2fbcc6c9156e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Made reservation on behalf of a92ef340e73b4623b87c5bf4e0b21635 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:04:45.942014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-714d9224-d23d-4bec-bd49-2fbcc6c9156e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:45.944812 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6c072b9d-dde6-44d5-a8d7-9d6f8de40b1a req-3e480870-ddef-48cc-9fa3-d08a12ae3896 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 210 time: 0.0281689 Feb 04 06:04:45.950591 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.076251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-714d9224-d23d-4bec-bd49-2fbcc6c9156e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Allocated IP 172.20.0.9 (9f7843b6-754c-4ab4-b462-11b7e074ffe1/1c210523-4d41-4974-aff7-01ac04994e6c/f86aecd6-9e34-4c11-a172-671c782ab5ae) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:04:46.218874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-714d9224-d23d-4bec-bd49-2fbcc6c9156e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.254944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-714d9224-d23d-4bec-bd49-2fbcc6c9156e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.292869 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-714d9224-d23d-4bec-bd49-2fbcc6c9156e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:04:46.297859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-714d9224-d23d-4bec-bd49-2fbcc6c9156e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:04:46.303679 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-714d9224-d23d-4bec-bd49-2fbcc6c9156e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:04:46.350145 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d9224-d23d-4bec-bd49-2fbcc6c9156e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Pushing event updated for resources: {'Port': ['ID=f86aecd6-9e34-4c11-a172-671c782ab5ae,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:46.382434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-714d9224-d23d-4bec-bd49-2fbcc6c9156e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:46.383084 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-714d9224-d23d-4bec-bd49-2fbcc6c9156e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.400555 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-714d9224-d23d-4bec-bd49-2fbcc6c9156e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5992382 Feb 04 06:04:46.414886 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Request body: {'port': {'device_id': '7787104c-017a-4097-8921-8aa2c43566d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:46.472976 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.550553 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-51dbc24b-5f63-4b6c-b37d-e5f5e0735e86 None None] Provisioning complete for port f86aecd6-9e34-4c11-a172-671c782ab5ae triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:46.551058 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-51dbc24b-5f63-4b6c-b37d-e5f5e0735e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.590104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-51dbc24b-5f63-4b6c-b37d-e5f5e0735e86 None None] Port f86aecd6-9e34-4c11-a172-671c782ab5ae cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:04:46.745851 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86aecd6-9e34-4c11-a172-671c782ab5ae {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:04:46.757163 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.769715 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Transition to ACTIVE for port object f86aecd6-9e34-4c11-a172-671c782ab5ae will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:04:46.773995 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.849617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Pushing event updated for resources: {'Port': ['ID=f86aecd6-9e34-4c11-a172-671c782ab5ae,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:46.904589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Attempting to bind port f86aecd6-9e34-4c11-a172-671c782ab5ae on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:04:46.905257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Attempting to bind port f86aecd6-9e34-4c11-a172-671c782ab5ae by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:04:46.905735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Attempting to bind port f86aecd6-9e34-4c11-a172-671c782ab5ae on network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:04:46.911412 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Port f86aecd6-9e34-4c11-a172-671c782ab5ae on network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:04:46.911933 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Attempting to bind port f86aecd6-9e34-4c11-a172-671c782ab5ae on network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:04:46.917318 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:04:46.917658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Checking segment: {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:04:46.918106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Bound using segment: {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:04:46.918547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Bound port: f86aecd6-9e34-4c11-a172-671c782ab5ae, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:04:46.918907 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:46.993723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] For port f86aecd6-9e34-4c11-a172-671c782ab5ae, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:04:46.997100 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] For port f86aecd6-9e34-4c11-a172-671c782ab5ae, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:04:47.006480 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.050754 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:47.051370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.052736 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] 10.222.0.26 "PUT /v2.0/ports/f86aecd6-9e34-4c11-a172-671c782ab5ae HTTP/1.1" status: 200 len: 1093 time: 0.6426744 Feb 04 06:04:47.053185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7787104c-017a-4097-8921-8aa2c43566d9', 'tag': 'f86aecd6-9e34-4c11-a172-671c782ab5ae'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:04:47.055469 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d50f7fe-8b00-4aa2-bed4-d7acfcd0ed90" -d '{"events": [{"name": "network-changed", "server_uuid": "7787104c-017a-4097-8921-8aa2c43566d9", "tag": "f86aecd6-9e34-4c11-a172-671c782ab5ae"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:04:47.083145 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c43c58-38d8-4971-bf8c-f46034c2db25 service neutron] Pushing event updated for resources: {'Port': ['ID=f86aecd6-9e34-4c11-a172-671c782ab5ae,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:47.110348 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462eac6-e533-42f1-aae6-dfb1b7621138 req-49415009-4d51-477a-a4f1-337afd69089f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:47.112558 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6462eac6-e533-42f1-aae6-dfb1b7621138 req-49415009-4d51-477a-a4f1-337afd69089f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 943 time: 0.0910268 Feb 04 06:04:47.139616 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f563b0a2-0835-45f3-8cca-dff6c189c8b2 x-openstack-request-id: req-f563b0a2-0835-45f3-8cca-dff6c189c8b2 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:04:47.139911 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7787104c-017a-4097-8921-8aa2c43566d9", "tag": "f86aecd6-9e34-4c11-a172-671c782ab5ae", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:04:47.140158 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f563b0a2-0835-45f3-8cca-dff6c189c8b2 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:04:47.140693 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7787104c-017a-4097-8921-8aa2c43566d9', 'tag': 'f86aecd6-9e34-4c11-a172-671c782ab5ae', 'status': 'completed', 'code': 200} Feb 04 06:04:47.161021 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-bffad000-2bdd-47d8-9f24-87198198fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:47.162614 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-bffad000-2bdd-47d8-9f24-87198198fa1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 1096 time: 0.0657008 Feb 04 06:04:47.165932 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6462eac6-e533-42f1-aae6-dfb1b7621138 req-dd1a7338-b02e-44a6-b187-591b857583ca tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427287 Feb 04 06:04:47.214312 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-ea859280-db43-4cf4-bf59-4281fa9c9c28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae HTTP/1.1" status: 200 len: 217 time: 0.0438368 Feb 04 06:04:47.266361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-43971194-e372-413c-a726-301cc1a283d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:47.267890 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-43971194-e372-413c-a726-301cc1a283d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0466106 Feb 04 06:04:47.314659 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-f69153ba-3c00-46fa-8b3b-f98df7e0ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:47.316366 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-f69153ba-3c00-46fa-8b3b-f98df7e0ea6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421433 Feb 04 06:04:47.410038 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-017a84e0-1ec6-431f-be09-528278308abe service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870492 Feb 04 06:04:47.499940 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c24b18f1-bad1-49b6-b60f-222d036f1ed9 req-98308fc6-2186-4418-9dc7-0995826e6e58 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812728 Feb 04 06:04:47.582551 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f7fe-8b00-4aa2-bed4-d7acfcd0ed90 req-b854136e-0220-433b-9a40-2cf6fae00a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:47.584056 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9d50f7fe-8b00-4aa2-bed4-d7acfcd0ed90 req-b854136e-0220-433b-9a40-2cf6fae00a24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 1096 time: 0.0413225 Feb 04 06:04:47.677866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f7fe-8b00-4aa2-bed4-d7acfcd0ed90 req-54670199-fb33-4110-9a32-03754e6c442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:47.679260 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9d50f7fe-8b00-4aa2-bed4-d7acfcd0ed90 req-54670199-fb33-4110-9a32-03754e6c442d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0883756 Feb 04 06:04:47.721876 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9d50f7fe-8b00-4aa2-bed4-d7acfcd0ed90 req-1972f299-334f-45e9-b758-7380d4577f42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae HTTP/1.1" status: 200 len: 217 time: 0.0340202 Feb 04 06:04:47.747141 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:47.774324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f7fe-8b00-4aa2-bed4-d7acfcd0ed90 req-b3f3ded7-8509-47a6-a699-3bf9a2a04310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:47.775833 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9d50f7fe-8b00-4aa2-bed4-d7acfcd0ed90 req-b3f3ded7-8509-47a6-a699-3bf9a2a04310 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0480480 Feb 04 06:04:47.822006 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f7fe-8b00-4aa2-bed4-d7acfcd0ed90 req-1b948c2e-dbcc-4165-b5b5-84d420d97d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:47.823591 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9d50f7fe-8b00-4aa2-bed4-d7acfcd0ed90 req-1b948c2e-dbcc-4165-b5b5-84d420d97d08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403557 Feb 04 06:04:47.912800 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9d50f7fe-8b00-4aa2-bed4-d7acfcd0ed90 req-eefc84f6-0ae1-4998-a424-5256002f3609 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812595 Feb 04 06:04:47.942034 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:04:47.970514 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:48.010886 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9d50f7fe-8b00-4aa2-bed4-d7acfcd0ed90 req-b4406ffe-6513-4432-84d2-db1611085238 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908465 Feb 04 06:04:48.293659 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472054f-2cee-4fba-b9f7-193c2f9026e3 req-ff652185-663a-4f57-af4c-9591192f4a63 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:48.295158 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9472054f-2cee-4fba-b9f7-193c2f9026e3 req-ff652185-663a-4f57-af4c-9591192f4a63 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 943 time: 0.0524998 Feb 04 06:04:48.334125 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9472054f-2cee-4fba-b9f7-193c2f9026e3 req-e3dab031-2d7e-4594-bfaf-836e97c68fd7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325561 Feb 04 06:04:49.453622 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8547c6-a7c4-4da8-b26d-108b40c44253 req-02ad7f47-9e45-4488-ae60-739d865781cd tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:49.455728 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5c8547c6-a7c4-4da8-b26d-108b40c44253 req-02ad7f47-9e45-4488-ae60-739d865781cd tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 943 time: 0.0530238 Feb 04 06:04:49.470000 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f86aecd6-9e34-4c11-a172-671c782ab5ae details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:04:49.499546 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5c8547c6-a7c4-4da8-b26d-108b40c44253 req-337a5499-8808-4adf-9b6d-73e68a3999e8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377285 Feb 04 06:04:49.570948 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f86aecd6-9e34-4c11-a172-671c782ab5ae, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:49.582805 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'f86aecd6-9e34-4c11-a172-671c782ab5ae', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'port_id': 'f86aecd6-9e34-4c11-a172-671c782ab5ae', 'mac_address': 'fa:16:3e:2f:9f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:04:49.618512 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.631073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86aecd6-9e34-4c11-a172-671c782ab5ae {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:04:49.650036 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f86aecd6-9e34-4c11-a172-671c782ab5ae, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:49.654312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:49.701902 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=f86aecd6-9e34-4c11-a172-671c782ab5ae,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:49.709705 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:49.710084 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:49.710427 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:49.710761 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:49.711086 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:49.711413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:49.711738 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:49.712064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:49.712390 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:49.712707 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:49.713024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:49.713343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:04:49.864343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['f86aecd6-9e34-4c11-a172-671c782ab5ae'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:04:50.614535 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3fb98-86a6-4ddc-a290-323e739d0d32 req-e52b68d0-8aed-45e0-ba91-8ea41b1a2bd7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:50.616048 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b4e3fb98-86a6-4ddc-a290-323e739d0d32 req-e52b68d0-8aed-45e0-ba91-8ea41b1a2bd7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 944 time: 0.0493646 Feb 04 06:04:50.653109 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b4e3fb98-86a6-4ddc-a290-323e739d0d32 req-84cd4358-150d-4559-bd36-dd32fca8ace5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310180 Feb 04 06:04:51.471328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f86aecd6-9e34-4c11-a172-671c782ab5ae up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:04:51.518719 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port f86aecd6-9e34-4c11-a172-671c782ab5ae completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:04:51.522193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port f86aecd6-9e34-4c11-a172-671c782ab5ae triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:04:51.522569 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.602344 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.624277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7787104c-017a-4097-8921-8aa2c43566d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86aecd6-9e34-4c11-a172-671c782ab5ae'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:04:51.626617 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47761fe8-23b1-428e-b375-11df4c63639e" -d '{"events": [{"server_uuid": "7787104c-017a-4097-8921-8aa2c43566d9", "name": "network-vif-plugged", "status": "completed", "tag": "f86aecd6-9e34-4c11-a172-671c782ab5ae"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:04:51.639890 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f86aecd6-9e34-4c11-a172-671c782ab5ae, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:04:51.644529 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:51.700260 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=f86aecd6-9e34-4c11-a172-671c782ab5ae,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:04:51.786318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a402b252-14cd-4b49-80d5-a23f50f4d940 x-openstack-request-id: req-a402b252-14cd-4b49-80d5-a23f50f4d940 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:04:51.786621 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7787104c-017a-4097-8921-8aa2c43566d9", "name": "network-vif-plugged", "status": "completed", "tag": "f86aecd6-9e34-4c11-a172-671c782ab5ae", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:04:51.786881 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a402b252-14cd-4b49-80d5-a23f50f4d940 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:04:51.787283 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7787104c-017a-4097-8921-8aa2c43566d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86aecd6-9e34-4c11-a172-671c782ab5ae', 'code': 200} Feb 04 06:04:51.796061 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf579d70-9454-4f8f-8a0a-44cf6c288c4a req-7fe4edc5-4944-4869-a467-80fd124d1834 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:51.797554 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cf579d70-9454-4f8f-8a0a-44cf6c288c4a req-7fe4edc5-4944-4869-a467-80fd124d1834 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0647473 Feb 04 06:04:51.840595 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cf579d70-9454-4f8f-8a0a-44cf6c288c4a req-9b049ff3-3c0e-4a31-9a14-a9762cc5b942 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334384 Feb 04 06:04:51.962298 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8b8f1-8665-428c-9ce1-a05debd3139c req-7acb4df1-5ed0-45ac-ab0c-1561827ed26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:51.964027 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f9d8b8f1-8665-428c-9ce1-a05debd3139c req-7acb4df1-5ed0-45ac-ab0c-1561827ed26e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 1098 time: 0.0420060 Feb 04 06:04:51.996872 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f9d8b8f1-8665-428c-9ce1-a05debd3139c req-eba03f34-cd79-43f7-abe2-ad48c3dbed51 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265675 Feb 04 06:04:52.977704 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d6331-51b1-4e73-aa02-ef09b4069cfb req-3c982604-7ea3-4e9c-b85a-d03a8d4e6d70 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:52.979276 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-071d6331-51b1-4e73-aa02-ef09b4069cfb req-3c982604-7ea3-4e9c-b85a-d03a8d4e6d70 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0684519 Feb 04 06:04:53.020956 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-071d6331-51b1-4e73-aa02-ef09b4069cfb req-64876787-1354-44c7-99f3-c0d7d31dd5fb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352635 Feb 04 06:04:54.135893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff988d-5bd9-44c3-ad4d-d9db7e9544f2 req-c2b07688-d7e1-40dd-ae22-b1c993da498a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:54.137405 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e1ff988d-5bd9-44c3-ad4d-d9db7e9544f2 req-c2b07688-d7e1-40dd-ae22-b1c993da498a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0505776 Feb 04 06:04:54.177078 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e1ff988d-5bd9-44c3-ad4d-d9db7e9544f2 req-20496a89-3d45-4fcc-b118-844e3b0694d1 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335431 Feb 04 06:04:54.291510 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55cfd6-f0ec-431d-9530-50e048a73356 req-8aa1fec2-774b-4a3d-8a6b-1895ec62ed76 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:54.292961 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4e55cfd6-f0ec-431d-9530-50e048a73356 req-8aa1fec2-774b-4a3d-8a6b-1895ec62ed76 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0521398 Feb 04 06:04:54.302103 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 56766) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:04:54.306468 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2e46cb9e-82c6-486e-84cc-772df5e5f40d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Request body: {'floatingip': {'port_id': 'f86aecd6-9e34-4c11-a172-671c782ab5ae'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:04:54.346386 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e46cb9e-82c6-486e-84cc-772df5e5f40d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.790903 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e46cb9e-82c6-486e-84cc-772df5e5f40d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.794876 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e46cb9e-82c6-486e-84cc-772df5e5f40d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:54.902329 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-2e46cb9e-82c6-486e-84cc-772df5e5f40d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Floating IP c64007b0-873e-4627-81aa-437182279b7b associated. External IP: 172.26.3.148, port: f86aecd6-9e34-4c11-a172-671c782ab5ae. Feb 04 06:04:55.110267 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e46cb9e-82c6-486e-84cc-772df5e5f40d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:04:55.219814 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e46cb9e-82c6-486e-84cc-772df5e5f40d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:04:55.225282 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e46cb9e-82c6-486e-84cc-772df5e5f40d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:04:55.230932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97bd85a-a68d-40d1-a168-7a460938a762 None None] Sync routers for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:04:55.242431 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bd85a-a68d-40d1-a168-7a460938a762 None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:55.243070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b97bd85a-a68d-40d1-a168-7a460938a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:04:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:55.255957 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2e46cb9e-82c6-486e-84cc-772df5e5f40d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "PUT /v2.0/floatingips/c64007b0-873e-4627-81aa-437182279b7b HTTP/1.1" status: 200 len: 991 time: 0.9528213 Feb 04 06:04:55.256557 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7787104c-017a-4097-8921-8aa2c43566d9', 'tag': 'f86aecd6-9e34-4c11-a172-671c782ab5ae'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:04:55.264046 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ff1fcf-e555-4621-90be-02a344a60179" -d '{"events": [{"name": "network-changed", "server_uuid": "7787104c-017a-4097-8921-8aa2c43566d9", "tag": "f86aecd6-9e34-4c11-a172-671c782ab5ae"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:04:55.321366 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2ba730-efd8-470c-846e-38a1b3f4b927 x-openstack-request-id: req-1a2ba730-efd8-470c-846e-38a1b3f4b927 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:04:55.322030 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7787104c-017a-4097-8921-8aa2c43566d9", "tag": "f86aecd6-9e34-4c11-a172-671c782ab5ae", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:04:55.322288 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a2ba730-efd8-470c-846e-38a1b3f4b927 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:04:55.322693 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7787104c-017a-4097-8921-8aa2c43566d9', 'tag': 'f86aecd6-9e34-4c11-a172-671c782ab5ae', 'status': 'completed', 'code': 200} Feb 04 06:04:55.363944 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd9caa-ac5d-4f39-8fbc-8a00b584c97f req-118868d6-af5d-4439-8ad1-e4abc52f1b6e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:55.368415 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dbfd9caa-ac5d-4f39-8fbc-8a00b584c97f req-118868d6-af5d-4439-8ad1-e4abc52f1b6e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0565736 Feb 04 06:04:55.393246 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-b97bd85a-a68d-40d1-a168-7a460938a762 None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:55.402004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff1fcf-e555-4621-90be-02a344a60179 req-875f46b0-e200-4455-b2c7-992ec851e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:55.404294 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f4ff1fcf-e555-4621-90be-02a344a60179 req-875f46b0-e200-4455-b2c7-992ec851e3da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 1098 time: 0.0572679 Feb 04 06:04:55.419817 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dbfd9caa-ac5d-4f39-8fbc-8a00b584c97f req-1d4e2a47-e704-4267-8fe4-e84c89dcc55c tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468040 Feb 04 06:04:55.505745 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff1fcf-e555-4621-90be-02a344a60179 req-0483ea4c-d2dd-4399-a863-861dd00ebc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:55.507277 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f4ff1fcf-e555-4621-90be-02a344a60179 req-0483ea4c-d2dd-4399-a863-861dd00ebc0c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0968583 Feb 04 06:04:55.590222 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f4ff1fcf-e555-4621-90be-02a344a60179 req-ad482258-3751-4158-a143-05758fb0dd98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae HTTP/1.1" status: 200 len: 999 time: 0.0763590 Feb 04 06:04:55.635119 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b97bd85a-a68d-40d1-a168-7a460938a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'c64007b0-873e-4627-81aa-437182279b7b', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'port_id': 'f86aecd6-9e34-4c11-a172-671c782ab5ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'mac_address': 'fa:16:3e:2f:9f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7787104c-017a-4097-8921-8aa2c43566d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:03:11Z', 'updated_at': '2022-02-04T06:04:54Z', 'revision_number': 9, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:55.648220 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff1fcf-e555-4621-90be-02a344a60179 req-da83c6f1-c33b-44c9-941d-5e1e3177e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:55.649703 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f4ff1fcf-e555-4621-90be-02a344a60179 req-da83c6f1-c33b-44c9-941d-5e1e3177e08f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0525322 Feb 04 06:04:55.664399 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97bd85a-a68d-40d1-a168-7a460938a762 None None] Checking router: c29fa20e-ac5a-4a9b-9083-6be71b90ac30 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:04:55.673696 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bd85a-a68d-40d1-a168-7a460938a762 None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:04:55.674502 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b97bd85a-a68d-40d1-a168-7a460938a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:04:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:55.697564 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff1fcf-e555-4621-90be-02a344a60179 req-f7c95fe8-945d-470a-b06c-5bf95e0d337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:55.699149 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f4ff1fcf-e555-4621-90be-02a344a60179 req-f7c95fe8-945d-470a-b06c-5bf95e0d337f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423152 Feb 04 06:04:55.785090 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-b97bd85a-a68d-40d1-a168-7a460938a762 None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:04:55.792638 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f4ff1fcf-e555-4621-90be-02a344a60179 req-5b59d637-0587-4525-a667-c62ef319ca1a service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861962 Feb 04 06:04:55.895967 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f4ff1fcf-e555-4621-90be-02a344a60179 req-9db73bc3-bfa4-4d26-95a4-27c5ee715de6 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956175 Feb 04 06:04:56.023968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b97bd85a-a68d-40d1-a168-7a460938a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'c64007b0-873e-4627-81aa-437182279b7b', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'port_id': 'f86aecd6-9e34-4c11-a172-671c782ab5ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'mac_address': 'fa:16:3e:2f:9f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7787104c-017a-4097-8921-8aa2c43566d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:03:11Z', 'updated_at': '2022-02-04T06:04:54Z', 'revision_number': 9, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:04:56.053584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97bd85a-a68d-40d1-a168-7a460938a762 None None] The sync data for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv is: [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'c64007b0-873e-4627-81aa-437182279b7b', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'port_id': 'f86aecd6-9e34-4c11-a172-671c782ab5ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'mac_address': 'fa:16:3e:2f:9f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7787104c-017a-4097-8921-8aa2c43566d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:03:11Z', 'updated_at': '2022-02-04T06:04:54Z', 'revision_number': 9, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:04:56.245481 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aafbd2-95d9-4463-964d-57854ede43f8 None None] New status for floating IP c64007b0-873e-4627-81aa-437182279b7b: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:04:56.534376 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee1575-7943-46ff-96f1-133432b9a339 req-02b70684-6fbb-4670-a85d-4cae8ea4abfa tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:56.535862 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-75ee1575-7943-46ff-96f1-133432b9a339 req-02b70684-6fbb-4670-a85d-4cae8ea4abfa tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0517077 Feb 04 06:04:56.573701 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-75ee1575-7943-46ff-96f1-133432b9a339 req-d6e383e6-72db-46e3-b04f-6e6b6989fafa tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317483 Feb 04 06:04:56.813405 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-10dd7cc2-2289-4e39-91ac-b8ee38c6cba6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449290 Feb 04 06:04:56.825992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a1b12-4354-4b02-8298-d66fadfc2e3a req-892d6360-0fa4-4020-8d86-b83e6772fed5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:56.827532 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-435a1b12-4354-4b02-8298-d66fadfc2e3a req-892d6360-0fa4-4020-8d86-b83e6772fed5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0551879 Feb 04 06:04:56.879530 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-435a1b12-4354-4b02-8298-d66fadfc2e3a req-9965ae78-1909-414d-9a08-a1a46fbd7e26 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375094 Feb 04 06:04:57.998001 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93288a-7f0b-4d7e-927c-80c456450a54 req-5643e5c1-67d8-4c99-8298-1bb8a5033965 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:57.999474 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb93288a-7f0b-4d7e-927c-80c456450a54 req-5643e5c1-67d8-4c99-8298-1bb8a5033965 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0497296 Feb 04 06:04:58.046594 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb93288a-7f0b-4d7e-927c-80c456450a54 req-1ad2bf56-4ca7-4410-ab97-a0daa0550c3e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343084 Feb 04 06:04:58.095423 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d071ec-4156-40e7-b480-0b708bcd107d req-29f9a89f-a889-44a7-9d25-617a658d074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:58.096935 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-29f9a89f-a889-44a7-9d25-617a658d074e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 1098 time: 0.0421021 Feb 04 06:04:58.187848 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d071ec-4156-40e7-b480-0b708bcd107d req-092a0723-cf81-4864-9fcc-02ad7350615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:58.189936 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-092a0723-cf81-4864-9fcc-02ad7350615b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0863125 Feb 04 06:04:58.253391 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-cc04f69f-89e3-44bf-8f12-7aee0ef8073f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae HTTP/1.1" status: 200 len: 1002 time: 0.0571709 Feb 04 06:04:58.306330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d071ec-4156-40e7-b480-0b708bcd107d req-6a37ff12-0a8c-41ae-b651-5cf64d6d23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:58.307740 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-6a37ff12-0a8c-41ae-b651-5cf64d6d23b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0483110 Feb 04 06:04:58.352585 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d071ec-4156-40e7-b480-0b708bcd107d req-d6edccae-7fa1-45f2-bb3c-63c3ada960e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:58.354119 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-d6edccae-7fa1-45f2-bb3c-63c3ada960e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399408 Feb 04 06:04:58.443545 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-c3321f66-63c9-4268-aaff-6c4bb7001700 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823808 Feb 04 06:04:58.539901 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-82f3a117-dfd1-4522-a1e0-a51b70abaa05 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905135 Feb 04 06:04:59.166912 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf334e7-dcb9-4fff-81b7-dcbb9c6c45ad req-a21fe7af-3111-46af-b109-80bf9c82a640 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:04:59.168396 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dbf334e7-dcb9-4fff-81b7-dcbb9c6c45ad req-a21fe7af-3111-46af-b109-80bf9c82a640 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0503378 Feb 04 06:04:59.206073 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dbf334e7-dcb9-4fff-81b7-dcbb9c6c45ad req-8013421d-c0c7-42e2-bf98-dec0ff8654ab tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311160 Feb 04 06:05:00.330945 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb0e19-2247-4b2d-800b-3b65c259006f req-f6085433-afc2-4fe6-af46-0ca89c1d4c65 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:00.333837 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-16eb0e19-2247-4b2d-800b-3b65c259006f req-f6085433-afc2-4fe6-af46-0ca89c1d4c65 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0588853 Feb 04 06:05:00.374896 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-16eb0e19-2247-4b2d-800b-3b65c259006f req-2ce7ed2a-a1a7-46ef-9def-891befaef8a4 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361292 Feb 04 06:05:01.491519 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea87998-25c4-40ae-b07a-2fe9e248d0e8 req-6d6dd57a-888b-49e8-a768-feabd549fc7b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:01.493001 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6ea87998-25c4-40ae-b07a-2fe9e248d0e8 req-6d6dd57a-888b-49e8-a768-feabd549fc7b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0502350 Feb 04 06:05:01.531149 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6ea87998-25c4-40ae-b07a-2fe9e248d0e8 req-a73bd7ba-79ac-4ebd-8ac5-65318b5e2fc9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321987 Feb 04 06:05:01.670920 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53909e-7ab1-45cf-984c-a76378e1cb23 req-90ded626-a102-4b55-b037-f09c7ac1d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:01.672440 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1e53909e-7ab1-45cf-984c-a76378e1cb23 req-90ded626-a102-4b55-b037-f09c7ac1d122 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 1098 time: 0.0407941 Feb 04 06:05:01.778099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53909e-7ab1-45cf-984c-a76378e1cb23 req-ed4cd320-0e90-4606-af80-f370f79fe5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:01.779578 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1e53909e-7ab1-45cf-984c-a76378e1cb23 req-ed4cd320-0e90-4606-af80-f370f79fe5c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0881617 Feb 04 06:05:01.846880 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1e53909e-7ab1-45cf-984c-a76378e1cb23 req-0cc4bcdc-90ea-4882-9ec3-4fb354a442b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae HTTP/1.1" status: 200 len: 1002 time: 0.0608783 Feb 04 06:05:01.895954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53909e-7ab1-45cf-984c-a76378e1cb23 req-873d4b2e-158f-43dd-af25-96e880abb254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:01.897404 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1e53909e-7ab1-45cf-984c-a76378e1cb23 req-873d4b2e-158f-43dd-af25-96e880abb254 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0433128 Feb 04 06:05:01.945847 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53909e-7ab1-45cf-984c-a76378e1cb23 req-e7fa492d-7756-4d43-b141-4aeaa95053b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:01.947242 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1e53909e-7ab1-45cf-984c-a76378e1cb23 req-e7fa492d-7756-4d43-b141-4aeaa95053b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439420 Feb 04 06:05:02.033624 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1e53909e-7ab1-45cf-984c-a76378e1cb23 req-23b25c78-efb0-466d-8a9b-a407d57ddd2a service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799456 Feb 04 06:05:02.123627 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1e53909e-7ab1-45cf-984c-a76378e1cb23 req-c4d8f2ef-b62c-4e41-bde5-11b8e96ecd8e service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844150 Feb 04 06:05:02.648208 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b2126-897c-4dea-9852-99a96981813f req-69b509b2-1755-42ed-8212-5ae9760fcd64 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:02.649710 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3e2b2126-897c-4dea-9852-99a96981813f req-69b509b2-1755-42ed-8212-5ae9760fcd64 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0492668 Feb 04 06:05:02.687443 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3e2b2126-897c-4dea-9852-99a96981813f req-ce666191-b6ee-444a-be74-43f283f6f325 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316200 Feb 04 06:05:03.807947 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ea3e6-ff91-4de3-b9a6-983d34b17e3f req-94b628d0-7972-406c-880f-82c06916f1dc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:03.809459 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2d0ea3e6-ff91-4de3-b9a6-983d34b17e3f req-94b628d0-7972-406c-880f-82c06916f1dc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0537233 Feb 04 06:05:03.848140 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2d0ea3e6-ff91-4de3-b9a6-983d34b17e3f req-35640b34-98a7-4269-af06-107dea25ada9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322552 Feb 04 06:05:04.188680 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:04.973395 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecccc72-ae35-45f7-aeae-f82e23e245bf req-052bc5df-97c8-4049-bb86-4f947c7f66f6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:04.974930 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4ecccc72-ae35-45f7-aeae-f82e23e245bf req-052bc5df-97c8-4049-bb86-4f947c7f66f6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0544555 Feb 04 06:05:05.012583 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4ecccc72-ae35-45f7-aeae-f82e23e245bf req-185cd565-c7c5-4128-ba6e-9293835edeed tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316050 Feb 04 06:05:06.128723 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32cd8-6fc5-4e98-b8a2-b826fbf0c4fd req-b65c6b7f-d8ea-4ff8-93b1-b0cfccbbb14f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:06.130214 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-90d32cd8-6fc5-4e98-b8a2-b826fbf0c4fd req-b65c6b7f-d8ea-4ff8-93b1-b0cfccbbb14f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0491111 Feb 04 06:05:06.167997 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-90d32cd8-6fc5-4e98-b8a2-b826fbf0c4fd req-a4e5720f-bfbd-461e-b5e8-ee16f998ac29 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 Feb 04 06:05:07.288728 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc066b0-d58f-4525-8b41-2982e5ca45ec req-93e546f8-c402-4410-b490-7610936136d0 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:07.295550 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fdc066b0-d58f-4525-8b41-2982e5ca45ec req-93e546f8-c402-4410-b490-7610936136d0 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0558596 Feb 04 06:05:07.328580 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fdc066b0-d58f-4525-8b41-2982e5ca45ec req-0a9f32ae-7eb2-4dd2-8e09-61f2ddee81fc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323718 Feb 04 06:05:08.444910 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545eda3-123d-4124-8572-25f3247c274c req-420715b1-9015-45d3-9e4a-030930d773d7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:08.446591 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0545eda3-123d-4124-8572-25f3247c274c req-420715b1-9015-45d3-9e4a-030930d773d7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0499067 Feb 04 06:05:08.485988 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0545eda3-123d-4124-8572-25f3247c274c req-c989879c-a8d9-4b69-a3cc-7010c7648af9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330844 Feb 04 06:05:09.603434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a57a05-df21-42fe-8173-500aea37c48d req-7d478a05-d282-488a-849a-2846f89230b7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:09.604916 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f3a57a05-df21-42fe-8173-500aea37c48d req-7d478a05-d282-488a-849a-2846f89230b7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0511622 Feb 04 06:05:09.642996 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f3a57a05-df21-42fe-8173-500aea37c48d req-98491a07-a182-42e7-a34b-ae4a789b5021 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315888 Feb 04 06:05:10.761917 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7cea8-745d-4092-b595-181906e91e32 req-4c489ea7-a63c-450c-a1f6-57536b6c1a8e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:10.763312 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9b7cea8-745d-4092-b595-181906e91e32 req-4c489ea7-a63c-450c-a1f6-57536b6c1a8e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0524411 Feb 04 06:05:10.803135 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9b7cea8-745d-4092-b595-181906e91e32 req-39e6db02-f5e5-4182-a51d-64ee899de8ea tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330079 Feb 04 06:05:11.920260 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdebdc-490c-40de-a74b-1e7df48ca796 req-dd86d762-071a-42ca-9725-53cd1f52bea4 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:11.921733 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f5fdebdc-490c-40de-a74b-1e7df48ca796 req-dd86d762-071a-42ca-9725-53cd1f52bea4 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0516839 Feb 04 06:05:11.960615 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f5fdebdc-490c-40de-a74b-1e7df48ca796 req-1aea7115-3d8a-461a-95fd-a32ebb7be77e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319576 Feb 04 06:05:12.746729 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e3e9a792-3a76-4cf5-9937-3f74b061c794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:13.073754 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ac8af-4913-4265-aab4-90986c03163c req-e9ab8980-0157-43a4-aa02-33a7dd6bfb2d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:13.075163 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3b8ac8af-4913-4265-aab4-90986c03163c req-e9ab8980-0157-43a4-aa02-33a7dd6bfb2d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0475562 Feb 04 06:05:13.111885 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3b8ac8af-4913-4265-aab4-90986c03163c req-9e4f006a-531a-4390-a94d-c9faf114e6aa tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299838 Feb 04 06:05:14.235781 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780038a4-4682-4a22-8712-dc65218d2c40 req-0f26c02b-4f8f-4fe7-91da-1489f8317474 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:14.237283 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-780038a4-4682-4a22-8712-dc65218d2c40 req-0f26c02b-4f8f-4fe7-91da-1489f8317474 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0589843 Feb 04 06:05:14.276030 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-780038a4-4682-4a22-8712-dc65218d2c40 req-2c1e21d8-b9b0-4141-9505-772ba5ccbd44 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324509 Feb 04 06:05:14.897034 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d87a51a2-e84b-413e-9a37-7507d48b5aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:15.331779 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-2b0d1bc0-a41c-4302-98ec-30e1cc8838e2 service neutron] 10.222.0.26 "GET /v2.0/ports/f86aecd6-9e34-4c11-a172-671c782ab5ae/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0562208 Feb 04 06:05:15.394220 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf21d3d-e473-4983-8a4e-8bb05a5d9bd2 req-abdffb28-b1c4-457b-9a4d-1abdc5385fa4 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:15.395812 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-adf21d3d-e473-4983-8a4e-8bb05a5d9bd2 req-abdffb28-b1c4-457b-9a4d-1abdc5385fa4 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0505462 Feb 04 06:05:15.437397 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-adf21d3d-e473-4983-8a4e-8bb05a5d9bd2 req-ea0289d1-9c6f-4f4b-8733-4fbe0e1b50bc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356324 Feb 04 06:05:15.537063 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d071ec-4156-40e7-b480-0b708bcd107d req-87f84e88-559b-4a08-bed4-1fd158f41d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:15.538563 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-87f84e88-559b-4a08-bed4-1fd158f41d64 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9&tenant_id=a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 1098 time: 0.0397398 Feb 04 06:05:15.598747 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d071ec-4156-40e7-b480-0b708bcd107d req-aae9b819-2432-4274-8a43-1584e7fae09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:15.600122 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-aae9b819-2432-4274-8a43-1584e7fae09d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 1098 time: 0.0387881 Feb 04 06:05:15.690084 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d071ec-4156-40e7-b480-0b708bcd107d req-51a43f70-cb51-456e-ac84-b375c6d0434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:15.691528 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-51a43f70-cb51-456e-ac84-b375c6d0434e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0845544 Feb 04 06:05:15.754141 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-88a7047c-78b1-4ceb-b9c6-a4f6fbfb695c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae HTTP/1.1" status: 200 len: 1002 time: 0.0559409 Feb 04 06:05:15.805476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d071ec-4156-40e7-b480-0b708bcd107d req-fcd38d46-812c-47e7-a8fc-aceb4c999667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:15.807013 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-fcd38d46-812c-47e7-a8fc-aceb4c999667 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0466013 Feb 04 06:05:15.850294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d071ec-4156-40e7-b480-0b708bcd107d req-bab1e48b-647b-495d-8b0b-9ee98da84bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:15.851651 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-bab1e48b-647b-495d-8b0b-9ee98da84bcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387280 Feb 04 06:05:15.939196 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-58135826-e19b-4c7a-8219-a38667c923f9 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801311 Feb 04 06:05:15.940919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:16.030325 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-85d071ec-4156-40e7-b480-0b708bcd107d req-bbd08d26-5a74-42ca-94ef-79cf0e8cd809 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852294 Feb 04 06:05:16.560445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3965b62-858c-4e50-9018-30cc3730805f req-ca050683-d773-49e5-b9e9-58fdda114a8f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:16.561941 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d3965b62-858c-4e50-9018-30cc3730805f req-ca050683-d773-49e5-b9e9-58fdda114a8f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0497072 Feb 04 06:05:16.602717 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d3965b62-858c-4e50-9018-30cc3730805f req-e1ed5867-ee40-429a-aafa-d3e37cd67184 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338941 Feb 04 06:05:17.720262 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174119d4-ea20-4ea3-b479-ebfe90455ddc req-b503edf7-5384-460a-9be6-3dc5446f53e7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:17.721795 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-174119d4-ea20-4ea3-b479-ebfe90455ddc req-b503edf7-5384-460a-9be6-3dc5446f53e7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0520897 Feb 04 06:05:17.750006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:17.763752 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-174119d4-ea20-4ea3-b479-ebfe90455ddc req-08647bcf-ca51-4211-bbf6-51bdb9c635eb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352266 Feb 04 06:05:17.961947 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:18.059285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-c9a1fe83-7012-4feb-9706-7bdad63e7bc8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:18.060930 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-c9a1fe83-7012-4feb-9706-7bdad63e7bc8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9&tenant_id=a92ef340e73b4623b87c5bf4e0b21635&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 945 time: 0.0545018 Feb 04 06:05:18.075153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f9644-083c-4c3b-86d7-9dc0bbaa2af7 req-7a5f09c9-8b06-4a98-8795-dd913bc7d74c tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:18.076710 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3c4f9644-083c-4c3b-86d7-9dc0bbaa2af7 req-7a5f09c9-8b06-4a98-8795-dd913bc7d74c tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0507059 Feb 04 06:05:18.116358 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3c4f9644-083c-4c3b-86d7-9dc0bbaa2af7 req-a4852ccc-dd3d-42b7-8849-05666a727ae8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325084 Feb 04 06:05:18.120973 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-c007c73f-6daa-4bd2-be2f-4993669dfab0 service neutron] 10.222.0.26 "GET /v2.0/ports/f86aecd6-9e34-4c11-a172-671c782ab5ae/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0532618 Feb 04 06:05:18.185949 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-cd63eac7-f253-46cb-9b23-84748446b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:18.187420 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-cd63eac7-f253-46cb-9b23-84748446b146 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 1098 time: 0.0443945 Feb 04 06:05:18.272141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-146e9bb6-772c-4da1-bcb4-1697dd797689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:18.273516 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-146e9bb6-772c-4da1-bcb4-1697dd797689 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0799146 Feb 04 06:05:18.338864 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-7c783020-7212-41f1-be1a-af3a0b5b60b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae HTTP/1.1" status: 200 len: 1002 time: 0.0591440 Feb 04 06:05:18.385412 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-2821604b-d6f1-46f9-ab75-d55105bdfab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:18.386828 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-2821604b-d6f1-46f9-ab75-d55105bdfab2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0420799 Feb 04 06:05:18.429043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-5d62399d-0ad9-402b-9665-4566162b5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:18.430508 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-5d62399d-0ad9-402b-9665-4566162b5fab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0374219 Feb 04 06:05:18.519861 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-f319594d-c3e6-48dc-8b24-cca26bedb1f8 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824230 Feb 04 06:05:18.842075 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-b8c5ca72-37d9-4906-abe8-fffc565d2e31 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155999 Feb 04 06:05:19.237114 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73976926-bcde-459b-b460-9e5c0c2b24d5 req-dc01db51-e038-4887-9f8e-c1510da67e05 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:19.238605 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-73976926-bcde-459b-b460-9e5c0c2b24d5 req-dc01db51-e038-4887-9f8e-c1510da67e05 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0476551 Feb 04 06:05:19.278345 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-73976926-bcde-459b-b460-9e5c0c2b24d5 req-57ea9407-2e06-4e88-85e8-b29517d91187 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338111 Feb 04 06:05:20.402073 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ca234-6ad2-4f01-a8f7-b91f955a82f6 req-f36ee5d6-614f-4b77-aec6-18666abb85bc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:20.403751 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-806ca234-6ad2-4f01-a8f7-b91f955a82f6 req-f36ee5d6-614f-4b77-aec6-18666abb85bc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0528762 Feb 04 06:05:20.450573 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-806ca234-6ad2-4f01-a8f7-b91f955a82f6 req-43b391a4-5782-4616-97df-aa82f31f5fba tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365820 Feb 04 06:05:21.130375 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-bc028bff-f202-412b-ba68-30b7587dba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:21.131878 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-bc028bff-f202-412b-ba68-30b7587dba30 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9&tenant_id=a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 1098 time: 0.0416102 Feb 04 06:05:21.193967 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-30a5fd51-ec40-4611-8913-dd3eef13a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:21.195472 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-30a5fd51-ec40-4611-8913-dd3eef13a51f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 1098 time: 0.0435400 Feb 04 06:05:21.283821 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-74b9a662-e106-4171-a168-4ccf03eb4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:21.285205 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-74b9a662-e106-4171-a168-4ccf03eb4512 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0832236 Feb 04 06:05:21.353156 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-c74c6fbb-2174-461f-b458-76bb12fa9d50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae HTTP/1.1" status: 200 len: 1002 time: 0.0611379 Feb 04 06:05:21.402257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-6914c7a3-40cc-4feb-abe5-e86fe8e4fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:21.403710 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-6914c7a3-40cc-4feb-abe5-e86fe8e4fb8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0440466 Feb 04 06:05:21.446458 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-850fe1f4-b8cf-4812-b4d4-90e653107c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:21.447957 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-850fe1f4-b8cf-4812-b4d4-90e653107c9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385523 Feb 04 06:05:21.547042 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-f3723595-2131-47bf-aac6-2de6ab7424b5 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920062 Feb 04 06:05:21.572564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355a492-0fce-41d9-9dc1-fcedea75a444 req-dbdbfbb4-af86-457c-93db-fd99d4a12972 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:21.574258 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3355a492-0fce-41d9-9dc1-fcedea75a444 req-dbdbfbb4-af86-457c-93db-fd99d4a12972 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0495017 Feb 04 06:05:21.618803 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3355a492-0fce-41d9-9dc1-fcedea75a444 req-8f80f93a-5aca-422d-a0c9-342baa5637c0 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367634 Feb 04 06:05:21.643006 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3eebeac4-cf88-4f00-8a6d-101d64d1bb63 req-b09a4298-10ae-42b4-884e-ee131572a2c1 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896022 Feb 04 06:05:22.734441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c50c86-d293-4d0f-b4c4-a7603f53ecfa req-f24d1f65-1431-4425-a4c5-17d83ebdb707 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:22.736418 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e1c50c86-d293-4d0f-b4c4-a7603f53ecfa req-f24d1f65-1431-4425-a4c5-17d83ebdb707 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0499501 Feb 04 06:05:22.775158 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e1c50c86-d293-4d0f-b4c4-a7603f53ecfa req-85ae936e-929a-4fa5-a9c6-1500b727156c tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Feb 04 06:05:23.611163 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f86aecd6-9e34-4c11-a172-671c782ab5ae details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:05:23.613233 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f86aecd6-9e34-4c11-a172-671c782ab5ae no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:05:23.762545 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:23.784100 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f86aecd6-9e34-4c11-a172-671c782ab5ae, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:23.806519 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7787104c-017a-4097-8921-8aa2c43566d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f86aecd6-9e34-4c11-a172-671c782ab5ae'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:05:23.808750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1260050-7e69-4f86-ad3c-18f5de2dca64" -d '{"events": [{"server_uuid": "7787104c-017a-4097-8921-8aa2c43566d9", "name": "network-vif-unplugged", "status": "completed", "tag": "f86aecd6-9e34-4c11-a172-671c782ab5ae"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:05:23.813701 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'f86aecd6-9e34-4c11-a172-671c782ab5ae', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'port_id': 'f86aecd6-9e34-4c11-a172-671c782ab5ae', 'mac_address': 'fa:16:3e:2f:9f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:05:23.827054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f86aecd6-9e34-4c11-a172-671c782ab5ae, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:23.852997 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:23.884020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 06:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6ec875-a1a7-48ff-99c8-9f1582b7f263 x-openstack-request-id: req-7e6ec875-a1a7-48ff-99c8-9f1582b7f263 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:05:23.884524 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7787104c-017a-4097-8921-8aa2c43566d9", "name": "network-vif-unplugged", "status": "completed", "tag": "f86aecd6-9e34-4c11-a172-671c782ab5ae", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:05:23.884629 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e6ec875-a1a7-48ff-99c8-9f1582b7f263 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:05:23.885156 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7787104c-017a-4097-8921-8aa2c43566d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f86aecd6-9e34-4c11-a172-671c782ab5ae', 'code': 200} Feb 04 06:05:23.899427 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:23.922782 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f86aecd6-9e34-4c11-a172-671c782ab5ae {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:05:23.931090 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=f86aecd6-9e34-4c11-a172-671c782ab5ae,revision_number=6']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:23.940549 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b9af2-b0a1-48c9-bc22-c8bfc4a7683c req-2df1b5bf-c0f5-449d-bb31-4700f8129203 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:23.942908 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-625b9af2-b0a1-48c9-bc22-c8bfc4a7683c req-2df1b5bf-c0f5-449d-bb31-4700f8129203 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 943 time: 0.0623994 Feb 04 06:05:23.971119 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:05:23.971477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:05:23.983905 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-625b9af2-b0a1-48c9-bc22-c8bfc4a7683c req-8dd4c431-8d2d-414c-b986-1f985edb5001 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348530 Feb 04 06:05:24.105761 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaf71b-c95e-4b4c-a496-7d29e3a10c13 req-6b1ff2a9-0000-470a-a7e6-63cd53b04593 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:24.107248 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e3eaf71b-c95e-4b4c-a496-7d29e3a10c13 req-6b1ff2a9-0000-470a-a7e6-63cd53b04593 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 943 time: 0.0535061 Feb 04 06:05:24.149703 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e3eaf71b-c95e-4b4c-a496-7d29e3a10c13 req-d1aaebfc-41ec-4e4c-9dca-17628d25cae2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338686 Feb 04 06:05:24.264016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b7734-0700-487b-8133-1f36f49944e3 req-fd8981f4-8d28-4344-9a21-b03fa09dfa2e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:24.265499 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-df3b7734-0700-487b-8133-1f36f49944e3 req-fd8981f4-8d28-4344-9a21-b03fa09dfa2e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 943 time: 0.0493159 Feb 04 06:05:24.304046 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-df3b7734-0700-487b-8133-1f36f49944e3 req-f1710068-c0f0-4da2-b72c-7cde7bee31e8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317030 Feb 04 06:05:24.508449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:24.521035 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86aecd6-9e34-4c11-a172-671c782ab5ae {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:05:24.541097 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f86aecd6-9e34-4c11-a172-671c782ab5ae, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:24.545041 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:24.546193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d5175-0a23-4e94-99ab-e49f8bc4cd0c req-6a48cab3-00c6-45d4-ac10-67ec92dbd226 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:24.548370 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-301d5175-0a23-4e94-99ab-e49f8bc4cd0c req-6a48cab3-00c6-45d4-ac10-67ec92dbd226 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 943 time: 0.0580862 Feb 04 06:05:24.592740 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-301d5175-0a23-4e94-99ab-e49f8bc4cd0c req-a4a7f1cd-b205-4d4f-b2b8-ffffd4f140ff tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362942 Feb 04 06:05:24.601292 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=f86aecd6-9e34-4c11-a172-671c782ab5ae,revision_number=7']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:24.618401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['f86aecd6-9e34-4c11-a172-671c782ab5ae'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:05:24.940825 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:05:25.609680 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f86aecd6-9e34-4c11-a172-671c782ab5ae up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:05:25.660947 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port f86aecd6-9e34-4c11-a172-671c782ab5ae triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:25.661611 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.714971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8929f-703f-4eb2-bf69-b0f540cb1035 req-3bae5516-2c9b-477f-b188-c23b24bde340 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:25.716467 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-08e8929f-703f-4eb2-bf69-b0f540cb1035 req-3bae5516-2c9b-477f-b188-c23b24bde340 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 944 time: 0.0510647 Feb 04 06:05:25.743824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.755468 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-08e8929f-703f-4eb2-bf69-b0f540cb1035 req-74301791-47ef-40d2-ae1a-5f31cabde2eb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328338 Feb 04 06:05:25.784632 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f86aecd6-9e34-4c11-a172-671c782ab5ae, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:25.789475 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:25.837218 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=f86aecd6-9e34-4c11-a172-671c782ab5ae,revision_number=8']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:25.886568 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7787104c-017a-4097-8921-8aa2c43566d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86aecd6-9e34-4c11-a172-671c782ab5ae'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:05:25.888892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff57fe9-92e7-49ea-9c7e-4678cf23b264" -d '{"events": [{"server_uuid": "7787104c-017a-4097-8921-8aa2c43566d9", "name": "network-vif-plugged", "status": "completed", "tag": "f86aecd6-9e34-4c11-a172-671c782ab5ae"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:05:25.924861 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4545c242-232f-4221-8229-6b3c311ef4bc x-openstack-request-id: req-4545c242-232f-4221-8229-6b3c311ef4bc {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:05:25.925157 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7787104c-017a-4097-8921-8aa2c43566d9", "name": "network-vif-plugged", "status": "completed", "tag": "f86aecd6-9e34-4c11-a172-671c782ab5ae", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:05:25.925414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4545c242-232f-4221-8229-6b3c311ef4bc {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:05:25.925833 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7787104c-017a-4097-8921-8aa2c43566d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86aecd6-9e34-4c11-a172-671c782ab5ae', 'code': 200} Feb 04 06:05:26.593580 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-d570df6b-6580-498f-8c90-ee97d06a6c4a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:26.595126 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-d570df6b-6580-498f-8c90-ee97d06a6c4a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0494223 Feb 04 06:05:26.685990 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-c0e791be-7cf5-4148-a35c-4bac068f6e78 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Deleting port f86aecd6-9e34-4c11-a172-671c782ab5ae {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:05:26.686327 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-c0e791be-7cf5-4148-a35c-4bac068f6e78 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.771656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-c0e791be-7cf5-4148-a35c-4bac068f6e78 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] For port f86aecd6-9e34-4c11-a172-671c782ab5ae, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f86aecd6-9e34-4c11-a172-671c782ab5ae,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:26.771948 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-c0e791be-7cf5-4148-a35c-4bac068f6e78 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.874162 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a666a-43db-45bc-904d-b290f55ee236 req-be428461-6edc-4523-bfad-eccd11b38675 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:26.875222 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-274a666a-43db-45bc-904d-b290f55ee236 req-be428461-6edc-4523-bfad-eccd11b38675 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=7787104c-017a-4097-8921-8aa2c43566d9 HTTP/1.1" status: 200 len: 945 time: 0.0505505 Feb 04 06:05:26.923721 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-274a666a-43db-45bc-904d-b290f55ee236 req-8e9e3724-fcff-40f6-ae9d-817ee79f5735 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420091 Feb 04 06:05:26.954991 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-c0e791be-7cf5-4148-a35c-4bac068f6e78 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.955452 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-c0e791be-7cf5-4148-a35c-4bac068f6e78 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:26.955778 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-c0e791be-7cf5-4148-a35c-4bac068f6e78 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Floating IP c64007b0-873e-4627-81aa-437182279b7b disassociated. External IP: 172.26.3.148, port: f86aecd6-9e34-4c11-a172-671c782ab5ae. Feb 04 06:05:26.956391 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-c0e791be-7cf5-4148-a35c-4bac068f6e78 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Calling delete_port for f86aecd6-9e34-4c11-a172-671c782ab5ae owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:05:27.081533 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-c0e791be-7cf5-4148-a35c-4bac068f6e78 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:27.114394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e791be-7cf5-4148-a35c-4bac068f6e78 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Pushing event deleted for resources: {'Port': ['ID=f86aecd6-9e34-4c11-a172-671c782ab5ae,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:27.236297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-c0e791be-7cf5-4148-a35c-4bac068f6e78 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:05:27.348078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-c0e791be-7cf5-4148-a35c-4bac068f6e78 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:05:27.359295 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3fdd0-8bde-4f11-9d76-adacacc183f0 None None] Sync routers for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:27.369400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3fdd0-8bde-4f11-9d76-adacacc183f0 None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:27.370136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4aa3fdd0-8bde-4f11-9d76-adacacc183f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:05:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:27.393400 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-c0e791be-7cf5-4148-a35c-4bac068f6e78 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] No DVR routers for this DVR port f86aecd6-9e34-4c11-a172-671c782ab5ae on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:05:27.396252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-c0e791be-7cf5-4148-a35c-4bac068f6e78 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:27.400116 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7f54b6c8-caed-4f99-81d5-5c4b40d4bfcc req-c0e791be-7cf5-4148-a35c-4bac068f6e78 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "DELETE /v2.0/ports/f86aecd6-9e34-4c11-a172-671c782ab5ae HTTP/1.1" status: 204 len: 173 time: 0.7991724 Feb 04 06:05:27.400659 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7787104c-017a-4097-8921-8aa2c43566d9', 'name': 'network-vif-deleted', 'tag': 'f86aecd6-9e34-4c11-a172-671c782ab5ae'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:05:27.403775 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1f7aaa-9be9-4365-acae-05ff89006308" -d '{"events": [{"server_uuid": "7787104c-017a-4097-8921-8aa2c43566d9", "name": "network-vif-deleted", "tag": "f86aecd6-9e34-4c11-a172-671c782ab5ae"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:05:27.470549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2992b6af-f58f-413d-8cfa-a9577cb49906 x-openstack-request-id: req-2992b6af-f58f-413d-8cfa-a9577cb49906 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:05:27.470930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7787104c-017a-4097-8921-8aa2c43566d9", "name": "network-vif-deleted", "tag": "f86aecd6-9e34-4c11-a172-671c782ab5ae", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:05:27.471249 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2992b6af-f58f-413d-8cfa-a9577cb49906 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:05:27.472309 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7787104c-017a-4097-8921-8aa2c43566d9', 'name': 'network-vif-deleted', 'tag': 'f86aecd6-9e34-4c11-a172-671c782ab5ae', 'status': 'completed', 'code': 200} Feb 04 06:05:27.496176 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-4aa3fdd0-8bde-4f11-9d76-adacacc183f0 None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:27.696799 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4aa3fdd0-8bde-4f11-9d76-adacacc183f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:27.722741 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3fdd0-8bde-4f11-9d76-adacacc183f0 None None] Checking router: c29fa20e-ac5a-4a9b-9083-6be71b90ac30 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:05:27.730961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3fdd0-8bde-4f11-9d76-adacacc183f0 None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:27.731570 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4aa3fdd0-8bde-4f11-9d76-adacacc183f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:05:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:27.844728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-4aa3fdd0-8bde-4f11-9d76-adacacc183f0 None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:28.168844 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-c2d066cc-ae44-491a-b8ee-ab6cd2d8eeb1 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1823197519&fields=id&tenant_id=a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 267 time: 0.0365725 Feb 04 06:05:28.185324 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4aa3fdd0-8bde-4f11-9d76-adacacc183f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:28.215852 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3fdd0-8bde-4f11-9d76-adacacc183f0 None None] The sync data for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv is: [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:28.291575 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-1596de34-ba19-48f7-b010-53972716734f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:28.293078 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-1596de34-ba19-48f7-b010-53972716734f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 812 time: 0.1159077 Feb 04 06:05:28.308780 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-93f9a8b3-6b94-4965-8a29-bbcb0bcaaac6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/quotas/a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 375 time: 0.0094178 Feb 04 06:05:28.366541 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-de4aebd2-9e2b-42fd-a1c5-b4c6e3fcd80b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512524 Feb 04 06:05:28.504244 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee42abd-9de4-4ed4-9fd1-62b26de8a364 None None] New status for floating IP c64007b0-873e-4627-81aa-437182279b7b: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:05:28.531552 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-558e0ddc-ca7f-45ad-a34d-2391cfba4a9f service neutron] 10.222.0.10 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519346 Feb 04 06:05:28.622420 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-5f31083f-c8f4-4243-92bd-0aa1d7fe9381 service neutron] 10.222.0.10 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839000 Feb 04 06:05:28.789159 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-41ad2761-b587-4e8e-ac35-99ce40d6316c req-9b7cf6aa-c998-4e1d-8047-8a98fd2844ae tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 210 time: 0.0280237 Feb 04 06:05:29.657763 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f86aecd6-9e34-4c11-a172-671c782ab5ae no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:05:29.687947 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: f86aecd6-9e34-4c11-a172-671c782ab5ae {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:05:29.689334 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f86aecd6-9e34-4c11-a172-671c782ab5ae not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:05:29.734089 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-e2a19d7d-2c05-4ba0-ad68-a14ab36d0c44 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:29.735714 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-e2a19d7d-2c05-4ba0-ad68-a14ab36d0c44 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 812 time: 0.1316245 Feb 04 06:05:29.783063 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-1b56623f-a2b0-48de-bc8e-40bf12261fc5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 380 time: 0.0388997 Feb 04 06:05:29.797654 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-cd7b82c3-a7c0-485a-a470-2ab0672d4306 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Request body: {'port': {'device_id': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'admin_state_up': True, 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'security_groups': ['9b0f0ba4-ca40-44c0-9eb1-4c858b062b23']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:29.911950 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c08e6153-9a7b-46b2-8841-3d3961f5a72c req-f5fa69ee-9f31-44cc-87c6-5034f57ff47a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 210 time: 0.0437176 Feb 04 06:05:29.929120 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-cd7b82c3-a7c0-485a-a470-2ab0672d4306 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Made reservation on behalf of a92ef340e73b4623b87c5bf4e0b21635 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:05:29.932619 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-cd7b82c3-a7c0-485a-a470-2ab0672d4306 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.071182 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-cd7b82c3-a7c0-485a-a470-2ab0672d4306 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Allocated IP 172.20.0.5 (9f7843b6-754c-4ab4-b462-11b7e074ffe1/1c210523-4d41-4974-aff7-01ac04994e6c/107c35b2-ac60-4d03-afd5-e9ec6dd213fe) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:05:30.217269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-cd7b82c3-a7c0-485a-a470-2ab0672d4306 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.255131 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-cd7b82c3-a7c0-485a-a470-2ab0672d4306 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.303475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-cd7b82c3-a7c0-485a-a470-2ab0672d4306 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:05:30.306613 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-cd7b82c3-a7c0-485a-a470-2ab0672d4306 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:05:30.310293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-cd7b82c3-a7c0-485a-a470-2ab0672d4306 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:05:30.346038 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b82c3-a7c0-485a-a470-2ab0672d4306 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Pushing event updated for resources: {'Port': ['ID=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:30.365494 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-cd7b82c3-a7c0-485a-a470-2ab0672d4306 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:30.369794 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-cd7b82c3-a7c0-485a-a470-2ab0672d4306 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.384647 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-cd7b82c3-a7c0-485a-a470-2ab0672d4306 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5944815 Feb 04 06:05:30.398635 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Request body: {'port': {'device_id': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:30.460623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.634013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1cf5a3ba-0949-49be-968d-0e5ad5ba85bd None None] Provisioning complete for port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:30.634643 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a3ba-0949-49be-968d-0e5ad5ba85bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.672870 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5a3ba-0949-49be-968d-0e5ad5ba85bd None None] Port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:05:30.744689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107c35b2-ac60-4d03-afd5-e9ec6dd213fe {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:05:30.752521 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.765318 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Transition to ACTIVE for port object 107c35b2-ac60-4d03-afd5-e9ec6dd213fe will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:05:30.770339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:30.824657 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Pushing event updated for resources: {'Port': ['ID=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:30.900059 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Attempting to bind port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:05:30.900396 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Attempting to bind port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:05:30.900724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Attempting to bind port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe on network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:05:30.906035 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe on network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:05:30.906356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Attempting to bind port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe on network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:05:30.912229 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:05:30.912570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Checking segment: {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:05:30.912959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Bound using segment: {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:05:30.913801 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Bound port: 107c35b2-ac60-4d03-afd5-e9ec6dd213fe, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '450381e0-5f13-4370-8f90-462ac871246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:05:30.913801 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.001252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] For port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:05:31.007059 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] For port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:05:31.012726 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.053756 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.054621 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:31.056248 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] 10.222.0.26 "PUT /v2.0/ports/107c35b2-ac60-4d03-afd5-e9ec6dd213fe HTTP/1.1" status: 200 len: 1093 time: 0.6632378 Feb 04 06:05:31.056804 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:05:31.059293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdc68a4-f69d-451c-8991-f426603e6d74" -d '{"events": [{"name": "network-changed", "server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:05:31.108611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48376595-93c6-404e-950a-7aec8ae538af req-ef340abe-cef6-4cea-bc2a-519406d28750 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.119145 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-48376595-93c6-404e-950a-7aec8ae538af req-ef340abe-cef6-4cea-bc2a-519406d28750 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 943 time: 0.1042824 Feb 04 06:05:31.138708 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a90da-269b-4c7c-961b-6bb1f3302215 service neutron] Pushing event updated for resources: {'Port': ['ID=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:31.146047 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a73275-8cd4-42cf-8d91-aa50f74188c0 x-openstack-request-id: req-57a73275-8cd4-42cf-8d91-aa50f74188c0 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:05:31.146560 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:05:31.147237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57a73275-8cd4-42cf-8d91-aa50f74188c0 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:05:31.148572 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'status': 'completed', 'code': 200} Feb 04 06:05:31.172443 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-48376595-93c6-404e-950a-7aec8ae538af req-e61c1d78-727c-4c3a-8d4e-36a47de1519e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519741 Feb 04 06:05:31.183037 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-1719950e-7120-485a-9908-c7063f72e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.185807 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-1719950e-7120-485a-9908-c7063f72e58a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 1096 time: 0.0764980 Feb 04 06:05:31.229037 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-de088629-a907-4899-b157-292e3cb65d8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe HTTP/1.1" status: 200 len: 217 time: 0.0375390 Feb 04 06:05:31.288969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-a012e314-9936-40c3-9187-72b153e7faba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.290495 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-a012e314-9936-40c3-9187-72b153e7faba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0554037 Feb 04 06:05:31.339740 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-83972c01-8320-47c6-a4d8-5c2fa3b07b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.341441 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-83972c01-8320-47c6-a4d8-5c2fa3b07b4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443890 Feb 04 06:05:31.432146 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-7e4c88a3-01e1-4647-a4ad-6b18fb9e60a6 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843699 Feb 04 06:05:31.534394 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-84105923-2804-43c1-85e2-cdc27ce94ce2 req-e783f00c-813f-4263-b3a7-33de77a4db81 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948615 Feb 04 06:05:31.623831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc68a4-f69d-451c-8991-f426603e6d74 req-ec6d6695-b344-461b-b191-eb3c564d0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.625377 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1fdc68a4-f69d-451c-8991-f426603e6d74 req-ec6d6695-b344-461b-b191-eb3c564d0034 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 1096 time: 0.0425317 Feb 04 06:05:31.718285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc68a4-f69d-451c-8991-f426603e6d74 req-dbac75a1-fd6a-4f8d-964e-e320667335e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.720265 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1fdc68a4-f69d-451c-8991-f426603e6d74 req-dbac75a1-fd6a-4f8d-964e-e320667335e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0888042 Feb 04 06:05:31.761635 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1fdc68a4-f69d-451c-8991-f426603e6d74 req-8235a821-c984-4af6-aadb-88fdcbd036a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe HTTP/1.1" status: 200 len: 217 time: 0.0342076 Feb 04 06:05:31.813275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc68a4-f69d-451c-8991-f426603e6d74 req-f200bddc-4727-46b6-bc05-d16284abced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.814806 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1fdc68a4-f69d-451c-8991-f426603e6d74 req-f200bddc-4727-46b6-bc05-d16284abced2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0463002 Feb 04 06:05:31.867107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc68a4-f69d-451c-8991-f426603e6d74 req-4d9fb02a-c070-47e6-bbea-69f281faebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:31.868791 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1fdc68a4-f69d-451c-8991-f426603e6d74 req-4d9fb02a-c070-47e6-bbea-69f281faebe7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473390 Feb 04 06:05:31.964442 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1fdc68a4-f69d-451c-8991-f426603e6d74 req-e363152e-6f61-49e9-a58c-f0ec9e70f9f8 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862119 Feb 04 06:05:32.060634 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1fdc68a4-f69d-451c-8991-f426603e6d74 req-880b028b-b014-47c8-bb91-2cdfad15eb25 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885444 Feb 04 06:05:32.294494 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207d655-7e50-43e0-ae48-30126e0ef4ee req-36d6176f-1a30-4347-b1a1-a8aa9c54e7ad tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:32.296174 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f207d655-7e50-43e0-ae48-30126e0ef4ee req-36d6176f-1a30-4347-b1a1-a8aa9c54e7ad tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 943 time: 0.0502555 Feb 04 06:05:32.335137 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f207d655-7e50-43e0-ae48-30126e0ef4ee req-479a7ebe-e1a5-4a1d-bffe-59184745fb9c tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330439 Feb 04 06:05:33.451754 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82f947-a3ac-49d7-9ad6-f3797c2cd8fd req-a9677436-c40d-42ca-b0ea-83a70e4439fc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:33.453860 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9b82f947-a3ac-49d7-9ad6-f3797c2cd8fd req-a9677436-c40d-42ca-b0ea-83a70e4439fc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 943 time: 0.0516658 Feb 04 06:05:33.492194 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9b82f947-a3ac-49d7-9ad6-f3797c2cd8fd req-544747cd-ae39-4db5-bf0e-ddf55a1ac911 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Feb 04 06:05:33.672249 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 107c35b2-ac60-4d03-afd5-e9ec6dd213fe details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:05:33.767757 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:33.777988 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'port_id': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'mac_address': 'fa:16:3e:a4:a1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:05:33.815800 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.829014 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107c35b2-ac60-4d03-afd5-e9ec6dd213fe {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:05:33.848087 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:33.852321 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:33.900255 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:34.041848 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['107c35b2-ac60-4d03-afd5-e9ec6dd213fe'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:05:34.202963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:34.608087 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbce103-b3f3-4f43-b63f-9365f4a058ba req-0749e0c1-cb9a-47ed-bb30-f105fb32a4f8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:34.610208 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ffbce103-b3f3-4f43-b63f-9365f4a058ba req-0749e0c1-cb9a-47ed-bb30-f105fb32a4f8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 944 time: 0.0508778 Feb 04 06:05:34.648865 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ffbce103-b3f3-4f43-b63f-9365f4a058ba req-3e350e66-880a-431b-9d36-e2694b12be9c tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326364 Feb 04 06:05:35.687738 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 107c35b2-ac60-4d03-afd5-e9ec6dd213fe up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:05:35.735814 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:05:35.739980 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:05:35.740352 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.768427 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceec2c-8923-4238-9cbc-cf4a41774731 req-d1cd8f6c-35b5-499b-af0a-d420a0641f5d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:35.770529 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e3ceec2c-8923-4238-9cbc-cf4a41774731 req-d1cd8f6c-35b5-499b-af0a-d420a0641f5d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 944 time: 0.0544689 Feb 04 06:05:35.816093 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e3ceec2c-8923-4238-9cbc-cf4a41774731 req-4e81cd9d-56b0-450f-ba67-2d8019069707 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393636 Feb 04 06:05:35.825415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.847639 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:05:35.849905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23b6bec-9039-4a2b-aa56-a1e39782eda7" -d '{"events": [{"server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "name": "network-vif-plugged", "status": "completed", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:05:35.863366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:05:35.871312 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:35.895527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82daa17-baeb-45de-ad43-f1bd3eb9eea4 x-openstack-request-id: req-f82daa17-baeb-45de-ad43-f1bd3eb9eea4 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:05:35.895829 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "name": "network-vif-plugged", "status": "completed", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:05:35.896084 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f82daa17-baeb-45de-ad43-f1bd3eb9eea4 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:05:35.896466 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'code': 200} Feb 04 06:05:35.922528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:05:36.056486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67149a-5981-4d56-9a1a-f8380d3af02d req-eeb88aad-8225-4946-95e2-35a434f4afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:36.057994 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff67149a-5981-4d56-9a1a-f8380d3af02d req-eeb88aad-8225-4946-95e2-35a434f4afa4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 1098 time: 0.0405390 Feb 04 06:05:36.091152 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff67149a-5981-4d56-9a1a-f8380d3af02d req-dc687e26-dd4f-4650-9bb2-f3d10bd1f3ad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270228 Feb 04 06:05:36.942145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf38459-0940-4f31-9fcf-84786eb77e02 req-c0604519-0029-4d31-91b7-4c8a03eb0d5d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:36.943605 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8cf38459-0940-4f31-9fcf-84786eb77e02 req-c0604519-0029-4d31-91b7-4c8a03eb0d5d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0520561 Feb 04 06:05:36.981343 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8cf38459-0940-4f31-9fcf-84786eb77e02 req-efc5ff67-2acd-44a2-b707-9b25dff96162 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313423 Feb 04 06:05:38.098562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b954350-211c-447b-b445-21026b074081 req-67668223-ce01-4ec4-b113-75f854fb3b43 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:38.100031 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5b954350-211c-447b-b445-21026b074081 req-67668223-ce01-4ec4-b113-75f854fb3b43 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0487242 Feb 04 06:05:38.140137 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5b954350-211c-447b-b445-21026b074081 req-7e83dca9-0892-4c23-b077-617569206a30 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339401 Feb 04 06:05:38.250601 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a671e-853b-403a-bc5a-9fc538ec3f99 req-af576a73-6412-41b6-a853-203f8af47a2e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:38.252100 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-231a671e-853b-403a-bc5a-9fc538ec3f99 req-af576a73-6412-41b6-a853-203f8af47a2e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0490086 Feb 04 06:05:38.261354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 56934) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:05:38.266228 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1e0a53a7-aa3d-436e-84ab-57cb7bcb71af tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Request body: {'floatingip': {'port_id': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:05:38.308570 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e0a53a7-aa3d-436e-84ab-57cb7bcb71af tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:38.738796 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e0a53a7-aa3d-436e-84ab-57cb7bcb71af tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:38.743016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e0a53a7-aa3d-436e-84ab-57cb7bcb71af tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:39.154602 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-1e0a53a7-aa3d-436e-84ab-57cb7bcb71af tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Floating IP c64007b0-873e-4627-81aa-437182279b7b associated. External IP: 172.26.3.148, port: 107c35b2-ac60-4d03-afd5-e9ec6dd213fe. Feb 04 06:05:39.363506 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0a53a7-aa3d-436e-84ab-57cb7bcb71af tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:05:39.476319 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0a53a7-aa3d-436e-84ab-57cb7bcb71af tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:05:39.481099 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1e0a53a7-aa3d-436e-84ab-57cb7bcb71af tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:39.487319 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b880bdd2-23bb-4c9e-bf37-88bb19529479 None None] Sync routers for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:05:39.497030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b880bdd2-23bb-4c9e-bf37-88bb19529479 None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:39.497646 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b880bdd2-23bb-4c9e-bf37-88bb19529479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:05:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:39.512749 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1e0a53a7-aa3d-436e-84ab-57cb7bcb71af tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "PUT /v2.0/floatingips/c64007b0-873e-4627-81aa-437182279b7b HTTP/1.1" status: 200 len: 992 time: 1.2480447 Feb 04 06:05:39.512749 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:05:39.513529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a15cd33-1b22-489d-b09a-f12ce0a5841a" -d '{"events": [{"name": "network-changed", "server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:05:39.564044 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e320a48-5192-492c-a991-5f6ce2b94772 x-openstack-request-id: req-6e320a48-5192-492c-a991-5f6ce2b94772 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:05:39.564442 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:05:39.565879 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e320a48-5192-492c-a991-5f6ce2b94772 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:05:39.565879 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'status': 'completed', 'code': 200} Feb 04 06:05:39.622033 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-b880bdd2-23bb-4c9e-bf37-88bb19529479 None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:39.635736 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15cd33-1b22-489d-b09a-f12ce0a5841a req-a2be3ca1-3296-4bf5-bdcb-df45196dc7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:39.638007 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6a15cd33-1b22-489d-b09a-f12ce0a5841a req-a2be3ca1-3296-4bf5-bdcb-df45196dc7f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 1098 time: 0.0523922 Feb 04 06:05:39.650461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fce44a-f5ff-44b1-94c4-195cac8cc895 req-ce176120-039c-48f9-862f-a28913fbe1e9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:39.652115 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e5fce44a-f5ff-44b1-94c4-195cac8cc895 req-ce176120-039c-48f9-862f-a28913fbe1e9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0607822 Feb 04 06:05:39.705170 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e5fce44a-f5ff-44b1-94c4-195cac8cc895 req-88977616-8e72-4c1f-ab55-49fefbab6e8d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413892 Feb 04 06:05:39.745272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15cd33-1b22-489d-b09a-f12ce0a5841a req-06aeb562-74c8-44f7-85df-d31555c85d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:39.746804 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6a15cd33-1b22-489d-b09a-f12ce0a5841a req-06aeb562-74c8-44f7-85df-d31555c85d82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.1028543 Feb 04 06:05:39.811263 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6a15cd33-1b22-489d-b09a-f12ce0a5841a req-5cfd9085-9620-4477-9104-8f0e8781693f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe HTTP/1.1" status: 200 len: 1000 time: 0.0584903 Feb 04 06:05:39.859363 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b880bdd2-23bb-4c9e-bf37-88bb19529479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'c64007b0-873e-4627-81aa-437182279b7b', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'port_id': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'mac_address': 'fa:16:3e:a4:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:03:11Z', 'updated_at': '2022-02-04T06:05:38Z', 'revision_number': 13, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:39.862852 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15cd33-1b22-489d-b09a-f12ce0a5841a req-0a50fc4a-d329-4a8a-b97c-06d768e8b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:39.864363 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6a15cd33-1b22-489d-b09a-f12ce0a5841a req-0a50fc4a-d329-4a8a-b97c-06d768e8b900 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0468614 Feb 04 06:05:39.887005 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b880bdd2-23bb-4c9e-bf37-88bb19529479 None None] Checking router: c29fa20e-ac5a-4a9b-9083-6be71b90ac30 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:05:39.895490 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b880bdd2-23bb-4c9e-bf37-88bb19529479 None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:05:39.896091 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b880bdd2-23bb-4c9e-bf37-88bb19529479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:05:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:39.914195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15cd33-1b22-489d-b09a-f12ce0a5841a req-543f8fa0-a5be-4893-b62d-e849f9419677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:39.915728 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6a15cd33-1b22-489d-b09a-f12ce0a5841a req-543f8fa0-a5be-4893-b62d-e849f9419677 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447960 Feb 04 06:05:40.008063 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6a15cd33-1b22-489d-b09a-f12ce0a5841a req-23ddee8b-95a1-4d86-8943-05150c091286 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847239 Feb 04 06:05:40.012318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-b880bdd2-23bb-4c9e-bf37-88bb19529479 None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:05:40.102400 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6a15cd33-1b22-489d-b09a-f12ce0a5841a req-4eea9076-9065-4492-8a61-8c3dc9532100 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878267 Feb 04 06:05:40.230326 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b880bdd2-23bb-4c9e-bf37-88bb19529479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'c64007b0-873e-4627-81aa-437182279b7b', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'port_id': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'mac_address': 'fa:16:3e:a4:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:03:11Z', 'updated_at': '2022-02-04T06:05:38Z', 'revision_number': 13, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:05:40.260514 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b880bdd2-23bb-4c9e-bf37-88bb19529479 None None] The sync data for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv is: [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'c64007b0-873e-4627-81aa-437182279b7b', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'port_id': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'mac_address': 'fa:16:3e:a4:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:03:11Z', 'updated_at': '2022-02-04T06:05:38Z', 'revision_number': 13, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:05:40.440643 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4658f8d0-3c66-49ef-8cd6-1104dc8f9783 None None] New status for floating IP c64007b0-873e-4627-81aa-437182279b7b: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:05:40.813650 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ea3f8-12f3-4d72-ae4e-b6a1f25f54ae req-f917df6d-cbee-4663-8ca7-596f0375163f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:40.815256 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a64ea3f8-12f3-4d72-ae4e-b6a1f25f54ae req-f917df6d-cbee-4663-8ca7-596f0375163f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0527925 Feb 04 06:05:40.853326 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a64ea3f8-12f3-4d72-ae4e-b6a1f25f54ae req-34b52a5c-dd29-4f30-950d-3551991fab14 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317976 Feb 04 06:05:42.301813 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d38f6-ed49-4c66-a122-1bf2a6211dba req-507f9a59-107d-40a8-97a8-d0640ec2a190 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:42.303403 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-001d38f6-ed49-4c66-a122-1bf2a6211dba req-507f9a59-107d-40a8-97a8-d0640ec2a190 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0499022 Feb 04 06:05:42.342289 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-001d38f6-ed49-4c66-a122-1bf2a6211dba req-f993728a-9289-40a4-b7da-688a8d5e428e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328436 Feb 04 06:05:42.748969 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3ed8cf1c-fd6e-40fb-adda-772e656ca6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:44.898405 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-18ed5447-f1d7-4fc5-9117-b22686e053fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:45.947331 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.751417 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:47.967802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:05:53.472503 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cf3e9-4706-49c8-86db-805d7db90994 req-ff1f84e7-0d6c-46e4-afb6-20c7c3c82809 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:53.473735 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d22cf3e9-4706-49c8-86db-805d7db90994 req-ff1f84e7-0d6c-46e4-afb6-20c7c3c82809 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0545347 Feb 04 06:05:53.516184 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d22cf3e9-4706-49c8-86db-805d7db90994 req-9cb99251-cb0a-4cb8-b2c4-42ee4ed18720 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348446 Feb 04 06:05:53.522172 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-be188375-9e6c-4872-954e-636f33456f4e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1130612 Feb 04 06:05:54.614966 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-3d786c4f-c9fc-4021-a574-6e69af781e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:54.616491 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-3d786c4f-c9fc-4021-a574-6e69af781e89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 1098 time: 0.0521705 Feb 04 06:05:54.682419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc53e4-f375-4819-b6c4-09a41ec161d8 req-c0d2151c-4bc9-48f3-a0ef-da359ec2c230 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:54.683968 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-37cc53e4-f375-4819-b6c4-09a41ec161d8 req-c0d2151c-4bc9-48f3-a0ef-da359ec2c230 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0823171 Feb 04 06:05:54.724832 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-37cc53e4-f375-4819-b6c4-09a41ec161d8 req-f953ada1-d5e1-4435-a229-6c0097187dc1 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347779 Feb 04 06:05:54.975728 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-f4eb900c-ddcc-40db-a3e3-c28ef66fb20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:54.977143 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-f4eb900c-ddcc-40db-a3e3-c28ef66fb20e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.3459451 Feb 04 06:05:55.043822 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-2aa9aff3-fd73-4193-a6bc-cc5c9845ff2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe HTTP/1.1" status: 200 len: 1002 time: 0.0571346 Feb 04 06:05:55.097431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-bc066f17-f6e2-4324-b2c0-17b8bd5f2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:55.099479 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-bc066f17-f6e2-4324-b2c0-17b8bd5f2746 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0492094 Feb 04 06:05:55.155913 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-c903af26-6534-4fb7-b9ad-f164d16167fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:55.157405 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-c903af26-6534-4fb7-b9ad-f164d16167fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505431 Feb 04 06:05:55.260532 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-cc0fbddb-7f55-4ee2-abdf-fa2ab0c27f54 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939877 Feb 04 06:05:55.362262 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-2bba3c11-be86-446f-a58b-0f1f157752bf service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950003 Feb 04 06:05:55.839771 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d676b66-1571-42db-bf27-e6d4dbe25850 req-886e6ff1-dbef-4539-862f-bdcc050649c6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:55.841395 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0d676b66-1571-42db-bf27-e6d4dbe25850 req-886e6ff1-dbef-4539-862f-bdcc050649c6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0480003 Feb 04 06:05:55.878430 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0d676b66-1571-42db-bf27-e6d4dbe25850 req-39ebf07c-aada-4e6e-8b00-05eba15d5153 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304081 Feb 04 06:05:57.005638 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45264cb-0fe8-465d-914c-60ac530da1b5 req-d7384f0b-6fbe-4eed-8f97-63f7ac15e0b9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:57.007318 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d45264cb-0fe8-465d-914c-60ac530da1b5 req-d7384f0b-6fbe-4eed-8f97-63f7ac15e0b9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0528584 Feb 04 06:05:57.045112 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d45264cb-0fe8-465d-914c-60ac530da1b5 req-c22b5fb7-1771-4f6a-8394-c2aece61bcd3 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319390 Feb 04 06:05:58.162227 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee910cad-19b7-4ac7-bfd4-7f3aa84fe6ac req-c9920943-3e6f-4a1d-9aa3-e2026be28b43 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:58.164975 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee910cad-19b7-4ac7-bfd4-7f3aa84fe6ac req-c9920943-3e6f-4a1d-9aa3-e2026be28b43 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0500536 Feb 04 06:05:58.202252 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee910cad-19b7-4ac7-bfd4-7f3aa84fe6ac req-9bc179d0-1c1c-4823-9a44-c5b09b484d72 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325534 Feb 04 06:05:59.317223 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9cb42-ae54-467b-9654-e2ade63f24d0 req-edbfe948-696d-48b9-b5f1-0e91de05ec14 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:05:59.323938 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-adc9cb42-ae54-467b-9654-e2ade63f24d0 req-edbfe948-696d-48b9-b5f1-0e91de05ec14 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0494692 Feb 04 06:05:59.356835 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-adc9cb42-ae54-467b-9654-e2ade63f24d0 req-cb632d11-86a8-479d-94fe-4e8d1ea6a34a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322571 Feb 04 06:06:00.478732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb429c54-fc7f-48e6-9872-431dfdcd5b30 req-9589b800-d951-4206-84bc-7c3b121b01f3 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:00.480323 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-eb429c54-fc7f-48e6-9872-431dfdcd5b30 req-9589b800-d951-4206-84bc-7c3b121b01f3 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0542803 Feb 04 06:06:00.518581 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-eb429c54-fc7f-48e6-9872-431dfdcd5b30 req-1fb57728-ad54-41c8-bb68-dd8aa8e7d798 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318296 Feb 04 06:06:01.635432 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f77f81-a67f-421d-b4e7-8fa25a81366f req-949fccf2-fade-4403-9af6-77997b76ba1f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:01.636983 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-87f77f81-a67f-421d-b4e7-8fa25a81366f req-949fccf2-fade-4403-9af6-77997b76ba1f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0508595 Feb 04 06:06:01.675154 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-87f77f81-a67f-421d-b4e7-8fa25a81366f req-bacb6986-c7b2-46f7-a748-d394ff290040 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321765 Feb 04 06:06:01.940434 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:06:02.141932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd7ecb-d4a0-4675-9277-16bf70638a85 req-edc4cd76-7823-4c37-8132-c6ef55776d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:02.143694 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-39cd7ecb-d4a0-4675-9277-16bf70638a85 req-edc4cd76-7823-4c37-8132-c6ef55776d68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 1098 time: 0.0428104 Feb 04 06:06:02.253629 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd7ecb-d4a0-4675-9277-16bf70638a85 req-a5e3dbeb-b606-4dbf-953f-0f69877f461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:02.255209 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-39cd7ecb-d4a0-4675-9277-16bf70638a85 req-a5e3dbeb-b606-4dbf-953f-0f69877f461e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0898304 Feb 04 06:06:02.325805 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-39cd7ecb-d4a0-4675-9277-16bf70638a85 req-0b68c26c-fa30-4fb4-b8f8-c024248f2a8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe HTTP/1.1" status: 200 len: 1002 time: 0.0643940 Feb 04 06:06:02.376517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd7ecb-d4a0-4675-9277-16bf70638a85 req-e551032d-74be-4538-8217-c6112f5c1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:02.378014 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-39cd7ecb-d4a0-4675-9277-16bf70638a85 req-e551032d-74be-4538-8217-c6112f5c1760 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0460341 Feb 04 06:06:02.424054 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd7ecb-d4a0-4675-9277-16bf70638a85 req-95e501c3-129b-418c-befe-0ee2ea7ba95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:02.425616 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-39cd7ecb-d4a0-4675-9277-16bf70638a85 req-95e501c3-129b-418c-befe-0ee2ea7ba95f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411196 Feb 04 06:06:02.522424 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-39cd7ecb-d4a0-4675-9277-16bf70638a85 req-5d1a6dc9-e7c0-473a-8771-4f54c4c8c2af service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899382 Feb 04 06:06:02.617395 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-39cd7ecb-d4a0-4675-9277-16bf70638a85 req-b3b2c1fb-b070-444d-9871-ee0e4318e134 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877967 Feb 04 06:06:02.801874 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf673b36-c417-4968-9940-ad5ed135ca15 req-a972efc3-8efe-4bc6-b247-6017943368ab tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:02.803367 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bf673b36-c417-4968-9940-ad5ed135ca15 req-a972efc3-8efe-4bc6-b247-6017943368ab tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0566423 Feb 04 06:06:02.844524 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bf673b36-c417-4968-9940-ad5ed135ca15 req-bd54e38c-9cd9-4277-ae4f-920e562b6943 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349836 Feb 04 06:06:03.682324 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-906560c2-d83e-4d85-b156-a2d52bcebb47 service neutron] 10.222.0.26 "GET /v2.0/ports/107c35b2-ac60-4d03-afd5-e9ec6dd213fe/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0581656 Feb 04 06:06:03.878293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-2cf6cf99-0bfc-4388-a35c-f0889e6e473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:03.879609 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-2cf6cf99-0bfc-4388-a35c-f0889e6e473f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e&tenant_id=a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 1098 time: 0.0423455 Feb 04 06:06:03.942354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-9b9a38d3-2c93-46e1-9969-5ac335418f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:03.943843 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-9b9a38d3-2c93-46e1-9969-5ac335418f6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 1098 time: 0.0398188 Feb 04 06:06:03.969885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeeec3d-f107-4c65-8009-87f7b50b290d req-fdb97b06-74af-4cd5-afa2-ff841b3355ba tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:03.971364 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9eeeec3d-f107-4c65-8009-87f7b50b290d req-fdb97b06-74af-4cd5-afa2-ff841b3355ba tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0555739 Feb 04 06:06:04.009110 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9eeeec3d-f107-4c65-8009-87f7b50b290d req-367fd2b7-1925-43b3-992f-ffe6cc84e07f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318055 Feb 04 06:06:04.040777 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-c0948e5a-75d2-4a3d-a913-f0ce82ae35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:04.042273 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-c0948e5a-75d2-4a3d-a913-f0ce82ae35aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0904095 Feb 04 06:06:04.105072 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-090b669d-72b7-47c8-b93a-3797334a2662 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe HTTP/1.1" status: 200 len: 1002 time: 0.0561669 Feb 04 06:06:04.153327 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-14fccb3b-aa22-4f83-9e07-fdd5b48382b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:04.154793 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-14fccb3b-aa22-4f83-9e07-fdd5b48382b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0432756 Feb 04 06:06:04.201418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-25bf270b-1370-49cd-a09f-ecfc4323434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:04.203411 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-25bf270b-1370-49cd-a09f-ecfc4323434a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422924 Feb 04 06:06:04.223037 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:04.294765 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-ab9e3744-c6f1-45f9-a14a-7124dfedd1e9 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841291 Feb 04 06:06:04.383837 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-f13e7142-d50e-48d8-afff-bf945705da23 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829804 Feb 04 06:06:05.154412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e05698-bf5f-442a-bc02-6ce95a8e9b77 req-d2be690a-b9a2-4800-9570-4d48bf7c2234 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:05.164439 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a8e05698-bf5f-442a-bc02-6ce95a8e9b77 req-d2be690a-b9a2-4800-9570-4d48bf7c2234 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0758102 Feb 04 06:06:05.210317 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a8e05698-bf5f-442a-bc02-6ce95a8e9b77 req-841dfb63-0c54-418c-bfce-bd14f5c5a18c tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447271 Feb 04 06:06:05.936559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 107c35b2-ac60-4d03-afd5-e9ec6dd213fe no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:06:06.019142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:06.045509 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:06:06.048153 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbaa290-ec96-4251-aad1-3dd56d26cfce" -d '{"events": [{"server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "name": "network-vif-unplugged", "status": "completed", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:06:06.062000 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:06.068270 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:06.101622 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 06:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5356b3d-e3a7-47a0-acc7-684a2dab1ceb x-openstack-request-id: req-c5356b3d-e3a7-47a0-acc7-684a2dab1ceb {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:06:06.102044 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "name": "network-vif-unplugged", "status": "completed", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:06:06.102387 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5356b3d-e3a7-47a0-acc7-684a2dab1ceb {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:06:06.102860 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'code': 200} Feb 04 06:06:06.129260 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,revision_number=6']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:06.137121 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:06.137845 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:06.138431 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:06.138854 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:06.139279 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:06.140296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:06.140718 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:06.141144 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:06.141612 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:06.142070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:06.142486 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:06.142897 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:06.324138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa316e-dd63-4acc-9fe6-04d700282069 req-92f5fa76-7ffe-4ce8-9ae4-5a015991fc16 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:06.325747 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-49aa316e-dd63-4acc-9fe6-04d700282069 req-92f5fa76-7ffe-4ce8-9ae4-5a015991fc16 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 943 time: 0.0486209 Feb 04 06:06:06.365551 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-49aa316e-dd63-4acc-9fe6-04d700282069 req-62619d8a-0e47-4859-a7c1-0f5de9d4fcdf tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325758 Feb 04 06:06:07.492514 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f4c72-46cb-4320-b792-669903bd2159 req-a6b22259-59b6-4b0c-a928-bb1658b595b0 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:07.494800 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d19f4c72-46cb-4320-b792-669903bd2159 req-a6b22259-59b6-4b0c-a928-bb1658b595b0 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 943 time: 0.0547507 Feb 04 06:06:07.532385 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d19f4c72-46cb-4320-b792-669903bd2159 req-8bca74d3-a415-40cd-b77c-2530c407be38 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313990 Feb 04 06:06:08.647737 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33561552-1788-4d4c-8952-b668a4516f3b req-cef88593-b1f1-4614-860c-1649234b155e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:08.649207 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-33561552-1788-4d4c-8952-b668a4516f3b req-cef88593-b1f1-4614-860c-1649234b155e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 943 time: 0.0482216 Feb 04 06:06:08.686225 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-33561552-1788-4d4c-8952-b668a4516f3b req-837a3bc0-a170-45b7-a70e-fb3fed72ecc8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309381 Feb 04 06:06:09.806206 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693999a-4254-47bc-bc71-44f79b42d243 req-c2ce0f80-1cc5-42ba-b0f0-a8c954e95ab5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:09.807665 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0693999a-4254-47bc-bc71-44f79b42d243 req-c2ce0f80-1cc5-42ba-b0f0-a8c954e95ab5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 943 time: 0.0491042 Feb 04 06:06:09.845214 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0693999a-4254-47bc-bc71-44f79b42d243 req-bc815681-f7ee-4528-b44e-acfc6f109a74 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310841 Feb 04 06:06:09.968487 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 107c35b2-ac60-4d03-afd5-e9ec6dd213fe details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:06:10.062808 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:10.073676 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'port_id': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'mac_address': 'fa:16:3e:a4:a1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:06:10.115546 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.129088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107c35b2-ac60-4d03-afd5-e9ec6dd213fe {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:06:10.148468 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:10.151505 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:10.201581 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,revision_number=7']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:10.208536 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['107c35b2-ac60-4d03-afd5-e9ec6dd213fe'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:06:10.966695 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd043367-f69f-447a-9e7d-a5258d4c9f47 req-d0cef4f7-6b29-42e2-b9ba-060858ffe376 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:10.968824 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cd043367-f69f-447a-9e7d-a5258d4c9f47 req-d0cef4f7-6b29-42e2-b9ba-060858ffe376 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 944 time: 0.0565317 Feb 04 06:06:11.007465 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cd043367-f69f-447a-9e7d-a5258d4c9f47 req-fa66042d-79d8-41a9-82f7-4300d971a6c9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327315 Feb 04 06:06:11.967982 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 107c35b2-ac60-4d03-afd5-e9ec6dd213fe up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:06:12.013968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:12.014382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.094250 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.117009 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:06:12.120013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877e1715-c600-4221-adc4-0d5eb489534b" -d '{"events": [{"server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "name": "network-vif-plugged", "status": "completed", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:06:12.139318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:12.142864 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fb1a9-002c-49c6-8740-7fd78fb2ce4f req-dd666561-d46f-4efa-8f63-970320fa2028 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:12.144546 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2e4fb1a9-002c-49c6-8740-7fd78fb2ce4f req-dd666561-d46f-4efa-8f63-970320fa2028 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 944 time: 0.0558121 Feb 04 06:06:12.147978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:12.177673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fb7803-1547-43f3-9420-6ecf50eb9607 x-openstack-request-id: req-f8fb7803-1547-43f3-9420-6ecf50eb9607 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:06:12.178056 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "name": "network-vif-plugged", "status": "completed", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:06:12.178369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8fb7803-1547-43f3-9420-6ecf50eb9607 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:06:12.178814 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'code': 200} Feb 04 06:06:12.189341 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2e4fb1a9-002c-49c6-8740-7fd78fb2ce4f req-5fa39cea-aece-42f8-b87a-95c4639941a3 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368679 Feb 04 06:06:12.209020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,revision_number=8']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:12.751557 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fe7b8d46-0720-40f0-bdea-5a9bf60b4be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:13.309692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be2fdb-d1ab-435a-8c37-ffaa35e70edb req-7e25643b-47cd-4e06-9949-e20bf882b32e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:13.311779 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-22be2fdb-d1ab-435a-8c37-ffaa35e70edb req-7e25643b-47cd-4e06-9949-e20bf882b32e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0486972 Feb 04 06:06:13.349698 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-22be2fdb-d1ab-435a-8c37-ffaa35e70edb req-106188a9-b70f-47c3-9aae-25f8545a687f tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320351 Feb 04 06:06:14.468583 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63aa2-c739-4d3f-b300-c56180e49e6d req-889c892e-a33f-406f-8d38-9ece3a5718b7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:14.470100 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-96c63aa2-c739-4d3f-b300-c56180e49e6d req-889c892e-a33f-406f-8d38-9ece3a5718b7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0531392 Feb 04 06:06:14.508298 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-96c63aa2-c739-4d3f-b300-c56180e49e6d req-40ffbdae-8e2c-4589-9eeb-840eabcff157 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318868 Feb 04 06:06:14.899944 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e656bd4c-b45d-47c9-970d-bdab3657608a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.624533 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e175c9-3126-4ab7-8917-61979bd8dbb2 req-0db4c398-c65e-45af-a0d4-8d37a435e6f9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:15.626038 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f7e175c9-3126-4ab7-8917-61979bd8dbb2 req-0db4c398-c65e-45af-a0d4-8d37a435e6f9 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0484056 Feb 04 06:06:15.664609 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f7e175c9-3126-4ab7-8917-61979bd8dbb2 req-a245b839-16cf-4cd2-87fa-fc8cf39cade2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321646 Feb 04 06:06:15.956946 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-e34b4608-9257-46df-b506-f087e229fad7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:15.958610 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-e34b4608-9257-46df-b506-f087e229fad7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e&tenant_id=a92ef340e73b4623b87c5bf4e0b21635&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 945 time: 0.0558236 Feb 04 06:06:15.965554 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:15.989514 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f109430-9f90-45f7-a2ee-b74761798204 req-f3fc1a30-9844-4b7a-a07d-586d7960763d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:15.991701 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4f109430-9f90-45f7-a2ee-b74761798204 req-f3fc1a30-9844-4b7a-a07d-586d7960763d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0711324 Feb 04 06:06:16.023448 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-0fd9ec92-4793-41b5-a4e8-9bab95fed57b service neutron] 10.222.0.26 "GET /v2.0/ports/107c35b2-ac60-4d03-afd5-e9ec6dd213fe/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0574877 Feb 04 06:06:16.033144 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4f109430-9f90-45f7-a2ee-b74761798204 req-19959422-4fb1-4471-a6af-2318cc759721 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335839 Feb 04 06:06:16.087285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-fe2a4133-827f-4c3d-88e2-24f3a6ed5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:16.088803 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-fe2a4133-827f-4c3d-88e2-24f3a6ed5f71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 1098 time: 0.0419590 Feb 04 06:06:16.180687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-e70e2a6d-23f5-4b89-9b94-f35125f281aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:16.182247 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-e70e2a6d-23f5-4b89-9b94-f35125f281aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0871608 Feb 04 06:06:16.246634 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-d008b99b-0189-4e05-b5b6-f22d7a94813f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe HTTP/1.1" status: 200 len: 1002 time: 0.0575640 Feb 04 06:06:16.301481 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-3c0a17de-5619-41a2-9b9f-9f8db6c553ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:16.302964 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-3c0a17de-5619-41a2-9b9f-9f8db6c553ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0500281 Feb 04 06:06:16.351239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-787d5b7b-daae-4637-ba0c-8563a0995907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:16.352731 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-787d5b7b-daae-4637-ba0c-8563a0995907 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410664 Feb 04 06:06:16.439306 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-e27c2cdd-5478-4244-8b1c-9bf222a3ce1b service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797586 Feb 04 06:06:16.533168 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-0ef7b61c-213e-466c-8099-a011ecc62141 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873904 Feb 04 06:06:17.157299 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed0adf-bc94-47d1-bb1b-c94f55c8a072 req-2c521e63-a43f-42a2-aab6-c64ca3b4cddc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:17.158807 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-61ed0adf-bc94-47d1-bb1b-c94f55c8a072 req-2c521e63-a43f-42a2-aab6-c64ca3b4cddc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0538476 Feb 04 06:06:17.196951 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-61ed0adf-bc94-47d1-bb1b-c94f55c8a072 req-409e441e-9f55-4a42-b9e0-49b93c115b0b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322082 Feb 04 06:06:17.754791 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:17.969457 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:18.312302 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72108c95-8a9b-41cd-aeb2-6b3ab91554b9 req-6e966a98-355a-4a40-a77d-133f32d9dafd tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:18.313871 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-72108c95-8a9b-41cd-aeb2-6b3ab91554b9 req-6e966a98-355a-4a40-a77d-133f32d9dafd tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0486646 Feb 04 06:06:18.352532 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-72108c95-8a9b-41cd-aeb2-6b3ab91554b9 req-1e933bc7-2d93-4bfb-a84d-558765a29b20 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327196 Feb 04 06:06:19.470970 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18acc2-9040-4010-8ebc-c01a7826bad5 req-bb3ae816-0bff-4512-9378-3c43b35a2a19 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:19.472543 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3b18acc2-9040-4010-8ebc-c01a7826bad5 req-bb3ae816-0bff-4512-9378-3c43b35a2a19 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0508993 Feb 04 06:06:19.510915 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3b18acc2-9040-4010-8ebc-c01a7826bad5 req-ab8f6f7d-444f-4295-bc3a-45b6c8321bf0 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Feb 04 06:06:20.583139 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-8ff9baa6-b6f5-4c16-b9a6-7d653b85fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:20.584788 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-8ff9baa6-b6f5-4c16-b9a6-7d653b85fdc5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e&tenant_id=a92ef340e73b4623b87c5bf4e0b21635 HTTP/1.1" status: 200 len: 1098 time: 0.0472240 Feb 04 06:06:20.637565 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17563b2a-2268-4192-8dab-b4c5dce706aa req-6d5b680e-09f9-4a89-b379-597b7b4d7cb7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:20.639641 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-17563b2a-2268-4192-8dab-b4c5dce706aa req-6d5b680e-09f9-4a89-b379-597b7b4d7cb7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0536742 Feb 04 06:06:20.648417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-ace6ec1f-5afb-4d58-bfd9-99dca01404fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:20.651281 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-ace6ec1f-5afb-4d58-bfd9-99dca01404fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 1098 time: 0.0424404 Feb 04 06:06:20.680170 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-17563b2a-2268-4192-8dab-b4c5dce706aa req-789ab517-073f-4523-95b1-28b7c6309b5d tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335340 Feb 04 06:06:20.746217 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-a6ba56fd-355b-43ca-aa8b-827677aaec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:20.747715 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-a6ba56fd-355b-43ca-aa8b-827677aaec59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 200 len: 912 time: 0.0914724 Feb 04 06:06:20.810760 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-8de8f8b6-7f2e-482f-b80c-db577b1bc0aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe HTTP/1.1" status: 200 len: 1002 time: 0.0571270 Feb 04 06:06:20.861527 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-af9e9ba3-7499-40b1-a087-225260b8d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:20.863004 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-af9e9ba3-7499-40b1-a087-225260b8d850 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 200 len: 851 time: 0.0465066 Feb 04 06:06:20.907264 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-08af9a77-7825-4fce-a678-e399e4079cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:20.908973 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-08af9a77-7825-4fce-a678-e399e4079cc0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f7843b6-754c-4ab4-b462-11b7e074ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394506 Feb 04 06:06:20.994641 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-df8cccb6-bd7b-4995-bfe2-8187f1afafc3 service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793548 Feb 04 06:06:21.086583 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7020aa51-2a47-4a2c-a744-6926742f88ab req-7e63f825-4c40-474c-95a5-b3188fd2fb3b service neutron] 10.222.0.26 "GET /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856037 Feb 04 06:06:21.801066 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56401023-f630-4371-9454-3fbaa336599c req-5fde1bf0-59c6-4799-af62-562b2b8b9511 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:21.802524 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-56401023-f630-4371-9454-3fbaa336599c req-5fde1bf0-59c6-4799-af62-562b2b8b9511 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0531735 Feb 04 06:06:21.843550 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-56401023-f630-4371-9454-3fbaa336599c req-949c04c0-7754-4b0f-a6bf-49ece60e8c86 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342834 Feb 04 06:06:22.029455 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 107c35b2-ac60-4d03-afd5-e9ec6dd213fe no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:06:22.109435 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.131271 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:06:22.133456 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61e9a29-73fb-4b9f-940f-449c0b4a30aa" -d '{"events": [{"server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "name": "network-vif-unplugged", "status": "completed", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:06:22.146837 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:22.152279 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:22.186585 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 06:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff2fc62-bbc3-4a14-b4ed-b542231e80f0 x-openstack-request-id: req-fff2fc62-bbc3-4a14-b4ed-b542231e80f0 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:06:22.186874 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "name": "network-vif-unplugged", "status": "completed", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:06:22.187124 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fff2fc62-bbc3-4a14-b4ed-b542231e80f0 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:06:22.187506 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'code': 200} Feb 04 06:06:22.209481 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,revision_number=9']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:22.963143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffd7bd-f9ad-437f-927c-c3dfc8596876 req-0141594f-da3d-4ce4-a2f3-ca057ab8270c tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:22.964769 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f5ffd7bd-f9ad-437f-927c-c3dfc8596876 req-0141594f-da3d-4ce4-a2f3-ca057ab8270c tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 943 time: 0.0498819 Feb 04 06:06:23.005547 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f5ffd7bd-f9ad-437f-927c-c3dfc8596876 req-65c3cf65-a0ed-4e43-9b5f-6d3e088d5e51 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335596 Feb 04 06:06:24.135175 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35d70f-8890-45c7-a41e-c916f0385a06 req-1a40543a-60dc-43b0-bbde-7c4e637926e7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:24.136734 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fc35d70f-8890-45c7-a41e-c916f0385a06 req-1a40543a-60dc-43b0-bbde-7c4e637926e7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 943 time: 0.0556371 Feb 04 06:06:24.177315 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fc35d70f-8890-45c7-a41e-c916f0385a06 req-adcd313c-db7c-44b9-866d-76408b1977df tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331686 Feb 04 06:06:25.294387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd674e0-886f-4f19-81cd-7460449712f7 req-c29c3228-3696-4eb8-a2ee-c4732ba593ea tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:25.296359 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8fd674e0-886f-4f19-81cd-7460449712f7 req-c29c3228-3696-4eb8-a2ee-c4732ba593ea tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 943 time: 0.0488787 Feb 04 06:06:25.335633 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8fd674e0-886f-4f19-81cd-7460449712f7 req-6201a08b-60dc-4f96-adf8-22a1fdcb8775 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332246 Feb 04 06:06:26.030799 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 107c35b2-ac60-4d03-afd5-e9ec6dd213fe details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:06:26.125627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:26.135773 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'port_id': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'mac_address': 'fa:16:3e:a4:a1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:06:26.314348 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.327107 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107c35b2-ac60-4d03-afd5-e9ec6dd213fe {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:06:26.347331 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:26.351391 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:26.401324 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,revision_number=10']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:26.416490 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['107c35b2-ac60-4d03-afd5-e9ec6dd213fe'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:06:26.458375 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab1f71-3101-40ea-892c-72c863dc6819 req-52c7b01a-9df8-4b82-96d2-468e7112f8f5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:26.460016 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82ab1f71-3101-40ea-892c-72c863dc6819 req-52c7b01a-9df8-4b82-96d2-468e7112f8f5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0511842 Feb 04 06:06:26.503309 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82ab1f71-3101-40ea-892c-72c863dc6819 req-ce189a6a-a8a7-4ef7-9809-88f187485003 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328941 Feb 04 06:06:27.626050 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1781e-1543-4090-83b3-0446e6426c20 req-06d9684a-7ea3-4e74-8f9a-95c4176641c6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:27.627517 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1ec1781e-1543-4090-83b3-0446e6426c20 req-06d9684a-7ea3-4e74-8f9a-95c4176641c6 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0523026 Feb 04 06:06:27.665355 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1ec1781e-1543-4090-83b3-0446e6426c20 req-ae0c6eb3-5d60-41a6-9765-cd7128881cdc tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319402 Feb 04 06:06:28.060264 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 107c35b2-ac60-4d03-afd5-e9ec6dd213fe up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:06:28.106111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:28.106486 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:28.182696 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:28.206074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:06:28.208760 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f8af74-645d-46d9-8f61-84c3c4587934" -d '{"events": [{"server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "name": "network-vif-plugged", "status": "completed", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:06:28.224563 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:28.230282 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:28.258193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d6dfda-f951-4b82-838e-1f96cb0e7da6 x-openstack-request-id: req-11d6dfda-f951-4b82-838e-1f96cb0e7da6 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:06:28.258488 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "name": "network-vif-plugged", "status": "completed", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:06:28.258748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11d6dfda-f951-4b82-838e-1f96cb0e7da6 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:06:28.259165 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'code': 200} Feb 04 06:06:28.280423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,revision_number=11']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:28.782609 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f3369-3a9e-4ecd-bf22-bbcd305d069f req-a8a2291f-bf84-4e3a-a044-4ccb4a2dbf0b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:28.783999 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-937f3369-3a9e-4ecd-bf22-bbcd305d069f req-a8a2291f-bf84-4e3a-a044-4ccb4a2dbf0b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 946 time: 0.0509872 Feb 04 06:06:28.824247 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-937f3369-3a9e-4ecd-bf22-bbcd305d069f req-b9c87160-e13b-4e82-a80a-caf025f65a01 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338500 Feb 04 06:06:29.944535 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc3c04-1936-4a41-b2d1-315a5e8b388c req-825a055f-8c69-4dbf-9034-d773c2459e2e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:29.946118 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c3bc3c04-1936-4a41-b2d1-315a5e8b388c req-825a055f-8c69-4dbf-9034-d773c2459e2e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 946 time: 0.0495236 Feb 04 06:06:29.984668 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c3bc3c04-1936-4a41-b2d1-315a5e8b388c req-eb70fd92-79bb-4836-89f4-8003a79ca162 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325067 Feb 04 06:06:31.109875 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb614d-b9f4-4ee3-969d-4d7270f62ee2 req-0c54dea3-7ce3-4698-9a6b-ff100017e5b4 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:31.111358 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-79eb614d-b9f4-4ee3-969d-4d7270f62ee2 req-0c54dea3-7ce3-4698-9a6b-ff100017e5b4 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 946 time: 0.0549738 Feb 04 06:06:31.148834 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-79eb614d-b9f4-4ee3-969d-4d7270f62ee2 req-f574a2e8-16aa-4445-935b-7a8469eb958e tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315928 Feb 04 06:06:32.265364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be386a-d30c-42c7-a1f9-513a1225cd9e req-770c3317-9109-4cf7-a02e-d630e2bd85d7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:32.266863 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-27be386a-d30c-42c7-a1f9-513a1225cd9e req-770c3317-9109-4cf7-a02e-d630e2bd85d7 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 946 time: 0.0501361 Feb 04 06:06:32.304003 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-27be386a-d30c-42c7-a1f9-513a1225cd9e req-00835bbd-ec47-4396-8b27-5161b52f3a65 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311787 Feb 04 06:06:32.419896 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfb7e4-7d43-4988-9384-55a56be0d9a6 req-862fb5bc-8803-41ec-945f-60fe41603edb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:32.421394 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-81cfb7e4-7d43-4988-9384-55a56be0d9a6 req-862fb5bc-8803-41ec-945f-60fe41603edb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 946 time: 0.0510724 Feb 04 06:06:32.460953 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-81cfb7e4-7d43-4988-9384-55a56be0d9a6 req-ed582621-e045-47d1-8f5f-7091d4ffcb1b tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324988 Feb 04 06:06:32.579402 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f738a04-564a-4127-9207-0114180436d1 req-069cb8eb-1a70-4cac-aa11-5a09ffaf2617 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:32.581208 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3f738a04-564a-4127-9207-0114180436d1 req-069cb8eb-1a70-4cac-aa11-5a09ffaf2617 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 946 time: 0.0534425 Feb 04 06:06:32.618073 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3f738a04-564a-4127-9207-0114180436d1 req-4763cc02-b492-4a95-9501-eab0564771f1 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309277 Feb 04 06:06:32.849189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c6bf7-327f-4d31-a6f5-9fca5d70b7b8 req-6f15871b-3826-4ee2-b94f-838b604afd15 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:32.850700 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dd4c6bf7-327f-4d31-a6f5-9fca5d70b7b8 req-6f15871b-3826-4ee2-b94f-838b604afd15 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 946 time: 0.0490749 Feb 04 06:06:32.888487 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dd4c6bf7-327f-4d31-a6f5-9fca5d70b7b8 req-2048a52b-5756-4a3e-9c0e-086e25729ea2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318503 Feb 04 06:06:34.004389 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79075b-43ef-419d-bb31-4bfc6f7511f3 req-3ad4ace6-569a-4b9c-854e-8ccdc5ff7b41 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:34.005886 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ad79075b-43ef-419d-bb31-4bfc6f7511f3 req-3ad4ace6-569a-4b9c-854e-8ccdc5ff7b41 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 946 time: 0.0479922 Feb 04 06:06:34.043076 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ad79075b-43ef-419d-bb31-4bfc6f7511f3 req-9c2d9990-a4f1-47e1-b1bf-e0af6243f6a5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310881 Feb 04 06:06:34.230380 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.169420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9278c-e84b-4de8-8bcd-a65513b2186a req-342e58d2-5821-4612-8b27-3a9e6abc71c5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:35.170946 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7cb9278c-e84b-4de8-8bcd-a65513b2186a req-342e58d2-5821-4612-8b27-3a9e6abc71c5 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 946 time: 0.0541794 Feb 04 06:06:35.209465 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7cb9278c-e84b-4de8-8bcd-a65513b2186a req-e9a6cee4-9992-4548-816d-b90bf938c9ba tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324595 Feb 04 06:06:35.238051 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-8d66451b-e1e5-4b3f-ba20-458cb386a060 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:35.239571 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-8d66451b-e1e5-4b3f-ba20-458cb386a060 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 946 time: 0.0548720 Feb 04 06:06:35.332466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Deleting port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:35.332735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.419953 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] For port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:35.420313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.596059 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.596341 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.596661 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Floating IP c64007b0-873e-4627-81aa-437182279b7b disassociated. External IP: 172.26.3.148, port: 107c35b2-ac60-4d03-afd5-e9ec6dd213fe. Feb 04 06:06:35.597006 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Calling delete_port for 107c35b2-ac60-4d03-afd5-e9ec6dd213fe owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:35.721078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:35.748759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Pushing event deleted for resources: {'Port': ['ID=107c35b2-ac60-4d03-afd5-e9ec6dd213fe,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:35.760760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:35.761117 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:35.761462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:35.762153 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:35.762336 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:35.762602 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:35.763044 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:35.763272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:35.763606 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:35.764049 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:35.764384 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:35.764711 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:35.879694 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:06:35.989050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:06:36.001944 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef687c-4963-423e-9945-183a2d086a4f None None] Sync routers for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:36.010706 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef687c-4963-423e-9945-183a2d086a4f None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:06:36.011320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c8ef687c-4963-423e-9945-183a2d086a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:06:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:36.033310 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] No DVR routers for this DVR port 107c35b2-ac60-4d03-afd5-e9ec6dd213fe on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:36.035790 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:36.039070 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7ecdb500-cb2e-4769-aa29-70957e5478ed req-e34de100-463e-4684-82a2-182dfdf23dc2 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.26 "DELETE /v2.0/ports/107c35b2-ac60-4d03-afd5-e9ec6dd213fe HTTP/1.1" status: 204 len: 173 time: 0.7941296 Feb 04 06:06:36.039534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'name': 'network-vif-deleted', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:06:36.041952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53573587-bb00-45e3-8ae3-e9041824aa42" -d '{"events": [{"server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "name": "network-vif-deleted", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:06:36.089241 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98427b70-805b-493b-a651-77007757d5e0 x-openstack-request-id: req-98427b70-805b-493b-a651-77007757d5e0 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:06:36.089609 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13f2385-1d6c-4ba0-8001-65ec634eaf4e", "name": "network-vif-deleted", "tag": "107c35b2-ac60-4d03-afd5-e9ec6dd213fe", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:06:36.089999 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-98427b70-805b-493b-a651-77007757d5e0 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:06:36.090522 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13f2385-1d6c-4ba0-8001-65ec634eaf4e', 'name': 'network-vif-deleted', 'tag': '107c35b2-ac60-4d03-afd5-e9ec6dd213fe', 'status': 'completed', 'code': 200} Feb 04 06:06:36.132250 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-c8ef687c-4963-423e-9945-183a2d086a4f None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:06:36.314052 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3a56dead-0035-4438-b839-2c817ca4789d req-20f863bc-3580-442a-b55b-bcc1e59f0df0 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 210 time: 0.0300310 Feb 04 06:06:36.336206 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c8ef687c-4963-423e-9945-183a2d086a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:36.364386 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef687c-4963-423e-9945-183a2d086a4f None None] Checking router: c29fa20e-ac5a-4a9b-9083-6be71b90ac30 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:06:36.373224 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef687c-4963-423e-9945-183a2d086a4f None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:06:36.373849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c8ef687c-4963-423e-9945-183a2d086a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:06:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:36.483466 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-c8ef687c-4963-423e-9945-183a2d086a4f None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:06:36.684482 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c8ef687c-4963-423e-9945-183a2d086a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:36.711307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef687c-4963-423e-9945-183a2d086a4f None None] The sync data for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv is: [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:08Z', 'revision_number': 4, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '452fac8a-c9f2-4964-855b-87012c8343eb', 'name': '', 'network_id': '9f7843b6-754c-4ab4-b462-11b7e074ffe1', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'mac_address': 'fa:16:3e:80:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:07Z', 'updated_at': '2022-02-04T06:03:11Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'subnets': [{'id': '1c210523-4d41-4974-aff7-01ac04994e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:36.950930 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9d1df5-a526-4b73-a940-f993141dab0f None None] New status for floating IP c64007b0-873e-4627-81aa-437182279b7b: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:06:37.415547 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-798a0784-114e-44c2-b2fb-2ad070995255 req-ff2f8b89-892e-44e1-a18c-857c1511598a tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 210 time: 0.0276654 Feb 04 06:06:38.139422 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 107c35b2-ac60-4d03-afd5-e9ec6dd213fe no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:06:38.164101 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 107c35b2-ac60-4d03-afd5-e9ec6dd213fe {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:06:38.164446 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 107c35b2-ac60-4d03-afd5-e9ec6dd213fe not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:06:38.518459 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-17233224-e621-4e49-ac1d-c33841682c29 req-cb1a3098-739d-46a7-a4ed-5df98e84d4a1 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 210 time: 0.0303121 Feb 04 06:06:38.939326 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:06:39.625236 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aad007da-8ee1-4568-87c2-37765429a43a req-075289ab-ee20-4e60-a519-7654a482f735 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/ports?device_id=c13f2385-1d6c-4ba0-8001-65ec634eaf4e HTTP/1.1" status: 200 len: 210 time: 0.0274560 Feb 04 06:06:42.754859 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-28c26460-6432-4200-bed5-71e0ba2a407a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.413748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57162) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:43.468598 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.496394 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.548247 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.551788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.555833 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "DELETE /v2.0/security-groups/9b0f0ba4-ca40-44c0-9eb1-4c858b062b23 HTTP/1.1" status: 204 len: 168 time: 0.1393566 Feb 04 06:06:43.556863 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57164) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:43.566069 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0f0ba4-ca40-44c0-9eb1-4c858b062b23,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:43.573801 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:43.574262 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:43.575055 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:43.576342 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:43.576943 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:43.577495 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:43.578209 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:43.578831 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:43.579379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:43.579925 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:43.580172 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-c12d2664-2d52-4c7a-8bd8-ca3bb628ce35 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] show failed (client error): The resource could not be found. Feb 04 06:06:43.580867 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:43.581348 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9308a7-f62f-4c15-9984-cb8a703aa8c8 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:06:43.586507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57166) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:43.594487 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c12d2664-2d52-4c7a-8bd8-ca3bb628ce35 tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "GET /v2.0/security-groups/9b0f0ba4-ca40-44c0-9eb1-4c858b062b23 HTTP/1.1" status: 404 len: 347 time: 0.0354164 Feb 04 06:06:43.720441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-ffc8f034-c18c-48e0-9223-271d215431bb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Deleting port 09dacf8f-802a-448e-b77c-36ba16e03790 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:43.720708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8f034-c18c-48e0-9223-271d215431bb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.794175 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8f034-c18c-48e0-9223-271d215431bb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.794623 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8f034-c18c-48e0-9223-271d215431bb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.806776 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-ffc8f034-c18c-48e0-9223-271d215431bb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Calling delete_port for 09dacf8f-802a-448e-b77c-36ba16e03790 owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:43.948079 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8f034-c18c-48e0-9223-271d215431bb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:43.975022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8f034-c18c-48e0-9223-271d215431bb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Pushing event deleted for resources: {'Port': ['ID=09dacf8f-802a-448e-b77c-36ba16e03790,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:44.035866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8f034-c18c-48e0-9223-271d215431bb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:44.038392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ffc8f034-c18c-48e0-9223-271d215431bb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:44.039545 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ffc8f034-c18c-48e0-9223-271d215431bb tempest-ServerActionsTestJSON-1339584759 tempest-ServerActionsTestJSON-1339584759-project] 10.222.0.10 "DELETE /v2.0/floatingips/c64007b0-873e-4627-81aa-437182279b7b HTTP/1.1" status: 204 len: 168 time: 0.4515049 Feb 04 06:06:44.042420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57168) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:44.385188 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-54b69975-e3b1-4e70-9834-9dd25ccfe81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:44.631517 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-54b69975-e3b1-4e70-9834-9dd25ccfe81a admin admin] Deleting port 452fac8a-c9f2-4964-855b-87012c8343eb {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:44.632167 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-54b69975-e3b1-4e70-9834-9dd25ccfe81a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:44.711481 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-54b69975-e3b1-4e70-9834-9dd25ccfe81a admin admin] For port 452fac8a-c9f2-4964-855b-87012c8343eb, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=452fac8a-c9f2-4964-855b-87012c8343eb,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:44.711841 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-54b69975-e3b1-4e70-9834-9dd25ccfe81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:44.723750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-54b69975-e3b1-4e70-9834-9dd25ccfe81a admin admin] Calling delete_port for 452fac8a-c9f2-4964-855b-87012c8343eb owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:44.904824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-25daac5d-3d76-4aae-b40f-b18976397f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:44.910660 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-54b69975-e3b1-4e70-9834-9dd25ccfe81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:44.936031 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b69975-e3b1-4e70-9834-9dd25ccfe81a admin admin] Pushing event deleted for resources: {'Port': ['ID=452fac8a-c9f2-4964-855b-87012c8343eb,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:45.109803 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-54b69975-e3b1-4e70-9834-9dd25ccfe81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.332806 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b69975-e3b1-4e70-9834-9dd25ccfe81a admin admin] Router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:06:45.749544 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b69975-e3b1-4e70-9834-9dd25ccfe81a admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:06:45.754583 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-54b69975-e3b1-4e70-9834-9dd25ccfe81a admin admin] 10.222.0.10 "PUT /v2.0/routers/c29fa20e-ac5a-4a9b-9083-6be71b90ac30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7111874 Feb 04 06:06:45.756962 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57170) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:45.759465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaa5191-5ed6-49e7-840a-106b5e6efaed None None] Sync routers for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:06:45.770750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaa5191-5ed6-49e7-840a-106b5e6efaed None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:06:45.771354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9aaa5191-5ed6-49e7-840a-106b5e6efaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:06:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:45.861301 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.879139 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-9aaa5191-5ed6-49e7-840a-106b5e6efaed None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:06:45.967730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:45.991014 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.019570 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] Deleting port edb62f84-6ecb-4aab-8ee5-682d3af0ef93 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:46.020007 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.076148 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9aaa5191-5ed6-49e7-840a-106b5e6efaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:06:44Z', 'revision_number': 5, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port': {'id': 'edb62f84-6ecb-4aab-8ee5-682d3af0ef93', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:50:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:46.102813 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaa5191-5ed6-49e7-840a-106b5e6efaed None None] Checking router: c29fa20e-ac5a-4a9b-9083-6be71b90ac30 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:06:46.103166 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] For port edb62f84-6ecb-4aab-8ee5-682d3af0ef93, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=edb62f84-6ecb-4aab-8ee5-682d3af0ef93,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:46.103531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.112203 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaa5191-5ed6-49e7-840a-106b5e6efaed None None] Routers {'c29fa20e-ac5a-4a9b-9083-6be71b90ac30'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:06:46.112948 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9aaa5191-5ed6-49e7-840a-106b5e6efaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:06:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:46.120273 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] Calling delete_port for edb62f84-6ecb-4aab-8ee5-682d3af0ef93 owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:46.200986 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-9aaa5191-5ed6-49e7-840a-106b5e6efaed None None] Set router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:06:46.256451 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9aaa5191-5ed6-49e7-840a-106b5e6efaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:06:45Z', 'revision_number': 6, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:46.283643 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaa5191-5ed6-49e7-840a-106b5e6efaed None None] The sync data for ids ['c29fa20e-ac5a-4a9b-9083-6be71b90ac30'] in dv-neutron-827794-1-hyperv is: [{'id': 'c29fa20e-ac5a-4a9b-9083-6be71b90ac30', 'name': 'tempest-ServerActionsTestJSON-1979896696-router', 'tenant_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:03:05Z', 'updated_at': '2022-02-04T06:06:45Z', 'revision_number': 6, 'project_id': 'a92ef340e73b4623b87c5bf4e0b21635', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:06:46.289654 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.318863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb62f84-6ecb-4aab-8ee5-682d3af0ef93,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:46.380304 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.472085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.474264 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.520167 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.520703 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c29fa20e-ac5a-4a9b-9083-6be71b90ac30 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:06:46.525923 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.527068 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2ea5bd86-a437-4533-b2c8-6dbc68747a80 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c29fa20e-ac5a-4a9b-9083-6be71b90ac30 HTTP/1.1" status: 204 len: 168 time: 0.7692080 Feb 04 06:06:46.530293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57172) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:46.574536 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-be61946d-9af8-4bc5-b338-5690052c5d71 admin admin] Deleting subnet 1c210523-4d41-4974-aff7-01ac04994e6c {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:06:46.578651 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be61946d-9af8-4bc5-b338-5690052c5d71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.621698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be61946d-9af8-4bc5-b338-5690052c5d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.784260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be61946d-9af8-4bc5-b338-5690052c5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.815988 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 452fac8a-c9f2-4964-855b-87012c8343eb no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:06:46.854666 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 452fac8a-c9f2-4964-855b-87012c8343eb {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:06:46.855226 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 452fac8a-c9f2-4964-855b-87012c8343eb not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:06:46.876955 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be61946d-9af8-4bc5-b338-5690052c5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.903932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61946d-9af8-4bc5-b338-5690052c5d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c210523-4d41-4974-aff7-01ac04994e6c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:46.915532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be61946d-9af8-4bc5-b338-5690052c5d71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:46.922136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57174) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:46.923850 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e120b88a-bff8-4034-8bca-601f32e832cf None None] Network 9f7843b6-754c-4ab4-b462-11b7e074ffe1 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:06:46.931843 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-be61946d-9af8-4bc5-b338-5690052c5d71 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1c210523-4d41-4974-aff7-01ac04994e6c HTTP/1.1" status: 204 len: 168 time: 0.3986592 Feb 04 06:06:47.012483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.079591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] Deleting port c7d62233-5f78-40a1-b2e0-1861c8efa050 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:47.080024 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.154287 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] For port c7d62233-5f78-40a1-b2e0-1861c8efa050, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c7d62233-5f78-40a1-b2e0-1861c8efa050,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:47.154662 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.155431 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450b5183-973a-4a06-945a-0dd37648eb3b None None] DHCP port deletion for 9f7843b6-754c-4ab4-b462-11b7e074ffe1 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:06:47.173172 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] Calling delete_port for c7d62233-5f78-40a1-b2e0-1861c8efa050 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:47.213719 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-450b5183-973a-4a06-945a-0dd37648eb3b None None] Deleting port c7d62233-5f78-40a1-b2e0-1861c8efa050 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:06:47.214288 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-450b5183-973a-4a06-945a-0dd37648eb3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.259834 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.288020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-450b5183-973a-4a06-945a-0dd37648eb3b None None] For port c7d62233-5f78-40a1-b2e0-1861c8efa050, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c7d62233-5f78-40a1-b2e0-1861c8efa050,segment=NetworkSegment(450381e0-5f13-4370-8f90-462ac871246f),segment_id=450381e0-5f13-4370-8f90-462ac871246f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:47.288546 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-450b5183-973a-4a06-945a-0dd37648eb3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.293707 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d62233-5f78-40a1-b2e0-1861c8efa050,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:47.297521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] No DVR routers for this DVR port c7d62233-5f78-40a1-b2e0-1861c8efa050 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:47.312150 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-450b5183-973a-4a06-945a-0dd37648eb3b None None] Calling delete_port for c7d62233-5f78-40a1-b2e0-1861c8efa050 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:06:47.371585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.394199 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-450b5183-973a-4a06-945a-0dd37648eb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.396450 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7843b6-754c-4ab4-b462-11b7e074ffe1']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:47.406658 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450381e0-5f13-4370-8f90-462ac871246f') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:47.406961 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450381e0-5f13-4370-8f90-462ac871246f') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:06:47.416636 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.421074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b5183-973a-4a06-945a-0dd37648eb3b None None] Pushing event deleted for resources: {'Port': ['ID=c7d62233-5f78-40a1-b2e0-1861c8efa050,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:47.431335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.433747 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b5183-973a-4a06-945a-0dd37648eb3b None None] No DVR routers for this DVR port c7d62233-5f78-40a1-b2e0-1861c8efa050 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:06:47.445075 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:06:47.445666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:06:47.447562 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:06:47.508694 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.513717 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.517167 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] 10.222.0.10 "DELETE /v2.0/networks/9f7843b6-754c-4ab4-b462-11b7e074ffe1 HTTP/1.1" status: 204 len: 168 time: 0.5940413 Feb 04 06:06:47.534596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc2a6e-141b-4ba9-ba0b-06cc1dd06b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=9f7843b6-754c-4ab4-b462-11b7e074ffe1,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:47.645539 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57178) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:47.686098 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6e2ae21b-0113-423f-8b88-477530390759 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a92ef340e73b4623b87c5bf4e0b21635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392356 Feb 04 06:06:47.688435 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57180) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:47.735657 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fa0acb13-f2c5-4339-a836-c7121e716477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.759570 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fa0acb13-f2c5-4339-a836-c7121e716477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.761443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.806324 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fa0acb13-f2c5-4339-a836-c7121e716477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.808892 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fa0acb13-f2c5-4339-a836-c7121e716477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:47.810109 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fa0acb13-f2c5-4339-a836-c7121e716477 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2af37aeb-6665-4aca-b723-9d1dda04ab5a HTTP/1.1" status: 204 len: 168 time: 0.1206887 Feb 04 06:06:47.818444 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0acb13-f2c5-4339-a836-c7121e716477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af37aeb-6665-4aca-b723-9d1dda04ab5a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:47.981187 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.493893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57202) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:48.554013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device edb62f84-6ecb-4aab-8ee5-682d3af0ef93 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:06:48.573946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: edb62f84-6ecb-4aab-8ee5-682d3af0ef93 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:06:48.574299 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device edb62f84-6ecb-4aab-8ee5-682d3af0ef93 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:06:48.574709 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c7d62233-5f78-40a1-b2e0-1861c8efa050 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:06:48.596858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: c7d62233-5f78-40a1-b2e0-1861c8efa050 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:06:48.597181 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c7d62233-5f78-40a1-b2e0-1861c8efa050 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:06:48.606748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-290763956-network', 'tenant_id': 'b8c89ce06904457ba6e777d6ce31cad2'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:48.639688 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] Made reservation on behalf of b8c89ce06904457ba6e777d6ce31cad2 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:48.642229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.651799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.734894 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.739594 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.768981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:06:48.775890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f8c7a3-515b-4594-9425-7c3a4004e451,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:48.784410 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.784673 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] Added segment e888a489-6a7d-4013-831f-f8b5575a4670 of type vlan for network c5c94612-2d1c-408e-ba38-89abc8490618 Feb 04 06:06:48.826023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.849664 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.850691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:48.851268 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:48.908534 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4134314 Feb 04 06:06:48.911485 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57206) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:06:48.915715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e841e02-2a5b-4664-b1e0-51799e01cecb admin admin] Pushing event updated for resources: {'Network': ['ID=c5c94612-2d1c-408e-ba38-89abc8490618,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:48.917971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-358c9b18-3915-4d01-b855-e645483e5272 admin admin] Request body: {'subnet': {'network_id': 'c5c94612-2d1c-408e-ba38-89abc8490618', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-290763956-subnet', 'tenant_id': 'b8c89ce06904457ba6e777d6ce31cad2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:48.926217 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network c5c94612-2d1c-408e-ba38-89abc8490618 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:06:48.943666 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358c9b18-3915-4d01-b855-e645483e5272 admin admin] Made reservation on behalf of b8c89ce06904457ba6e777d6ce31cad2 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:48.946934 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-358c9b18-3915-4d01-b855-e645483e5272 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:49.125056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-358c9b18-3915-4d01-b855-e645483e5272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:49.180853 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c9b18-3915-4d01-b855-e645483e5272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9eecf4-e62f-457e-8a84-9cf1ef39907a,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:49.192995 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358c9b18-3915-4d01-b855-e645483e5272 admin admin] Checking segment: {'id': 'e888a489-6a7d-4013-831f-f8b5575a4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c5c94612-2d1c-408e-ba38-89abc8490618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:06:49.193363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358c9b18-3915-4d01-b855-e645483e5272 admin admin] Network hostable DHCP agents. Network: c5c94612-2d1c-408e-ba38-89abc8490618, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:06:49.210220 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358c9b18-3915-4d01-b855-e645483e5272 admin admin] Network c5c94612-2d1c-408e-ba38-89abc8490618 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:06:49.219358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-358c9b18-3915-4d01-b855-e645483e5272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, c5c94612-2d1c-408e-ba38-89abc8490618) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:49.224299 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358c9b18-3915-4d01-b855-e645483e5272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:49.225408 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-358c9b18-3915-4d01-b855-e645483e5272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:49.229517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d870e785-d3f7-4ed0-8411-89d165c29ffc None None] Network c5c94612-2d1c-408e-ba38-89abc8490618 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:06:49.248027 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-358c9b18-3915-4d01-b855-e645483e5272 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3341048 Feb 04 06:06:49.355186 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83d962a-7208-4128-a24d-ce3e8aefb46b None None] Network c5c94612-2d1c-408e-ba38-89abc8490618 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:06:49.684588 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-24d2dd8f-a900-4dff-9449-03008e49fe34 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:49.686117 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-24d2dd8f-a900-4dff-9449-03008e49fe34 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/networks?id=c5c94612-2d1c-408e-ba38-89abc8490618 HTTP/1.1" status: 200 len: 813 time: 0.1040754 Feb 04 06:06:49.701073 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-c7a3ff96-fafe-4d9c-b437-cde96d7da326 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/quotas/b8c89ce06904457ba6e777d6ce31cad2 HTTP/1.1" status: 200 len: 375 time: 0.0091786 Feb 04 06:06:49.734869 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-234e8d26-e91b-418d-9b0a-cbb70987f4ed tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8c89ce06904457ba6e777d6ce31cad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277221 Feb 04 06:06:49.828697 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-c47a573b-4cc7-4fb7-9784-d943d527c7b5 service neutron] 10.222.0.10 "GET /v2.0/networks/c5c94612-2d1c-408e-ba38-89abc8490618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869260 Feb 04 06:06:49.918566 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-77548a68-9807-403b-8c60-fd53724979a9 service neutron] 10.222.0.10 "GET /v2.0/networks/c5c94612-2d1c-408e-ba38-89abc8490618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834527 Feb 04 06:06:50.090311 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a816f2ac-5a73-45e3-8fe4-0682c7dc770e req-3529251d-4952-4f0b-8e9b-7bb5a2f6e0c0 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 210 time: 0.0344040 Feb 04 06:06:50.969689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-91a53e8b-492f-4cc1-83f7-eb6beb34d1b5 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:50.971951 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-91a53e8b-492f-4cc1-83f7-eb6beb34d1b5 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.26 "GET /v2.0/networks?id=c5c94612-2d1c-408e-ba38-89abc8490618 HTTP/1.1" status: 200 len: 813 time: 0.1081426 Feb 04 06:06:50.986146 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-ed153dd9-e308-4d6f-ac5a-d2367734f817 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Request body: {'port': {'device_id': 'd960bb4c-6393-441f-84f5-38683a5431b3', 'network_id': 'c5c94612-2d1c-408e-ba38-89abc8490618', 'admin_state_up': True, 'tenant_id': 'b8c89ce06904457ba6e777d6ce31cad2'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:51.096421 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-ed153dd9-e308-4d6f-ac5a-d2367734f817 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Made reservation on behalf of b8c89ce06904457ba6e777d6ce31cad2 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:06:51.099993 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-ed153dd9-e308-4d6f-ac5a-d2367734f817 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.194331 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bb35e98c-d820-4ff2-829f-faf9a3c22e4c req-c18889df-3c7d-4af6-b2b2-d670189d6d64 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 210 time: 0.0339959 Feb 04 06:06:51.238643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-ed153dd9-e308-4d6f-ac5a-d2367734f817 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Allocated IP 172.20.0.11 (c5c94612-2d1c-408e-ba38-89abc8490618/fe9eecf4-e62f-457e-8a84-9cf1ef39907a/00c0f227-04d4-4de9-a526-23177d993c32) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:06:51.381323 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-ed153dd9-e308-4d6f-ac5a-d2367734f817 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.419901 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-ed153dd9-e308-4d6f-ac5a-d2367734f817 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.462777 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-ed153dd9-e308-4d6f-ac5a-d2367734f817 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Network c5c94612-2d1c-408e-ba38-89abc8490618 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:06:51.465630 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-ed153dd9-e308-4d6f-ac5a-d2367734f817 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:06:51.469858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-ed153dd9-e308-4d6f-ac5a-d2367734f817 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:06:51.492860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed153dd9-e308-4d6f-ac5a-d2367734f817 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Pushing event updated for resources: {'Port': ['ID=00c0f227-04d4-4de9-a526-23177d993c32,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:51.520657 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-ed153dd9-e308-4d6f-ac5a-d2367734f817 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:51.521265 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-ed153dd9-e308-4d6f-ac5a-d2367734f817 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.537003 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-ed153dd9-e308-4d6f-ac5a-d2367734f817 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5562513 Feb 04 06:06:51.548891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Request body: {'port': {'device_id': 'd960bb4c-6393-441f-84f5-38683a5431b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:06:51.601901 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.862829 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c0f227-04d4-4de9-a526-23177d993c32 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:06:51.870032 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.882767 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Transition to ACTIVE for port object 00c0f227-04d4-4de9-a526-23177d993c32 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:06:51.886809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:51.937598 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Pushing event updated for resources: {'Port': ['ID=00c0f227-04d4-4de9-a526-23177d993c32,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:52.003856 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Attempting to bind port 00c0f227-04d4-4de9-a526-23177d993c32 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:06:52.004504 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Attempting to bind port 00c0f227-04d4-4de9-a526-23177d993c32 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e888a489-6a7d-4013-831f-f8b5575a4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c5c94612-2d1c-408e-ba38-89abc8490618'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:06:52.004504 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Attempting to bind port 00c0f227-04d4-4de9-a526-23177d993c32 on network c5c94612-2d1c-408e-ba38-89abc8490618 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:06:52.008670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Port 00c0f227-04d4-4de9-a526-23177d993c32 on network c5c94612-2d1c-408e-ba38-89abc8490618 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:06:52.008996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Attempting to bind port 00c0f227-04d4-4de9-a526-23177d993c32 on network c5c94612-2d1c-408e-ba38-89abc8490618 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:06:52.014311 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:06:52.014647 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Checking segment: {'id': 'e888a489-6a7d-4013-831f-f8b5575a4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c5c94612-2d1c-408e-ba38-89abc8490618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:06:52.015027 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Bound using segment: {'id': 'e888a489-6a7d-4013-831f-f8b5575a4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c5c94612-2d1c-408e-ba38-89abc8490618'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:06:52.015457 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Bound port: 00c0f227-04d4-4de9-a526-23177d993c32, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e888a489-6a7d-4013-831f-f8b5575a4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c5c94612-2d1c-408e-ba38-89abc8490618'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:06:52.015809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.077846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] For port 00c0f227-04d4-4de9-a526-23177d993c32, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:06:52.081529 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] For port 00c0f227-04d4-4de9-a526-23177d993c32, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=00c0f227-04d4-4de9-a526-23177d993c32,segment=NetworkSegment(e888a489-6a7d-4013-831f-f8b5575a4670),segment_id=e888a489-6a7d-4013-831f-f8b5575a4670)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:06:52.085990 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.118812 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:52.119423 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:52.121070 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] 10.222.0.26 "PUT /v2.0/ports/00c0f227-04d4-4de9-a526-23177d993c32 HTTP/1.1" status: 200 len: 1094 time: 0.5761964 Feb 04 06:06:52.123868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd960bb4c-6393-441f-84f5-38683a5431b3', 'tag': '00c0f227-04d4-4de9-a526-23177d993c32'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:06:52.126974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42441f4-e376-416f-ba8b-76862f0bef52" -d '{"events": [{"name": "network-changed", "server_uuid": "d960bb4c-6393-441f-84f5-38683a5431b3", "tag": "00c0f227-04d4-4de9-a526-23177d993c32"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:06:52.157389 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb5ab0-8b49-4b77-bd67-73ee2674c15b service neutron] Pushing event updated for resources: {'Port': ['ID=00c0f227-04d4-4de9-a526-23177d993c32,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:52.174268 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fc88b7-a6ff-4570-acdb-397a64722e53 x-openstack-request-id: req-04fc88b7-a6ff-4570-acdb-397a64722e53 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:06:52.174613 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d960bb4c-6393-441f-84f5-38683a5431b3", "tag": "00c0f227-04d4-4de9-a526-23177d993c32", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:06:52.174871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04fc88b7-a6ff-4570-acdb-397a64722e53 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:06:52.175269 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd960bb4c-6393-441f-84f5-38683a5431b3', 'tag': '00c0f227-04d4-4de9-a526-23177d993c32', 'status': 'completed', 'code': 200} Feb 04 06:06:52.204687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-aee192b1-c605-4f34-8fad-2b4a700607c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:52.207876 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-aee192b1-c605-4f34-8fad-2b4a700607c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c89ce06904457ba6e777d6ce31cad2&device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 1097 time: 0.0467494 Feb 04 06:06:52.255313 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-4ff8eb09-833a-4500-a0cf-6082219d34be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00c0f227-04d4-4de9-a526-23177d993c32 HTTP/1.1" status: 200 len: 217 time: 0.0397141 Feb 04 06:06:52.305272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-9605c7fa-feff-478d-9b1c-8fa4f4f98add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:52.306935 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-9605c7fa-feff-478d-9b1c-8fa4f4f98add service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe9eecf4-e62f-457e-8a84-9cf1ef39907a HTTP/1.1" status: 200 len: 853 time: 0.0459216 Feb 04 06:06:52.312089 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffe5c6-ab31-49cd-a0fe-12b016513b2d req-d5cbcea9-ec4b-40dd-a484-fd244f5fae5b tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:52.313569 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4dffe5c6-ab31-49cd-a0fe-12b016513b2d req-d5cbcea9-ec4b-40dd-a484-fd244f5fae5b tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 944 time: 0.0508475 Feb 04 06:06:52.338991 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-7a77728d-804d-4f41-86b6-e8af22654cc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5c94612-2d1c-408e-ba38-89abc8490618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254250 Feb 04 06:06:52.354451 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4dffe5c6-ab31-49cd-a0fe-12b016513b2d req-f8af439d-ed52-4081-b355-9982b4ad3bf3 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342751 Feb 04 06:06:52.436213 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-f34dddbb-87ad-49e6-996a-b2979778b9fb service neutron] 10.222.0.26 "GET /v2.0/networks/c5c94612-2d1c-408e-ba38-89abc8490618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905151 Feb 04 06:06:52.529258 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fbf76502-99a2-4607-ab7e-1183c205e26c req-4717fdbd-dd5d-426c-b91f-e1003f1ceef2 service neutron] 10.222.0.26 "GET /v2.0/networks/c5c94612-2d1c-408e-ba38-89abc8490618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861709 Feb 04 06:06:52.618363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42441f4-e376-416f-ba8b-76862f0bef52 req-39b16015-3790-4938-84eb-1ab06b4f76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:52.619896 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f42441f4-e376-416f-ba8b-76862f0bef52 req-39b16015-3790-4938-84eb-1ab06b4f76fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c89ce06904457ba6e777d6ce31cad2&device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 1097 time: 0.0454025 Feb 04 06:06:52.711284 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42441f4-e376-416f-ba8b-76862f0bef52 req-c4453fa2-fd0a-4ba9-924c-03122faa7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:52.712784 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f42441f4-e376-416f-ba8b-76862f0bef52 req-c4453fa2-fd0a-4ba9-924c-03122faa7301 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c5c94612-2d1c-408e-ba38-89abc8490618 HTTP/1.1" status: 200 len: 913 time: 0.0856638 Feb 04 06:06:52.752577 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f42441f4-e376-416f-ba8b-76862f0bef52 req-3332fdb5-c874-4360-8523-a759d36e382d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00c0f227-04d4-4de9-a526-23177d993c32 HTTP/1.1" status: 200 len: 217 time: 0.0331912 Feb 04 06:06:52.805171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42441f4-e376-416f-ba8b-76862f0bef52 req-c9e8ff3c-59de-404c-a023-a45ea2cb5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:52.806670 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f42441f4-e376-416f-ba8b-76862f0bef52 req-c9e8ff3c-59de-404c-a023-a45ea2cb5e30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe9eecf4-e62f-457e-8a84-9cf1ef39907a HTTP/1.1" status: 200 len: 853 time: 0.0470424 Feb 04 06:06:52.837391 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f42441f4-e376-416f-ba8b-76862f0bef52 req-1c88c535-70d3-4eb4-b431-2c14d8bc9501 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5c94612-2d1c-408e-ba38-89abc8490618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239537 Feb 04 06:06:52.929148 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f42441f4-e376-416f-ba8b-76862f0bef52 req-f001c2ab-0054-4a63-a153-c5e356dea90d service neutron] 10.222.0.26 "GET /v2.0/networks/c5c94612-2d1c-408e-ba38-89abc8490618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844293 Feb 04 06:06:53.266189 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f42441f4-e376-416f-ba8b-76862f0bef52 req-5eb97b12-368e-4533-94bd-012f177b0b05 service neutron] 10.222.0.26 "GET /v2.0/networks/c5c94612-2d1c-408e-ba38-89abc8490618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291481 Feb 04 06:06:53.630461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19372a-de61-4f15-a8e9-03441c9450c7 req-30489d05-9285-4d9b-8c99-02926d9fb07b tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:53.631845 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6d19372a-de61-4f15-a8e9-03441c9450c7 req-30489d05-9285-4d9b-8c99-02926d9fb07b tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 944 time: 0.0476086 Feb 04 06:06:53.670125 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6d19372a-de61-4f15-a8e9-03441c9450c7 req-f350dd7d-8524-40f7-8e5e-c6ff401452c5 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321181 Feb 04 06:06:54.263420 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 00c0f227-04d4-4de9-a526-23177d993c32 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:06:54.501384 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 00c0f227-04d4-4de9-a526-23177d993c32, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=00c0f227-04d4-4de9-a526-23177d993c32,segment=NetworkSegment(e888a489-6a7d-4013-831f-f8b5575a4670),segment_id=e888a489-6a7d-4013-831f-f8b5575a4670)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:54.512529 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '00c0f227-04d4-4de9-a526-23177d993c32', 'network_id': 'c5c94612-2d1c-408e-ba38-89abc8490618', 'port_id': '00c0f227-04d4-4de9-a526-23177d993c32', 'mac_address': 'fa:16:3e:d0:bf:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9eecf4-e62f-457e-8a84-9cf1ef39907a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:06:54.548331 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.561121 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c0f227-04d4-4de9-a526-23177d993c32 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:06:54.580549 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 00c0f227-04d4-4de9-a526-23177d993c32, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=00c0f227-04d4-4de9-a526-23177d993c32,segment=NetworkSegment(e888a489-6a7d-4013-831f-f8b5575a4670),segment_id=e888a489-6a7d-4013-831f-f8b5575a4670)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:54.584734 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:54.632513 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=00c0f227-04d4-4de9-a526-23177d993c32,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:54.785966 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['00c0f227-04d4-4de9-a526-23177d993c32'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:06:54.789930 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedca9d-5c98-489a-92e6-ec94d33b301f req-92cf7344-a019-40f6-a264-eda98782a20e tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:54.790396 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3dedca9d-5c98-489a-92e6-ec94d33b301f req-92cf7344-a019-40f6-a264-eda98782a20e tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 945 time: 0.0521829 Feb 04 06:06:54.834018 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3dedca9d-5c98-489a-92e6-ec94d33b301f req-cda1254e-defd-438c-b60e-b8e0acc3074e tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333555 Feb 04 06:06:55.946462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c67930-f0b3-42be-87ce-eea778669751 req-bf8d15f3-0cce-4785-aba9-2b64b5310b94 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:55.947948 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26c67930-f0b3-42be-87ce-eea778669751 req-bf8d15f3-0cce-4785-aba9-2b64b5310b94 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 945 time: 0.0489469 Feb 04 06:06:55.986059 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26c67930-f0b3-42be-87ce-eea778669751 req-e74a8a33-3aef-40de-bfd7-15286ebdb886 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314541 Feb 04 06:06:56.278139 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 00c0f227-04d4-4de9-a526-23177d993c32 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:06:56.328984 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 00c0f227-04d4-4de9-a526-23177d993c32 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:06:56.332898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 00c0f227-04d4-4de9-a526-23177d993c32 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:06:56.333366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.410774 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.432916 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd960bb4c-6393-441f-84f5-38683a5431b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c0f227-04d4-4de9-a526-23177d993c32'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:06:56.436748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796e896d-51af-4586-b387-37a7d8570319" -d '{"events": [{"server_uuid": "d960bb4c-6393-441f-84f5-38683a5431b3", "name": "network-vif-plugged", "status": "completed", "tag": "00c0f227-04d4-4de9-a526-23177d993c32"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:06:56.453614 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 00c0f227-04d4-4de9-a526-23177d993c32, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=00c0f227-04d4-4de9-a526-23177d993c32,segment=NetworkSegment(e888a489-6a7d-4013-831f-f8b5575a4670),segment_id=e888a489-6a7d-4013-831f-f8b5575a4670)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:06:56.458744 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:06:56.484174 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97344b5-c9f1-4b89-818a-d6b3ccf26a09 x-openstack-request-id: req-f97344b5-c9f1-4b89-818a-d6b3ccf26a09 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:06:56.484473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d960bb4c-6393-441f-84f5-38683a5431b3", "name": "network-vif-plugged", "status": "completed", "tag": "00c0f227-04d4-4de9-a526-23177d993c32", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:06:56.484730 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f97344b5-c9f1-4b89-818a-d6b3ccf26a09 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:06:56.485121 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd960bb4c-6393-441f-84f5-38683a5431b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c0f227-04d4-4de9-a526-23177d993c32', 'code': 200} Feb 04 06:06:56.519036 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=00c0f227-04d4-4de9-a526-23177d993c32,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:06:56.659702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca054c67-e2ab-49f3-a62c-67fae743b4a4 req-dc6b5fee-6bdb-428b-952e-ad3559f531d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:56.661192 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ca054c67-e2ab-49f3-a62c-67fae743b4a4 req-dc6b5fee-6bdb-428b-952e-ad3559f531d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 1099 time: 0.0400193 Feb 04 06:06:56.696427 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ca054c67-e2ab-49f3-a62c-67fae743b4a4 req-40a12b9f-7503-452c-8724-72e5e23bc7ea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280399 Feb 04 06:06:57.099415 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae232b6b-e56d-469f-9935-d18fdcee33b3 req-2d594cca-2fbe-4824-a4c3-96cf4ad155a0 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:57.100894 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ae232b6b-e56d-469f-9935-d18fdcee33b3 req-2d594cca-2fbe-4824-a4c3-96cf4ad155a0 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 946 time: 0.0490758 Feb 04 06:06:57.141812 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ae232b6b-e56d-469f-9935-d18fdcee33b3 req-dad4046a-f309-4d80-b66f-bb5cabc43963 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320599 Feb 04 06:06:58.266668 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440af70b-144e-44d2-8588-c5a79ade1f42 req-3a587d67-3b41-43ca-bdb0-fac73ccd9b3c tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:58.268322 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-440af70b-144e-44d2-8588-c5a79ade1f42 req-3a587d67-3b41-43ca-bdb0-fac73ccd9b3c tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 946 time: 0.0555699 Feb 04 06:06:58.306908 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-440af70b-144e-44d2-8588-c5a79ade1f42 req-38ee0bed-8c6b-410c-a3fe-e0399f03aa0b tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Feb 04 06:06:58.535465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-3eacaf93-e755-4d32-a7f1-1d0443d8ca33 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:58.536954 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-3eacaf93-e755-4d32-a7f1-1d0443d8ca33 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/networks?id=c5c94612-2d1c-408e-ba38-89abc8490618 HTTP/1.1" status: 200 len: 813 time: 0.1084027 Feb 04 06:06:58.552346 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-b06d1e88-7cad-40fa-8ce0-a4cf779c46cd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/quotas/b8c89ce06904457ba6e777d6ce31cad2 HTTP/1.1" status: 200 len: 375 time: 0.0097568 Feb 04 06:06:58.606711 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-c0dd5f50-40c4-4aee-8b1e-7a976e03aac0 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8c89ce06904457ba6e777d6ce31cad2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487123 Feb 04 06:06:58.747964 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-70423f9e-2207-461e-8090-3db00a98f65b service neutron] 10.222.0.10 "GET /v2.0/networks/c5c94612-2d1c-408e-ba38-89abc8490618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342773 Feb 04 06:06:58.850036 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-620150ec-c119-4eab-9ecb-5230dcca1af8 service neutron] 10.222.0.10 "GET /v2.0/networks/c5c94612-2d1c-408e-ba38-89abc8490618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942438 Feb 04 06:06:59.008211 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d6221471-13a6-4941-8d4f-fe8e88834578 req-ca6976b0-19ec-447a-9547-10fdd82c2839 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0269129 Feb 04 06:06:59.907642 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-4d038da4-bc8d-4b52-944a-a6ef4a6ed8be tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:06:59.909160 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-4d038da4-bc8d-4b52-944a-a6ef4a6ed8be tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.26 "GET /v2.0/networks?id=c5c94612-2d1c-408e-ba38-89abc8490618 HTTP/1.1" status: 200 len: 813 time: 0.1154108 Feb 04 06:06:59.922725 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-d2ad37ce-c4a7-4a68-91a0-d320830c01ce tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Request body: {'port': {'device_id': '03a6eeda-90cd-4834-9530-1c6f051f8aa3', 'network_id': 'c5c94612-2d1c-408e-ba38-89abc8490618', 'admin_state_up': True, 'tenant_id': 'b8c89ce06904457ba6e777d6ce31cad2'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:00.038961 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-d2ad37ce-c4a7-4a68-91a0-d320830c01ce tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Made reservation on behalf of b8c89ce06904457ba6e777d6ce31cad2 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:00.042951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-d2ad37ce-c4a7-4a68-91a0-d320830c01ce tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.112620 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-07e3f7ca-88fd-4ec1-acb5-fa61f0988b82 req-10fb41d7-142b-4c68-8ca0-6f8d81f612cc tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0279360 Feb 04 06:07:00.176204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-d2ad37ce-c4a7-4a68-91a0-d320830c01ce tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Allocated IP 172.20.0.2 (c5c94612-2d1c-408e-ba38-89abc8490618/fe9eecf4-e62f-457e-8a84-9cf1ef39907a/72e55a18-a896-4dcd-bf4b-de47e88956a3) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:00.323436 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-d2ad37ce-c4a7-4a68-91a0-d320830c01ce tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.358146 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-d2ad37ce-c4a7-4a68-91a0-d320830c01ce tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.372493 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['00c0f227-04d4-4de9-a526-23177d993c32'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:07:00.407538 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-d2ad37ce-c4a7-4a68-91a0-d320830c01ce tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Network c5c94612-2d1c-408e-ba38-89abc8490618 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:00.410571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-d2ad37ce-c4a7-4a68-91a0-d320830c01ce tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:00.415152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-d2ad37ce-c4a7-4a68-91a0-d320830c01ce tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:07:00.419570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad37ce-c4a7-4a68-91a0-d320830c01ce tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Pushing event updated for resources: {'Port': ['ID=72e55a18-a896-4dcd-bf4b-de47e88956a3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:00.466188 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-d2ad37ce-c4a7-4a68-91a0-d320830c01ce tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:00.467054 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-d2ad37ce-c4a7-4a68-91a0-d320830c01ce tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.484350 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-d2ad37ce-c4a7-4a68-91a0-d320830c01ce tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5662775 Feb 04 06:07:00.499637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Request body: {'port': {'device_id': '03a6eeda-90cd-4834-9530-1c6f051f8aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:00.556826 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.816079 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e55a18-a896-4dcd-bf4b-de47e88956a3 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:07:00.823439 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.835744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Transition to ACTIVE for port object 72e55a18-a896-4dcd-bf4b-de47e88956a3 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:00.839868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:00.890924 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Pushing event updated for resources: {'Port': ['ID=72e55a18-a896-4dcd-bf4b-de47e88956a3,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:00.956587 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Attempting to bind port 72e55a18-a896-4dcd-bf4b-de47e88956a3 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:00.957220 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Attempting to bind port 72e55a18-a896-4dcd-bf4b-de47e88956a3 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'e888a489-6a7d-4013-831f-f8b5575a4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c5c94612-2d1c-408e-ba38-89abc8490618'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:00.957220 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Attempting to bind port 72e55a18-a896-4dcd-bf4b-de47e88956a3 on network c5c94612-2d1c-408e-ba38-89abc8490618 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:07:00.961480 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Port 72e55a18-a896-4dcd-bf4b-de47e88956a3 on network c5c94612-2d1c-408e-ba38-89abc8490618 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:07:00.961821 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Attempting to bind port 72e55a18-a896-4dcd-bf4b-de47e88956a3 on network c5c94612-2d1c-408e-ba38-89abc8490618 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:07:00.967132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:07:00.967467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Checking segment: {'id': 'e888a489-6a7d-4013-831f-f8b5575a4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c5c94612-2d1c-408e-ba38-89abc8490618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:00.967842 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Bound using segment: {'id': 'e888a489-6a7d-4013-831f-f8b5575a4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c5c94612-2d1c-408e-ba38-89abc8490618'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:07:00.968266 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Bound port: 72e55a18-a896-4dcd-bf4b-de47e88956a3, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e888a489-6a7d-4013-831f-f8b5575a4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c5c94612-2d1c-408e-ba38-89abc8490618'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:00.968617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.030334 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] For port 72e55a18-a896-4dcd-bf4b-de47e88956a3, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:07:01.033301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] For port 72e55a18-a896-4dcd-bf4b-de47e88956a3, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=72e55a18-a896-4dcd-bf4b-de47e88956a3,segment=NetworkSegment(e888a489-6a7d-4013-831f-f8b5575a4670),segment_id=e888a489-6a7d-4013-831f-f8b5575a4670)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:07:01.038349 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.071830 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:01.072687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:01.074086 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] 10.222.0.26 "PUT /v2.0/ports/72e55a18-a896-4dcd-bf4b-de47e88956a3 HTTP/1.1" status: 200 len: 1093 time: 0.5793803 Feb 04 06:07:01.076252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a6eeda-90cd-4834-9530-1c6f051f8aa3', 'tag': '72e55a18-a896-4dcd-bf4b-de47e88956a3'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:07:01.079209 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c36634-a4db-4f44-853b-e5a4f3d5a028" -d '{"events": [{"name": "network-changed", "server_uuid": "03a6eeda-90cd-4834-9530-1c6f051f8aa3", "tag": "72e55a18-a896-4dcd-bf4b-de47e88956a3"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:07:01.107043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e40e56-2ba7-4fd1-96a8-8fed27ec283d service neutron] Pushing event updated for resources: {'Port': ['ID=72e55a18-a896-4dcd-bf4b-de47e88956a3,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:01.125571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b683837a-80f6-4992-863c-eed5745a2c98 x-openstack-request-id: req-b683837a-80f6-4992-863c-eed5745a2c98 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:07:01.125954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a6eeda-90cd-4834-9530-1c6f051f8aa3", "tag": "72e55a18-a896-4dcd-bf4b-de47e88956a3", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:07:01.126209 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b683837a-80f6-4992-863c-eed5745a2c98 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:07:01.126604 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a6eeda-90cd-4834-9530-1c6f051f8aa3', 'tag': '72e55a18-a896-4dcd-bf4b-de47e88956a3', 'status': 'completed', 'code': 200} Feb 04 06:07:01.160221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-2c505652-2f91-4c5c-84b5-75a7487e0de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:01.161948 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-2c505652-2f91-4c5c-84b5-75a7487e0de0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c89ce06904457ba6e777d6ce31cad2&device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 1096 time: 0.0453370 Feb 04 06:07:01.207936 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-860b28fb-3690-49e0-bd2f-de2251c957e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72e55a18-a896-4dcd-bf4b-de47e88956a3 HTTP/1.1" status: 200 len: 217 time: 0.0383422 Feb 04 06:07:01.232819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e4f36-fa5d-4f56-87cd-40d2d24f8f47 req-4c09228f-b7e1-447f-a597-169e67c25a03 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:01.234744 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e2e4f36-fa5d-4f56-87cd-40d2d24f8f47 req-4c09228f-b7e1-447f-a597-169e67c25a03 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 943 time: 0.0522852 Feb 04 06:07:01.262179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-19091687-7cad-4893-a355-66168b17094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:01.264364 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-19091687-7cad-4893-a355-66168b17094a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe9eecf4-e62f-457e-8a84-9cf1ef39907a HTTP/1.1" status: 200 len: 853 time: 0.0493584 Feb 04 06:07:01.278685 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1e2e4f36-fa5d-4f56-87cd-40d2d24f8f47 req-48e0fda6-782e-4a24-ba7b-c56385eaf29c tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358503 Feb 04 06:07:01.300089 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-14efd631-43fe-4380-820e-b20b6aa246b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5c94612-2d1c-408e-ba38-89abc8490618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273297 Feb 04 06:07:01.392168 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-317aa1b4-83ee-42ce-9455-16d55fb89a41 service neutron] 10.222.0.26 "GET /v2.0/networks/c5c94612-2d1c-408e-ba38-89abc8490618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847776 Feb 04 06:07:01.480801 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-092f940b-6417-43f8-8c40-899a5e5f4059 req-be56f6ea-b886-4544-90f8-b09010fbaf2d service neutron] 10.222.0.26 "GET /v2.0/networks/c5c94612-2d1c-408e-ba38-89abc8490618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824862 Feb 04 06:07:01.562841 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c36634-a4db-4f44-853b-e5a4f3d5a028 req-cbd4a689-40e8-46b4-9c54-379aeb5ec5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:01.564319 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c2c36634-a4db-4f44-853b-e5a4f3d5a028 req-cbd4a689-40e8-46b4-9c54-379aeb5ec5c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c89ce06904457ba6e777d6ce31cad2&device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 1096 time: 0.0405669 Feb 04 06:07:01.660274 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c36634-a4db-4f44-853b-e5a4f3d5a028 req-e268fb0d-d101-4f81-92e4-44e6e2307908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:01.661749 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c2c36634-a4db-4f44-853b-e5a4f3d5a028 req-e268fb0d-d101-4f81-92e4-44e6e2307908 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c5c94612-2d1c-408e-ba38-89abc8490618 HTTP/1.1" status: 200 len: 913 time: 0.0908802 Feb 04 06:07:01.704116 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c2c36634-a4db-4f44-853b-e5a4f3d5a028 req-44bcceae-ec51-41e5-bd42-80fa3647dae9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72e55a18-a896-4dcd-bf4b-de47e88956a3 HTTP/1.1" status: 200 len: 217 time: 0.0342901 Feb 04 06:07:01.756305 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c36634-a4db-4f44-853b-e5a4f3d5a028 req-8c0e6c78-5c00-4405-b62f-083681881baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:01.757761 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c2c36634-a4db-4f44-853b-e5a4f3d5a028 req-8c0e6c78-5c00-4405-b62f-083681881baa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe9eecf4-e62f-457e-8a84-9cf1ef39907a HTTP/1.1" status: 200 len: 853 time: 0.0469699 Feb 04 06:07:01.789785 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c2c36634-a4db-4f44-853b-e5a4f3d5a028 req-8f2e50c0-2afe-46b9-b959-edc7ad842453 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5c94612-2d1c-408e-ba38-89abc8490618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240736 Feb 04 06:07:01.879358 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c2c36634-a4db-4f44-853b-e5a4f3d5a028 req-54515ed8-d93d-4209-ae18-f769bcb5a953 service neutron] 10.222.0.26 "GET /v2.0/networks/c5c94612-2d1c-408e-ba38-89abc8490618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816560 Feb 04 06:07:01.971824 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c2c36634-a4db-4f44-853b-e5a4f3d5a028 req-f870bf81-a1c9-479b-8119-984386227fac service neutron] 10.222.0.26 "GET /v2.0/networks/c5c94612-2d1c-408e-ba38-89abc8490618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854983 Feb 04 06:07:02.075186 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c870dcd-292c-479a-9c12-0ee45f67e4ea req-ec925dc6-cd5d-4565-81c4-245a63af0cd8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397673 Feb 04 06:07:02.153376 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c870dcd-292c-479a-9c12-0ee45f67e4ea req-7484db6f-11dd-4a9e-ac23-26fed5a0421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:02.155459 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c870dcd-292c-479a-9c12-0ee45f67e4ea req-7484db6f-11dd-4a9e-ac23-26fed5a0421b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8c89ce06904457ba6e777d6ce31cad2&device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 1099 time: 0.0401056 Feb 04 06:07:02.263646 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c870dcd-292c-479a-9c12-0ee45f67e4ea req-6c69589a-9c91-47e2-a33b-7550886cfac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:02.265026 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c870dcd-292c-479a-9c12-0ee45f67e4ea req-6c69589a-9c91-47e2-a33b-7550886cfac1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c5c94612-2d1c-408e-ba38-89abc8490618 HTTP/1.1" status: 200 len: 913 time: 0.0895185 Feb 04 06:07:02.307972 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c870dcd-292c-479a-9c12-0ee45f67e4ea req-862ff3d8-ae82-4933-8a63-133bb99c69b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00c0f227-04d4-4de9-a526-23177d993c32 HTTP/1.1" status: 200 len: 217 time: 0.0349145 Feb 04 06:07:02.357580 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c870dcd-292c-479a-9c12-0ee45f67e4ea req-fc89706b-ff37-4a2d-972f-baea4f17fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:02.358952 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c870dcd-292c-479a-9c12-0ee45f67e4ea req-fc89706b-ff37-4a2d-972f-baea4f17fe87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe9eecf4-e62f-457e-8a84-9cf1ef39907a HTTP/1.1" status: 200 len: 853 time: 0.0455284 Feb 04 06:07:02.393957 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c870dcd-292c-479a-9c12-0ee45f67e4ea req-d6101c1c-41bc-4b9c-8230-a4b99f57ed8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c5c94612-2d1c-408e-ba38-89abc8490618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284019 Feb 04 06:07:02.396190 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb29ee-03bd-4d1f-aa9c-c80cd44cf1d2 req-0702000c-6438-4392-9f35-c0640e0027ef tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:02.397637 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e6eb29ee-03bd-4d1f-aa9c-c80cd44cf1d2 req-0702000c-6438-4392-9f35-c0640e0027ef tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 943 time: 0.0489376 Feb 04 06:07:02.441143 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e6eb29ee-03bd-4d1f-aa9c-c80cd44cf1d2 req-bf0f80a4-9ba0-4149-8533-0f7c7615d030 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368423 Feb 04 06:07:02.497381 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c870dcd-292c-479a-9c12-0ee45f67e4ea req-72c9bc06-e60a-46da-98c3-18aa082013a8 service neutron] 10.222.0.26 "GET /v2.0/networks/c5c94612-2d1c-408e-ba38-89abc8490618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966570 Feb 04 06:07:02.592847 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c870dcd-292c-479a-9c12-0ee45f67e4ea req-95a5afb5-a7c5-4471-8b02-d7d446ccc9de service neutron] 10.222.0.26 "GET /v2.0/networks/c5c94612-2d1c-408e-ba38-89abc8490618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883925 Feb 04 06:07:03.564098 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cded7-ca3f-4d80-837c-31c12e1398a1 req-b1ef4f89-607a-4b1c-9a94-38734db60d95 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:03.569792 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2f3cded7-ca3f-4d80-837c-31c12e1398a1 req-b1ef4f89-607a-4b1c-9a94-38734db60d95 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 943 time: 0.0495012 Feb 04 06:07:03.603035 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2f3cded7-ca3f-4d80-837c-31c12e1398a1 req-ef2b4282-4ece-407c-abe8-343eef8e46bd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312843 Feb 04 06:07:04.241504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.331641 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 72e55a18-a896-4dcd-bf4b-de47e88956a3 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:07:04.428550 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 72e55a18-a896-4dcd-bf4b-de47e88956a3, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=72e55a18-a896-4dcd-bf4b-de47e88956a3,segment=NetworkSegment(e888a489-6a7d-4013-831f-f8b5575a4670),segment_id=e888a489-6a7d-4013-831f-f8b5575a4670)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:04.438719 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '72e55a18-a896-4dcd-bf4b-de47e88956a3', 'network_id': 'c5c94612-2d1c-408e-ba38-89abc8490618', 'port_id': '72e55a18-a896-4dcd-bf4b-de47e88956a3', 'mac_address': 'fa:16:3e:e6:85:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9eecf4-e62f-457e-8a84-9cf1ef39907a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:07:04.476722 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.489563 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e55a18-a896-4dcd-bf4b-de47e88956a3 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:07:04.510183 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 72e55a18-a896-4dcd-bf4b-de47e88956a3, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=72e55a18-a896-4dcd-bf4b-de47e88956a3,segment=NetworkSegment(e888a489-6a7d-4013-831f-f8b5575a4670),segment_id=e888a489-6a7d-4013-831f-f8b5575a4670)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:04.518888 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:04.566833 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=72e55a18-a896-4dcd-bf4b-de47e88956a3,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:04.719921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4536e8-6511-4892-aff8-a5922fdaa4b2 req-d89a9879-75df-4fe0-89e9-561cfacbdad2 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:04.723205 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['72e55a18-a896-4dcd-bf4b-de47e88956a3'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:07:04.732384 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fe4536e8-6511-4892-aff8-a5922fdaa4b2 req-d89a9879-75df-4fe0-89e9-561cfacbdad2 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 944 time: 0.0560138 Feb 04 06:07:04.775065 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fe4536e8-6511-4892-aff8-a5922fdaa4b2 req-35fd1f2e-885f-45c6-a9be-89636af7a9fd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469038 Feb 04 06:07:05.885212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7603c-ae77-4e6e-92df-6772af0f4375 req-c023f32e-985a-4aa3-8b34-815c22a9811d tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:05.886724 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-50f7603c-ae77-4e6e-92df-6772af0f4375 req-c023f32e-985a-4aa3-8b34-815c22a9811d tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 944 time: 0.0488157 Feb 04 06:07:05.927457 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-50f7603c-ae77-4e6e-92df-6772af0f4375 req-61fe2566-e248-4912-9d3b-1a1bcfbcb9ba tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348763 Feb 04 06:07:06.348791 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 72e55a18-a896-4dcd-bf4b-de47e88956a3 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:06.396025 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 72e55a18-a896-4dcd-bf4b-de47e88956a3 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:06.399690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 72e55a18-a896-4dcd-bf4b-de47e88956a3 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:06.400061 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.475697 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.497994 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a6eeda-90cd-4834-9530-1c6f051f8aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e55a18-a896-4dcd-bf4b-de47e88956a3'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:07:06.500189 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88e2a1f-febe-4db6-8486-d1376a6bdb67" -d '{"events": [{"server_uuid": "03a6eeda-90cd-4834-9530-1c6f051f8aa3", "name": "network-vif-plugged", "status": "completed", "tag": "72e55a18-a896-4dcd-bf4b-de47e88956a3"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:07:06.517358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 72e55a18-a896-4dcd-bf4b-de47e88956a3, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=72e55a18-a896-4dcd-bf4b-de47e88956a3,segment=NetworkSegment(e888a489-6a7d-4013-831f-f8b5575a4670),segment_id=e888a489-6a7d-4013-831f-f8b5575a4670)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:06.523232 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:06.548362 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa11228-dc70-47dc-a623-12c2f8e6fca7 x-openstack-request-id: req-3fa11228-dc70-47dc-a623-12c2f8e6fca7 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:07:06.549650 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a6eeda-90cd-4834-9530-1c6f051f8aa3", "name": "network-vif-plugged", "status": "completed", "tag": "72e55a18-a896-4dcd-bf4b-de47e88956a3", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:07:06.549952 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3fa11228-dc70-47dc-a623-12c2f8e6fca7 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:07:06.550352 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a6eeda-90cd-4834-9530-1c6f051f8aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e55a18-a896-4dcd-bf4b-de47e88956a3', 'code': 200} Feb 04 06:07:06.582486 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=72e55a18-a896-4dcd-bf4b-de47e88956a3,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:06.589628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:06.590001 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:06.590381 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:06.590717 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:06.591041 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:06.591373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:06.591700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:06.592026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:06.592347 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:06.592667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:06.592985 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:06.593300 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:06.707205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33234a44-ad6c-4940-9ccc-fe3acf5f380d req-d4866a1d-c71a-4121-956d-38ca2b549b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:06.708711 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-33234a44-ad6c-4940-9ccc-fe3acf5f380d req-d4866a1d-c71a-4121-956d-38ca2b549b88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 1098 time: 0.0405929 Feb 04 06:07:06.743868 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-33234a44-ad6c-4940-9ccc-fe3acf5f380d req-88530133-98d5-4fd7-bd30-2659b7936e4b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283103 Feb 04 06:07:07.043137 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2f77d-ecff-419d-93e8-86f6b15e052f req-4f7831cb-5a65-4eba-a62f-c258483797eb tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:07.044605 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-76a2f77d-ecff-419d-93e8-86f6b15e052f req-4f7831cb-5a65-4eba-a62f-c258483797eb tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0491698 Feb 04 06:07:07.081964 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-76a2f77d-ecff-419d-93e8-86f6b15e052f req-07bb675c-7379-4e24-9fe4-ddf5902fcdfe tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313268 Feb 04 06:07:08.197283 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d22fb-6964-46ad-953e-a43212404283 req-baa0e26c-321a-4629-8e58-cacd76aaa80a tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:08.198914 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-875d22fb-6964-46ad-953e-a43212404283 req-baa0e26c-321a-4629-8e58-cacd76aaa80a tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0489697 Feb 04 06:07:08.238047 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-875d22fb-6964-46ad-953e-a43212404283 req-77c6cf9d-1526-48cf-9b07-a111086552e8 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326037 Feb 04 06:07:08.475900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29596f0-16bf-4b54-84d5-0df3bc0a7fbd req-f03626dd-964a-42cb-a207-b279518f9305 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:08.477546 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c29596f0-16bf-4b54-84d5-0df3bc0a7fbd req-f03626dd-964a-42cb-a207-b279518f9305 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0498047 Feb 04 06:07:08.521377 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c29596f0-16bf-4b54-84d5-0df3bc0a7fbd req-3d948957-4537-4db8-aff1-bb5c60081f0b tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368383 Feb 04 06:07:09.643403 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ab66c-eaaf-40f0-b56a-92f256061318 req-e4c2c78f-d363-4c31-b9b4-c46d52ea1334 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:09.644960 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-895ab66c-eaaf-40f0-b56a-92f256061318 req-e4c2c78f-d363-4c31-b9b4-c46d52ea1334 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0512321 Feb 04 06:07:09.683499 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-895ab66c-eaaf-40f0-b56a-92f256061318 req-eefcf018-25f8-40d8-a3bc-14896446aab9 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324900 Feb 04 06:07:09.874587 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03d71b-ba63-452a-a734-b2f364ed01f4 req-e177b626-0d65-4ff2-8efb-feaee990bc67 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:09.875977 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7e03d71b-ba63-452a-a734-b2f364ed01f4 req-e177b626-0d65-4ff2-8efb-feaee990bc67 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.26 "GET /v2.0/ports?device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0489163 Feb 04 06:07:09.967089 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-7e03d71b-ba63-452a-a734-b2f364ed01f4 req-87084dac-92c6-482e-9d1a-c123ab4044bd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Deleting port 72e55a18-a896-4dcd-bf4b-de47e88956a3 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:07:09.967431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7e03d71b-ba63-452a-a734-b2f364ed01f4 req-87084dac-92c6-482e-9d1a-c123ab4044bd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.054039 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-7e03d71b-ba63-452a-a734-b2f364ed01f4 req-87084dac-92c6-482e-9d1a-c123ab4044bd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] For port 72e55a18-a896-4dcd-bf4b-de47e88956a3, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=72e55a18-a896-4dcd-bf4b-de47e88956a3,segment=NetworkSegment(e888a489-6a7d-4013-831f-f8b5575a4670),segment_id=e888a489-6a7d-4013-831f-f8b5575a4670)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:10.054420 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7e03d71b-ba63-452a-a734-b2f364ed01f4 req-87084dac-92c6-482e-9d1a-c123ab4044bd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.066688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-7e03d71b-ba63-452a-a734-b2f364ed01f4 req-87084dac-92c6-482e-9d1a-c123ab4044bd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Calling delete_port for 72e55a18-a896-4dcd-bf4b-de47e88956a3 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:07:10.195205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7e03d71b-ba63-452a-a734-b2f364ed01f4 req-87084dac-92c6-482e-9d1a-c123ab4044bd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.207378 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['00c0f227-04d4-4de9-a526-23177d993c32', '72e55a18-a896-4dcd-bf4b-de47e88956a3'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:07:10.224897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87084dac-92c6-482e-9d1a-c123ab4044bd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Pushing event deleted for resources: {'Port': ['ID=72e55a18-a896-4dcd-bf4b-de47e88956a3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:10.264431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e03d71b-ba63-452a-a734-b2f364ed01f4 req-87084dac-92c6-482e-9d1a-c123ab4044bd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] No DVR routers for this DVR port 72e55a18-a896-4dcd-bf4b-de47e88956a3 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:10.266995 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-7e03d71b-ba63-452a-a734-b2f364ed01f4 req-87084dac-92c6-482e-9d1a-c123ab4044bd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:10.270250 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7e03d71b-ba63-452a-a734-b2f364ed01f4 req-87084dac-92c6-482e-9d1a-c123ab4044bd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.26 "DELETE /v2.0/ports/72e55a18-a896-4dcd-bf4b-de47e88956a3 HTTP/1.1" status: 204 len: 173 time: 0.3886116 Feb 04 06:07:10.270695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a6eeda-90cd-4834-9530-1c6f051f8aa3', 'name': 'network-vif-deleted', 'tag': '72e55a18-a896-4dcd-bf4b-de47e88956a3'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:07:10.273025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10807c2e-554b-468a-842d-1cf25fa8528d" -d '{"events": [{"server_uuid": "03a6eeda-90cd-4834-9530-1c6f051f8aa3", "name": "network-vif-deleted", "tag": "72e55a18-a896-4dcd-bf4b-de47e88956a3"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:07:10.321503 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68419e2a-2755-4101-ac9b-8154094f523e x-openstack-request-id: req-68419e2a-2755-4101-ac9b-8154094f523e {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:07:10.321964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a6eeda-90cd-4834-9530-1c6f051f8aa3", "name": "network-vif-deleted", "tag": "72e55a18-a896-4dcd-bf4b-de47e88956a3", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:07:10.322080 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68419e2a-2755-4101-ac9b-8154094f523e {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:07:10.323210 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a6eeda-90cd-4834-9530-1c6f051f8aa3', 'name': 'network-vif-deleted', 'tag': '72e55a18-a896-4dcd-bf4b-de47e88956a3', 'status': 'completed', 'code': 200} Feb 04 06:07:10.792677 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-98ee0590-23e1-4042-96eb-6f2153952214 req-98904391-790f-411f-a448-29517dac7798 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a6eeda-90cd-4834-9530-1c6f051f8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0265713 Feb 04 06:07:11.943306 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4b94c-ba71-419e-a9a7-4dcc185b6e8d req-b0da8c92-7282-43db-a99b-50571ebb0121 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:11.944784 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ced4b94c-ba71-419e-a9a7-4dcc185b6e8d req-b0da8c92-7282-43db-a99b-50571ebb0121 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 946 time: 0.0486398 Feb 04 06:07:11.982826 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ced4b94c-ba71-419e-a9a7-4dcc185b6e8d req-9ef9a38d-8c28-4155-b051-7d8d954482bd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Feb 04 06:07:12.121880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6594dd5-4ae4-41ac-a3cf-0a2f59d18496 req-ef9ac5b4-2e14-4723-a884-3288dbd1cd0d tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:12.123805 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c6594dd5-4ae4-41ac-a3cf-0a2f59d18496 req-ef9ac5b4-2e14-4723-a884-3288dbd1cd0d tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 946 time: 0.0598395 Feb 04 06:07:12.160942 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c6594dd5-4ae4-41ac-a3cf-0a2f59d18496 req-552dbf26-7a24-4d87-9d23-4a232a91604d tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Feb 04 06:07:12.275457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7be0a5-e963-4c9c-907c-0ec86f1c2f7f req-767963ff-aea5-4d1b-aaf0-1c6096a2dca0 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:12.276950 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5c7be0a5-e963-4c9c-907c-0ec86f1c2f7f req-767963ff-aea5-4d1b-aaf0-1c6096a2dca0 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 946 time: 0.0480134 Feb 04 06:07:12.314843 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5c7be0a5-e963-4c9c-907c-0ec86f1c2f7f req-428b1bc0-73c9-4ca0-9d0e-2eb40893c700 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313642 Feb 04 06:07:12.648582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db436c5a-eda8-4555-bb43-a489b3df9c69 req-affb51e2-a6e6-44f5-b164-14b8460bc215 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:12.650052 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-db436c5a-eda8-4555-bb43-a489b3df9c69 req-affb51e2-a6e6-44f5-b164-14b8460bc215 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 946 time: 0.0477021 Feb 04 06:07:12.689217 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-db436c5a-eda8-4555-bb43-a489b3df9c69 req-797305e6-bfcc-405c-858c-761080f175fe tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325048 Feb 04 06:07:12.760617 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d3306bd7-3008-4dc6-854c-061dda8cd3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:12.806796 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873d661-d0f0-4b56-9f8b-ec27d0033233 req-1c197bbd-cc51-42a5-b654-642d2f8709fd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:12.808247 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5873d661-d0f0-4b56-9f8b-ec27d0033233 req-1c197bbd-cc51-42a5-b654-642d2f8709fd tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 946 time: 0.0518379 Feb 04 06:07:12.847186 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5873d661-d0f0-4b56-9f8b-ec27d0033233 req-7a69848a-8005-4ca3-8352-6549c351ddf7 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320337 Feb 04 06:07:12.970971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fc7ee-63f6-4494-9154-388c92bbf6b1 req-eed7445d-e5c9-4525-87a2-6f64f21b37b2 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:12.972370 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7d5fc7ee-63f6-4494-9154-388c92bbf6b1 req-eed7445d-e5c9-4525-87a2-6f64f21b37b2 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 946 time: 0.0495598 Feb 04 06:07:13.012688 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7d5fc7ee-63f6-4494-9154-388c92bbf6b1 req-e45258f1-833a-4722-9535-66cc62e53d19 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Feb 04 06:07:13.306330 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715c26a-d497-4834-86d7-806624e8d23d req-17b329fd-19fe-4ce5-b2f7-8254998856e9 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:13.307894 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0715c26a-d497-4834-86d7-806624e8d23d req-17b329fd-19fe-4ce5-b2f7-8254998856e9 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 946 time: 0.0476255 Feb 04 06:07:13.346445 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0715c26a-d497-4834-86d7-806624e8d23d req-c7490a44-7a00-4743-ab76-1fa40bc7c27d tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Feb 04 06:07:14.386390 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 72e55a18-a896-4dcd-bf4b-de47e88956a3 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:07:14.410037 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 72e55a18-a896-4dcd-bf4b-de47e88956a3 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:07:14.410387 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 72e55a18-a896-4dcd-bf4b-de47e88956a3 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:07:14.468660 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6771a-70b3-4c5c-9612-11914cf5a32b req-3be4532e-e1a5-460c-bda8-a7307d661b2e tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:14.470155 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8ef6771a-70b3-4c5c-9612-11914cf5a32b req-3be4532e-e1a5-460c-bda8-a7307d661b2e tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 946 time: 0.0547032 Feb 04 06:07:14.508684 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8ef6771a-70b3-4c5c-9612-11914cf5a32b req-79dd96ec-547b-4cf6-afff-b1a17b72a806 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.10 "GET /v2.0/security-groups?id=06f8c7a3-515b-4594-9425-7c3a4004e451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326779 Feb 04 06:07:14.651656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90dd15-67b9-40cc-8601-6a3cc0560577 req-1934ccef-bce3-4332-9772-35ac5febfd5a tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:14.653104 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9c90dd15-67b9-40cc-8601-6a3cc0560577 req-1934ccef-bce3-4332-9772-35ac5febfd5a tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.26 "GET /v2.0/ports?device_id=d960bb4c-6393-441f-84f5-38683a5431b3 HTTP/1.1" status: 200 len: 946 time: 0.0513029 Feb 04 06:07:14.739420 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-9c90dd15-67b9-40cc-8601-6a3cc0560577 req-b8ae2298-5bc9-44e5-885e-c8c314d2f331 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Deleting port 00c0f227-04d4-4de9-a526-23177d993c32 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:07:14.739761 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-9c90dd15-67b9-40cc-8601-6a3cc0560577 req-b8ae2298-5bc9-44e5-885e-c8c314d2f331 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:14.828409 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-9c90dd15-67b9-40cc-8601-6a3cc0560577 req-b8ae2298-5bc9-44e5-885e-c8c314d2f331 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] For port 00c0f227-04d4-4de9-a526-23177d993c32, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=00c0f227-04d4-4de9-a526-23177d993c32,segment=NetworkSegment(e888a489-6a7d-4013-831f-f8b5575a4670),segment_id=e888a489-6a7d-4013-831f-f8b5575a4670)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:14.828776 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-9c90dd15-67b9-40cc-8601-6a3cc0560577 req-b8ae2298-5bc9-44e5-885e-c8c314d2f331 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:14.840656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-9c90dd15-67b9-40cc-8601-6a3cc0560577 req-b8ae2298-5bc9-44e5-885e-c8c314d2f331 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Calling delete_port for 00c0f227-04d4-4de9-a526-23177d993c32 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:07:14.908409 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6e7bed2a-d5a0-43bb-a080-f92bd67a667c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:14.966353 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-9c90dd15-67b9-40cc-8601-6a3cc0560577 req-b8ae2298-5bc9-44e5-885e-c8c314d2f331 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:14.978182 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['00c0f227-04d4-4de9-a526-23177d993c32'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:07:15.002689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae2298-5bc9-44e5-885e-c8c314d2f331 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Pushing event deleted for resources: {'Port': ['ID=00c0f227-04d4-4de9-a526-23177d993c32,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:15.043758 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c90dd15-67b9-40cc-8601-6a3cc0560577 req-b8ae2298-5bc9-44e5-885e-c8c314d2f331 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] No DVR routers for this DVR port 00c0f227-04d4-4de9-a526-23177d993c32 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:15.046276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-9c90dd15-67b9-40cc-8601-6a3cc0560577 req-b8ae2298-5bc9-44e5-885e-c8c314d2f331 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.049475 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9c90dd15-67b9-40cc-8601-6a3cc0560577 req-b8ae2298-5bc9-44e5-885e-c8c314d2f331 tempest-ServersNegativeTestJSON-1550044601 tempest-ServersNegativeTestJSON-1550044601-project] 10.222.0.26 "DELETE /v2.0/ports/00c0f227-04d4-4de9-a526-23177d993c32 HTTP/1.1" status: 204 len: 173 time: 0.3909223 Feb 04 06:07:15.049942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd960bb4c-6393-441f-84f5-38683a5431b3', 'name': 'network-vif-deleted', 'tag': '00c0f227-04d4-4de9-a526-23177d993c32'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:07:15.052158 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d97852-6c87-4098-ba83-16aef6f97e95" -d '{"events": [{"server_uuid": "d960bb4c-6393-441f-84f5-38683a5431b3", "name": "network-vif-deleted", "tag": "00c0f227-04d4-4de9-a526-23177d993c32"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:07:15.087911 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9a7ca7-c77d-4d66-aa26-d8df5fe227ee x-openstack-request-id: req-0d9a7ca7-c77d-4d66-aa26-d8df5fe227ee {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:07:15.088204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d960bb4c-6393-441f-84f5-38683a5431b3", "name": "network-vif-deleted", "tag": "00c0f227-04d4-4de9-a526-23177d993c32", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:07:15.088461 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d9a7ca7-c77d-4d66-aa26-d8df5fe227ee {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:07:15.088863 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd960bb4c-6393-441f-84f5-38683a5431b3', 'name': 'network-vif-deleted', 'tag': '00c0f227-04d4-4de9-a526-23177d993c32', 'status': 'completed', 'code': 200} Feb 04 06:07:15.564139 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57348) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:15.608835 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-9288bf59-5514-45af-b92a-4a3a1f2df8fa admin admin] Deleting subnet fe9eecf4-e62f-457e-8a84-9cf1ef39907a {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:07:15.612080 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9288bf59-5514-45af-b92a-4a3a1f2df8fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.645183 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9288bf59-5514-45af-b92a-4a3a1f2df8fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.686576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9288bf59-5514-45af-b92a-4a3a1f2df8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.740762 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9288bf59-5514-45af-b92a-4a3a1f2df8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.769147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9288bf59-5514-45af-b92a-4a3a1f2df8fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.772520 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9288bf59-5514-45af-b92a-4a3a1f2df8fa admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fe9eecf4-e62f-457e-8a84-9cf1ef39907a HTTP/1.1" status: 204 len: 168 time: 0.2070923 Feb 04 06:07:15.773476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288bf59-5514-45af-b92a-4a3a1f2df8fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9eecf4-e62f-457e-8a84-9cf1ef39907a,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:15.774896 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57350) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:15.845942 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b641-f7b0-4503-9695-4728d5e462b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.926505 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b641-f7b0-4503-9695-4728d5e462b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.937989 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:07:15.948430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-2ff8b641-f7b0-4503-9695-4728d5e462b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c94612-2d1c-408e-ba38-89abc8490618']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:15.957118 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.959474 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-2ff8b641-f7b0-4503-9695-4728d5e462b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e888a489-6a7d-4013-831f-f8b5575a4670') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:15.959777 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-2ff8b641-f7b0-4503-9695-4728d5e462b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e888a489-6a7d-4013-831f-f8b5575a4670') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:15.968968 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b641-f7b0-4503-9695-4728d5e462b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.982117 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b641-f7b0-4503-9695-4728d5e462b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.988073 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff8b641-f7b0-4503-9695-4728d5e462b4 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:15.988488 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b641-f7b0-4503-9695-4728d5e462b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:15.990535 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:16.043118 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b641-f7b0-4503-9695-4728d5e462b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:16.048623 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ff8b641-f7b0-4503-9695-4728d5e462b4 admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:16.051930 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2ff8b641-f7b0-4503-9695-4728d5e462b4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c5c94612-2d1c-408e-ba38-89abc8490618 HTTP/1.1" status: 204 len: 168 time: 0.2733507 Feb 04 06:07:16.064215 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8b641-f7b0-4503-9695-4728d5e462b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c94612-2d1c-408e-ba38-89abc8490618,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:16.161860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57354) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:16.205228 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-25f4d6cb-8956-40bc-bbab-4fca09959b55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8c89ce06904457ba6e777d6ce31cad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418522 Feb 04 06:07:16.207582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57356) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:16.256805 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-887bc16f-d258-4ddc-9d54-163e858b45f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:16.278157 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-887bc16f-d258-4ddc-9d54-163e858b45f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:16.325538 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-887bc16f-d258-4ddc-9d54-163e858b45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:16.328208 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-887bc16f-d258-4ddc-9d54-163e858b45f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:16.329874 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-887bc16f-d258-4ddc-9d54-163e858b45f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06f8c7a3-515b-4594-9425-7c3a4004e451 HTTP/1.1" status: 204 len: 168 time: 0.1211112 Feb 04 06:07:16.338297 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bc16f-d258-4ddc-9d54-163e858b45f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f8c7a3-515b-4594-9425-7c3a4004e451,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:17.021277 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57378) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:17.115243 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1444037397'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:17.139884 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Made reservation on behalf of 436905182f1f419f881bbe92472459b7 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:17.143360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:17.151796 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:17.226583 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:17.231249 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:17.259608 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:17.265716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e37d5f-eea4-41e2-9ff8-55a6c97f5ad6,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:17.271712 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:17.272042 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Added segment 92ea1232-9e43-4093-94d2-2723fa0b93a2 of type vlan for network a6796d84-9c87-4e17-8cd4-c98075dc5dbc Feb 04 06:07:17.316345 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:17.341536 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:17.347227 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:17.347840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:17.407009 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3839447 Feb 04 06:07:17.425909 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df0d6b-5379-4e96-a624-3915076b3f87 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event updated for resources: {'Network': ['ID=a6796d84-9c87-4e17-8cd4-c98075dc5dbc,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:17.437106 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network a6796d84-9c87-4e17-8cd4-c98075dc5dbc details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:07:17.765631 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:17.974279 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:18.403545 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 00c0f227-04d4-4de9-a526-23177d993c32 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:07:18.424677 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 00c0f227-04d4-4de9-a526-23177d993c32 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:07:18.425134 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 00c0f227-04d4-4de9-a526-23177d993c32 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:07:20.692890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57382) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:20.698062 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b948b877-c596-4790-8ebc-34f3f8dc4c57 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Request body: {'subnet': {'network_id': 'a6796d84-9c87-4e17-8cd4-c98075dc5dbc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:20.789712 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b948b877-c596-4790-8ebc-34f3f8dc4c57 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Made reservation on behalf of 436905182f1f419f881bbe92472459b7 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:20.794839 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b948b877-c596-4790-8ebc-34f3f8dc4c57 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:20.977552 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b948b877-c596-4790-8ebc-34f3f8dc4c57 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.035677 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948b877-c596-4790-8ebc-34f3f8dc4c57 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event updated for resources: {'Subnet': ['ID=7f424dad-a5ee-42cd-bc15-a6a8b9b67009,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:21.046646 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948b877-c596-4790-8ebc-34f3f8dc4c57 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Checking segment: {'id': '92ea1232-9e43-4093-94d2-2723fa0b93a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6796d84-9c87-4e17-8cd4-c98075dc5dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:21.047012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b948b877-c596-4790-8ebc-34f3f8dc4c57 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Network hostable DHCP agents. Network: a6796d84-9c87-4e17-8cd4-c98075dc5dbc, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:21.062782 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b948b877-c596-4790-8ebc-34f3f8dc4c57 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Network a6796d84-9c87-4e17-8cd4-c98075dc5dbc is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:21.071381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-b948b877-c596-4790-8ebc-34f3f8dc4c57 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, a6796d84-9c87-4e17-8cd4-c98075dc5dbc) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:21.076084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b948b877-c596-4790-8ebc-34f3f8dc4c57 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:21.076670 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b948b877-c596-4790-8ebc-34f3f8dc4c57 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.089299 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22089b24-56dd-473a-b3ac-e32bae1e42ee None None] Network a6796d84-9c87-4e17-8cd4-c98075dc5dbc requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:21.095258 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b948b877-c596-4790-8ebc-34f3f8dc4c57 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4012697 Feb 04 06:07:21.098668 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57384) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:21.103893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-67d971f0-c321-4b0b-b068-cee2ff32ded9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1440732392'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:21.127568 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d971f0-c321-4b0b-b068-cee2ff32ded9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Made reservation on behalf of 436905182f1f419f881bbe92472459b7 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:21.131012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-67d971f0-c321-4b0b-b068-cee2ff32ded9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.156987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d971f0-c321-4b0b-b068-cee2ff32ded9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:21.166691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-67d971f0-c321-4b0b-b068-cee2ff32ded9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.167346 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-67d971f0-c321-4b0b-b068-cee2ff32ded9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Added segment b5d6d183-2812-4798-967b-14b395146cbf of type vlan for network 5e940314-8157-4f2f-9978-72828edfd1fb Feb 04 06:07:21.210079 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-67d971f0-c321-4b0b-b068-cee2ff32ded9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.236155 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-67d971f0-c321-4b0b-b068-cee2ff32ded9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.241931 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d971f0-c321-4b0b-b068-cee2ff32ded9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:21.242532 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-67d971f0-c321-4b0b-b068-cee2ff32ded9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.259621 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-a6796d84-9c87-4e17-8cd4-c98075dc5dbc', 'network_id': 'a6796d84-9c87-4e17-8cd4-c98075dc5dbc', 'tenant_id': '436905182f1f419f881bbe92472459b7', 'fixed_ips': [{'subnet_id': '7f424dad-a5ee-42cd-bc15-a6a8b9b67009'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:07:21.260605 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.307223 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-67d971f0-c321-4b0b-b068-cee2ff32ded9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2073059 Feb 04 06:07:21.310561 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57386) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:21.318195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-90ac0778-b3c3-4108-b2da-35a6ae7461dc tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Request body: {'subnet': {'network_id': '5e940314-8157-4f2f-9978-72828edfd1fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:21.318979 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d971f0-c321-4b0b-b068-cee2ff32ded9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event updated for resources: {'Network': ['ID=5e940314-8157-4f2f-9978-72828edfd1fb,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:21.335275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 5e940314-8157-4f2f-9978-72828edfd1fb details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:07:21.423956 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ac0778-b3c3-4108-b2da-35a6ae7461dc tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Made reservation on behalf of 436905182f1f419f881bbe92472459b7 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:21.427888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90ac0778-b3c3-4108-b2da-35a6ae7461dc tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.472270 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Allocated IP 2001:db8:0:ffff::2 (a6796d84-9c87-4e17-8cd4-c98075dc5dbc/7f424dad-a5ee-42cd-bc15-a6a8b9b67009/c35f8dbf-7bb4-437c-b0da-0bf423a3673e) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:21.625091 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90ac0778-b3c3-4108-b2da-35a6ae7461dc tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.637559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.644683 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.685399 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Network a6796d84-9c87-4e17-8cd4-c98075dc5dbc is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:21.688230 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:21.691819 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:07:21.698433 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Pushing event updated for resources: {'Port': ['ID=c35f8dbf-7bb4-437c-b0da-0bf423a3673e,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:21.706265 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac0778-b3c3-4108-b2da-35a6ae7461dc tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event updated for resources: {'Subnet': ['ID=3ade6bf8-b1b6-46ca-946b-dc7a57de179a,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:21.716036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ac0778-b3c3-4108-b2da-35a6ae7461dc tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Checking segment: {'id': 'b5d6d183-2812-4798-967b-14b395146cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5e940314-8157-4f2f-9978-72828edfd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:21.716382 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ac0778-b3c3-4108-b2da-35a6ae7461dc tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Network hostable DHCP agents. Network: 5e940314-8157-4f2f-9978-72828edfd1fb, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:21.735367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ac0778-b3c3-4108-b2da-35a6ae7461dc tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Network 5e940314-8157-4f2f-9978-72828edfd1fb is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:21.744703 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-90ac0778-b3c3-4108-b2da-35a6ae7461dc tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 5e940314-8157-4f2f-9978-72828edfd1fb) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:21.752180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ac0778-b3c3-4108-b2da-35a6ae7461dc tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:21.752782 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90ac0778-b3c3-4108-b2da-35a6ae7461dc tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.760305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68bafb3-1921-4253-8578-85ff3ae52990 None None] Network 5e940314-8157-4f2f-9978-72828edfd1fb requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:21.773408 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-90ac0778-b3c3-4108-b2da-35a6ae7461dc tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4579160 Feb 04 06:07:21.774173 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57388) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:21.806940 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Attempting to bind port c35f8dbf-7bb4-437c-b0da-0bf423a3673e on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:21.807351 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Attempting to bind port c35f8dbf-7bb4-437c-b0da-0bf423a3673e by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '92ea1232-9e43-4093-94d2-2723fa0b93a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6796d84-9c87-4e17-8cd4-c98075dc5dbc'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:21.807733 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Attempting to bind port c35f8dbf-7bb4-437c-b0da-0bf423a3673e on network a6796d84-9c87-4e17-8cd4-c98075dc5dbc {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:07:21.816905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:07:21.817284 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Checking segment: {'id': '92ea1232-9e43-4093-94d2-2723fa0b93a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6796d84-9c87-4e17-8cd4-c98075dc5dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:21.817690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.818126 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Bound using segment: {'id': '92ea1232-9e43-4093-94d2-2723fa0b93a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6796d84-9c87-4e17-8cd4-c98075dc5dbc'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:07:21.818604 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Bound port: c35f8dbf-7bb4-437c-b0da-0bf423a3673e, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ea1232-9e43-4093-94d2-2723fa0b93a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a6796d84-9c87-4e17-8cd4-c98075dc5dbc'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:21.818972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.881224 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.935256 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] For port c35f8dbf-7bb4-437c-b0da-0bf423a3673e, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:07:21.938495 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] For port c35f8dbf-7bb4-437c-b0da-0bf423a3673e, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c35f8dbf-7bb4-437c-b0da-0bf423a3673e,segment=NetworkSegment(92ea1232-9e43-4093-94d2-2723fa0b93a2),segment_id=92ea1232-9e43-4093-94d2-2723fa0b93a2)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:07:21.943429 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.946828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:21.984313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c1df8d-1284-4d4a-b64f-abf1cc2cd065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-5e940314-8157-4f2f-9978-72828edfd1fb', 'network_id': '5e940314-8157-4f2f-9978-72828edfd1fb', 'tenant_id': '436905182f1f419f881bbe92472459b7', 'fixed_ips': [{'subnet_id': '3ade6bf8-b1b6-46ca-946b-dc7a57de179a'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:07:21.985174 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-43c1df8d-1284-4d4a-b64f-abf1cc2cd065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.036578 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d67c36-dc6b-4f72-b81b-9f7708c873ce None None] Pushing event updated for resources: {'Port': ['ID=c35f8dbf-7bb4-437c-b0da-0bf423a3673e,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:22.046247 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.075757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event deleted for resources: {'Subnet': ['ID=3ade6bf8-b1b6-46ca-946b-dc7a57de179a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server [None req-43c1df8d-1284-4d4a-b64f-abf1cc2cd065 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ade6bf8-b1b6-46ca-946b-dc7a57de179a: This subnet is being modified by another concurrent operation. Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise exception Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ade6bf8-b1b6-46ca-946b-dc7a57de179a: This subnet is being modified by another concurrent operation. Feb 04 06:07:22.124572 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Feb 04 06:07:22.149030 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.151771 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9ea166-a6c4-4c0f-a9ae-1f3cdecbb9d8 None None] Network 5e940314-8157-4f2f-9978-72828edfd1fb requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:22.176294 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e940314-8157-4f2f-9978-72828edfd1fb']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:22.190831 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d6d183-2812-4798-967b-14b395146cbf') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:22.191408 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d6d183-2812-4798-967b-14b395146cbf') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:22.202872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.218128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.224751 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:22.225258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:22.231406 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:22.318919 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.331123 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.335245 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "DELETE /v2.0/networks/5e940314-8157-4f2f-9978-72828edfd1fb HTTP/1.1" status: 204 len: 168 time: 0.5599763 Feb 04 06:07:22.338960 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57390) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:22.360342 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-459c1253-ae67-4c6b-8903-217885abe8f9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-977462071'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:22.364849 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ebf87-9143-4900-bad5-2e7b2adec844 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event deleted for resources: {'Network': ['ID=5e940314-8157-4f2f-9978-72828edfd1fb,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:22.392562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459c1253-ae67-4c6b-8903-217885abe8f9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Made reservation on behalf of 436905182f1f419f881bbe92472459b7 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:22.396344 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-459c1253-ae67-4c6b-8903-217885abe8f9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.422588 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459c1253-ae67-4c6b-8903-217885abe8f9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:22.434494 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-459c1253-ae67-4c6b-8903-217885abe8f9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.434840 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-459c1253-ae67-4c6b-8903-217885abe8f9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Added segment 40e5eaa8-bdb8-491d-8015-b3a080b5a481 of type vlan for network 05a1902a-783c-4482-b1bb-633beccd8d1d Feb 04 06:07:22.481678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-459c1253-ae67-4c6b-8903-217885abe8f9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.510878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-459c1253-ae67-4c6b-8903-217885abe8f9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.516308 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c1253-ae67-4c6b-8903-217885abe8f9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:22.516874 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-459c1253-ae67-4c6b-8903-217885abe8f9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.568641 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-459c1253-ae67-4c6b-8903-217885abe8f9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2289455 Feb 04 06:07:22.571664 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57392) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:22.580106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bb345780-fd72-47e7-a26d-47b2f0860c35 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Request body: {'subnet': {'network_id': '05a1902a-783c-4482-b1bb-633beccd8d1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:22.586957 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c1253-ae67-4c6b-8903-217885abe8f9 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event updated for resources: {'Network': ['ID=05a1902a-783c-4482-b1bb-633beccd8d1d,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:22.597758 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 05a1902a-783c-4482-b1bb-633beccd8d1d details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:07:22.654923 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c35f8dbf-7bb4-437c-b0da-0bf423a3673e up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:22.695284 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb345780-fd72-47e7-a26d-47b2f0860c35 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Made reservation on behalf of 436905182f1f419f881bbe92472459b7 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:22.699965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb345780-fd72-47e7-a26d-47b2f0860c35 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.725561 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port c35f8dbf-7bb4-437c-b0da-0bf423a3673e triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:22.725968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.763371 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-bb345780-fd72-47e7-a26d-47b2f0860c35 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Performing IP validity checks on allocation pools {{(pid=108744) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 04 06:07:22.763890 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-bb345780-fd72-47e7-a26d-47b2f0860c35 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108744) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 04 06:07:22.810438 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.846365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port c35f8dbf-7bb4-437c-b0da-0bf423a3673e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c35f8dbf-7bb4-437c-b0da-0bf423a3673e,segment=NetworkSegment(92ea1232-9e43-4093-94d2-2723fa0b93a2),segment_id=92ea1232-9e43-4093-94d2-2723fa0b93a2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:22.855331 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.906249 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb345780-fd72-47e7-a26d-47b2f0860c35 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:22.916055 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=c35f8dbf-7bb4-437c-b0da-0bf423a3673e,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:22.977886 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb345780-fd72-47e7-a26d-47b2f0860c35 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event updated for resources: {'Subnet': ['ID=007e8733-2c1f-4bd6-a339-b0246db34260,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:22.996588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb345780-fd72-47e7-a26d-47b2f0860c35 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Checking segment: {'id': '40e5eaa8-bdb8-491d-8015-b3a080b5a481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '05a1902a-783c-4482-b1bb-633beccd8d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:22.997123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb345780-fd72-47e7-a26d-47b2f0860c35 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Network hostable DHCP agents. Network: 05a1902a-783c-4482-b1bb-633beccd8d1d, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:23.014894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb345780-fd72-47e7-a26d-47b2f0860c35 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Network 05a1902a-783c-4482-b1bb-633beccd8d1d is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:23.024597 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-bb345780-fd72-47e7-a26d-47b2f0860c35 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 05a1902a-783c-4482-b1bb-633beccd8d1d) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:23.031934 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb345780-fd72-47e7-a26d-47b2f0860c35 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:23.032614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb345780-fd72-47e7-a26d-47b2f0860c35 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.033440 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876c2174-cff4-4739-8066-39ec25e11258 None None] Network 05a1902a-783c-4482-b1bb-633beccd8d1d requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:23.056701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57394) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:23.057228 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bb345780-fd72-47e7-a26d-47b2f0860c35 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4835811 Feb 04 06:07:23.165467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.196435 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942e9687-01cf-4824-93c8-f720ffa7eb7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-05a1902a-783c-4482-b1bb-633beccd8d1d', 'network_id': '05a1902a-783c-4482-b1bb-633beccd8d1d', 'tenant_id': '436905182f1f419f881bbe92472459b7', 'fixed_ips': [{'subnet_id': '007e8733-2c1f-4bd6-a339-b0246db34260'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:07:23.197329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-942e9687-01cf-4824-93c8-f720ffa7eb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.236023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.270361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73045887-80b4-48e2-b851-9e9396560155 None None] Network a6796d84-9c87-4e17-8cd4-c98075dc5dbc requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:23.301837 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.331115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event deleted for resources: {'Subnet': ['ID=007e8733-2c1f-4bd6-a339-b0246db34260,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:23.400708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.435613 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a1902a-783c-4482-b1bb-633beccd8d1d']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:23.445396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e5eaa8-bdb8-491d-8015-b3a080b5a481') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:23.445689 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e5eaa8-bdb8-491d-8015-b3a080b5a481') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:23.455750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.477628 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.485025 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:23.485462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:23.488941 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:23.501877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-46b40092-0b36-4f54-8f77-d18bff710879 None None] Provisioning complete for port c35f8dbf-7bb4-437c-b0da-0bf423a3673e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:23.502253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-46b40092-0b36-4f54-8f77-d18bff710879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server [None req-942e9687-01cf-4824-93c8-f720ffa7eb7c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 007e8733-2c1f-4bd6-a339-b0246db34260: This subnet is being modified by another concurrent operation. Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise self.value Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server raise exception Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 007e8733-2c1f-4bd6-a339-b0246db34260: This subnet is being modified by another concurrent operation. Feb 04 06:07:23.507809 dv-neutron-827794-1-hyperv neutron-server[108746]: ERROR oslo_messaging.rpc.server Feb 04 06:07:23.534674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d89ada-c0ce-4fe0-8a6b-cf742dacef8b None None] Network 05a1902a-783c-4482-b1bb-633beccd8d1d requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:23.559671 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.569606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.577823 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "DELETE /v2.0/networks/05a1902a-783c-4482-b1bb-633beccd8d1d HTTP/1.1" status: 204 len: 168 time: 0.5149205 Feb 04 06:07:23.585286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57396) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:23.589140 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d568bbf-d7c9-4fe9-9526-9a6a68aef827 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event deleted for resources: {'Network': ['ID=05a1902a-783c-4482-b1bb-633beccd8d1d,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:23.592865 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-26756c21-92e5-4e45-b650-e79cc4017364 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-330060030'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:23.619014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26756c21-92e5-4e45-b650-e79cc4017364 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Made reservation on behalf of 436905182f1f419f881bbe92472459b7 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:23.622616 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26756c21-92e5-4e45-b650-e79cc4017364 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.651558 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26756c21-92e5-4e45-b650-e79cc4017364 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:23.663048 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26756c21-92e5-4e45-b650-e79cc4017364 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.663400 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-26756c21-92e5-4e45-b650-e79cc4017364 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Added segment 331bc39a-3d4c-4842-9b7f-0b604424f8ee of type vlan for network 1684ba62-e5d8-4123-80d1-9e3c58c56b30 Feb 04 06:07:23.708775 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26756c21-92e5-4e45-b650-e79cc4017364 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.737062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26756c21-92e5-4e45-b650-e79cc4017364 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.743326 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26756c21-92e5-4e45-b650-e79cc4017364 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:23.744232 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26756c21-92e5-4e45-b650-e79cc4017364 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.801240 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-26756c21-92e5-4e45-b650-e79cc4017364 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2116845 Feb 04 06:07:23.801664 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57398) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:23.806836 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-0511ae5f-8630-4245-b69b-21620b59cf59 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Request body: {'subnet': {'network_id': '1684ba62-e5d8-4123-80d1-9e3c58c56b30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:23.827096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26756c21-92e5-4e45-b650-e79cc4017364 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event updated for resources: {'Network': ['ID=1684ba62-e5d8-4123-80d1-9e3c58c56b30,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:23.842017 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 1684ba62-e5d8-4123-80d1-9e3c58c56b30 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:07:23.919679 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0511ae5f-8630-4245-b69b-21620b59cf59 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Made reservation on behalf of 436905182f1f419f881bbe92472459b7 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:23.923807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0511ae5f-8630-4245-b69b-21620b59cf59 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:23.987668 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c58a52-45c9-4327-ad7a-fe62404881c0 None None] get_active_networks_info from dv-neutron-827794-1-hyperv {{(pid=108746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 06:07:24.056686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c58a52-45c9-4327-ad7a-fe62404881c0 None None] Resources bound (agent type, host, resource id): {{(pid=108746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:07:24.098317 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c9c1b43d-9f8e-461c-a317-bd212fc5a4c3 None None] Provisioning complete for port c35f8dbf-7bb4-437c-b0da-0bf423a3673e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:24.098738 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c9c1b43d-9f8e-461c-a317-bd212fc5a4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.356325 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e499d3dc-b5e1-43e0-99c0-aca15883533d None None] get_active_networks_info from dv-neutron-827794-1-hyperv {{(pid=108746) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 04 06:07:24.425874 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e499d3dc-b5e1-43e0-99c0-aca15883533d None None] Resources bound (agent type, host, resource id): {{(pid=108746) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 06:07:24.458014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0511ae5f-8630-4245-b69b-21620b59cf59 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.519697 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511ae5f-8630-4245-b69b-21620b59cf59 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event updated for resources: {'Subnet': ['ID=61c45a7a-f352-468a-b5fa-a54ec6091f03,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:24.526874 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511ae5f-8630-4245-b69b-21620b59cf59 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Checking segment: {'id': '331bc39a-3d4c-4842-9b7f-0b604424f8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1684ba62-e5d8-4123-80d1-9e3c58c56b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:24.527734 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0511ae5f-8630-4245-b69b-21620b59cf59 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Network hostable DHCP agents. Network: 1684ba62-e5d8-4123-80d1-9e3c58c56b30, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:24.546610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0511ae5f-8630-4245-b69b-21620b59cf59 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Network 1684ba62-e5d8-4123-80d1-9e3c58c56b30 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:24.556492 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-0511ae5f-8630-4245-b69b-21620b59cf59 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 1684ba62-e5d8-4123-80d1-9e3c58c56b30) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:24.564822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0511ae5f-8630-4245-b69b-21620b59cf59 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:24.565596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0511ae5f-8630-4245-b69b-21620b59cf59 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.592517 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0511ae5f-8630-4245-b69b-21620b59cf59 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7859569 Feb 04 06:07:24.595068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57400) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:24.606327 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-04c88a32-f94f-4f5f-bb62-090cac913416 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1641073751'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:24.631802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c88a32-f94f-4f5f-bb62-090cac913416 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Made reservation on behalf of 436905182f1f419f881bbe92472459b7 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:24.638138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04c88a32-f94f-4f5f-bb62-090cac913416 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.661045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c35f8dbf-7bb4-437c-b0da-0bf423a3673e up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:24.664994 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f22cb9b-77c0-4c43-81e5-545ac4030ca4 None None] Network 1684ba62-e5d8-4123-80d1-9e3c58c56b30 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:24.670958 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c88a32-f94f-4f5f-bb62-090cac913416 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:24.680966 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04c88a32-f94f-4f5f-bb62-090cac913416 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.681318 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-04c88a32-f94f-4f5f-bb62-090cac913416 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Added segment 05ac6635-592a-4957-830c-303c5339a405 of type vlan for network cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f Feb 04 06:07:24.726399 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04c88a32-f94f-4f5f-bb62-090cac913416 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.753372 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04c88a32-f94f-4f5f-bb62-090cac913416 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.759670 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c88a32-f94f-4f5f-bb62-090cac913416 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:24.760292 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-04c88a32-f94f-4f5f-bb62-090cac913416 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.778328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port c35f8dbf-7bb4-437c-b0da-0bf423a3673e triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:24.778767 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.825644 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-04c88a32-f94f-4f5f-bb62-090cac913416 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2294538 Feb 04 06:07:24.828583 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57402) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:24.834466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-85fef3f3-8a69-4f77-95ff-da9486ceef7f tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Request body: {'subnet': {'network_id': 'cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:24.845245 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c88a32-f94f-4f5f-bb62-090cac913416 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event updated for resources: {'Network': ['ID=cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:24.869552 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:07:24.929964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fef3f3-8a69-4f77-95ff-da9486ceef7f tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Made reservation on behalf of 436905182f1f419f881bbe92472459b7 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:24.934052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-85fef3f3-8a69-4f77-95ff-da9486ceef7f tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:24.971907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-1684ba62-e5d8-4123-80d1-9e3c58c56b30', 'network_id': '1684ba62-e5d8-4123-80d1-9e3c58c56b30', 'tenant_id': '436905182f1f419f881bbe92472459b7', 'fixed_ips': [{'subnet_id': '61c45a7a-f352-468a-b5fa-a54ec6091f03'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:07:24.972782 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.126504 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-85fef3f3-8a69-4f77-95ff-da9486ceef7f tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.145527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Allocated IP 2001:db8::2 (1684ba62-e5d8-4123-80d1-9e3c58c56b30/61c45a7a-f352-468a-b5fa-a54ec6091f03/680ddd45-8f7a-49ef-96bb-a5057250ca4e) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:25.196765 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fef3f3-8a69-4f77-95ff-da9486ceef7f tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event updated for resources: {'Subnet': ['ID=05819c35-b3be-470b-ad2d-86689f7505f4,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:25.204199 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fef3f3-8a69-4f77-95ff-da9486ceef7f tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Checking segment: {'id': '05ac6635-592a-4957-830c-303c5339a405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:25.204576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fef3f3-8a69-4f77-95ff-da9486ceef7f tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Network hostable DHCP agents. Network: cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:25.222033 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fef3f3-8a69-4f77-95ff-da9486ceef7f tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Network cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:25.233321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-85fef3f3-8a69-4f77-95ff-da9486ceef7f tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:25.241353 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fef3f3-8a69-4f77-95ff-da9486ceef7f tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:25.242241 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-85fef3f3-8a69-4f77-95ff-da9486ceef7f tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.244502 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbef291-023e-4035-afc7-026af1525ff0 None None] Network cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:25.264024 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-85fef3f3-8a69-4f77-95ff-da9486ceef7f tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4300997 Feb 04 06:07:25.265110 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57404) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:25.372561 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.381434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.388439 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.439741 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.458400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Network 1684ba62-e5d8-4123-80d1-9e3c58c56b30 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:25.466305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:25.471113 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:07:25.487841 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Pushing event updated for resources: {'Port': ['ID=680ddd45-8f7a-49ef-96bb-a5057250ca4e,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:25.520769 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.541849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc304de-88ea-4ead-bab6-bc91b7a578d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f', 'network_id': 'cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f', 'tenant_id': '436905182f1f419f881bbe92472459b7', 'fixed_ips': [{'subnet_id': '05819c35-b3be-470b-ad2d-86689f7505f4'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:07:25.543307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ffc304de-88ea-4ead-bab6-bc91b7a578d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.552199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event deleted for resources: {'Subnet': ['ID=05819c35-b3be-470b-ad2d-86689f7505f4,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:25.565702 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Attempting to bind port 680ddd45-8f7a-49ef-96bb-a5057250ca4e on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:25.566105 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Attempting to bind port 680ddd45-8f7a-49ef-96bb-a5057250ca4e by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '331bc39a-3d4c-4842-9b7f-0b604424f8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1684ba62-e5d8-4123-80d1-9e3c58c56b30'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:25.566468 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Attempting to bind port 680ddd45-8f7a-49ef-96bb-a5057250ca4e on network 1684ba62-e5d8-4123-80d1-9e3c58c56b30 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:07:25.584151 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:07:25.584531 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Checking segment: {'id': '331bc39a-3d4c-4842-9b7f-0b604424f8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1684ba62-e5d8-4123-80d1-9e3c58c56b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:25.584936 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.585337 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Bound using segment: {'id': '331bc39a-3d4c-4842-9b7f-0b604424f8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1684ba62-e5d8-4123-80d1-9e3c58c56b30'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:07:25.585849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Bound port: 680ddd45-8f7a-49ef-96bb-a5057250ca4e, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331bc39a-3d4c-4842-9b7f-0b604424f8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1684ba62-e5d8-4123-80d1-9e3c58c56b30'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:25.586311 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.630560 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.661929 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:25.672320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56462744-516c-4493-8729-69ec19665b4d None None] Network cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:25.673676 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ac6635-592a-4957-830c-303c5339a405') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:25.674027 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ac6635-592a-4957-830c-303c5339a405') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:25.685094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.702557 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.709751 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:25.710297 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:25.719219 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:25.767350 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] For port 680ddd45-8f7a-49ef-96bb-a5057250ca4e, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:07:25.771252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] For port 680ddd45-8f7a-49ef-96bb-a5057250ca4e, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=680ddd45-8f7a-49ef-96bb-a5057250ca4e,segment=NetworkSegment(331bc39a-3d4c-4842-9b7f-0b604424f8ee),segment_id=331bc39a-3d4c-4842-9b7f-0b604424f8ee)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:07:25.792103 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.794639 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.800465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:25.808909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57406) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:25.809121 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "DELETE /v2.0/networks/cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f HTTP/1.1" status: 204 len: 168 time: 0.5431502 Feb 04 06:07:25.827412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64358e-fd25-4c78-8804-4366284bf944 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event deleted for resources: {'Network': ['ID=cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:25.865831 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d029aac-5f77-42b8-a5db-d0db137d4dfb tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] GET failed (client error): The resource could not be found. Feb 04 06:07:25.869116 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2d029aac-5f77-42b8-a5db-d0db137d4dfb tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "GET /v2.0/subnets/05819c35-b3be-470b-ad2d-86689f7505f4 HTTP/1.1" status: 404 len: 337 time: 0.0572510 Feb 04 06:07:25.869952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57408) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:25.875435 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba41a9a-4145-421c-9708-954166724c42 None None] Pushing event updated for resources: {'Port': ['ID=680ddd45-8f7a-49ef-96bb-a5057250ca4e,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:25.894725 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec37e63-671a-4985-b132-14139344e503 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] DELETE failed (client error): The resource could not be found. Feb 04 06:07:25.895309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec37e63-671a-4985-b132-14139344e503 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:07:25.898363 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cec37e63-671a-4985-b132-14139344e503 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "DELETE /v2.0/networks/cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f HTTP/1.1" status: 404 len: 339 time: 0.0274787 Feb 04 06:07:25.904360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57410) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:25.934299 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.pecan_wsgi.hooks.translation [None req-416cf52f-6da9-42e7-b78a-4a1f1ea09477 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] DELETE failed (client error): The resource could not be found. Feb 04 06:07:25.934766 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416cf52f-6da9-42e7-b78a-4a1f1ea09477 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108744) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:07:25.937753 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-416cf52f-6da9-42e7-b78a-4a1f1ea09477 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "DELETE /v2.0/subnets/05819c35-b3be-470b-ad2d-86689f7505f4 HTTP/1.1" status: 404 len: 337 time: 0.0324640 Feb 04 06:07:25.940765 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57412) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:25.962829 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c54b7e3-cd7b-40e3-a37b-0f6ae819ae3c tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] DELETE failed (client error): The resource could not be found. Feb 04 06:07:25.963476 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c54b7e3-cd7b-40e3-a37b-0f6ae819ae3c tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:07:25.968587 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1c54b7e3-cd7b-40e3-a37b-0f6ae819ae3c tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "DELETE /v2.0/networks/cbb3eeb6-ae51-4c8d-a8ac-afdae256da9f HTTP/1.1" status: 404 len: 339 time: 0.0260534 Feb 04 06:07:25.971012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57414) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:26.032412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f41157-8698-4dd8-aa99-3fb1412426ba tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Deleting subnet 61c45a7a-f352-468a-b5fa-a54ec6091f03 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:07:26.035873 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8f41157-8698-4dd8-aa99-3fb1412426ba tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.093564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8f41157-8698-4dd8-aa99-3fb1412426ba tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.187928 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8f41157-8698-4dd8-aa99-3fb1412426ba tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.255932 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8f41157-8698-4dd8-aa99-3fb1412426ba tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.283483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f41157-8698-4dd8-aa99-3fb1412426ba tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event deleted for resources: {'Subnet': ['ID=61c45a7a-f352-468a-b5fa-a54ec6091f03,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:26.288878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8f41157-8698-4dd8-aa99-3fb1412426ba tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.291997 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f8f41157-8698-4dd8-aa99-3fb1412426ba tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "DELETE /v2.0/subnets/61c45a7a-f352-468a-b5fa-a54ec6091f03 HTTP/1.1" status: 204 len: 168 time: 0.3199830 Feb 04 06:07:26.294626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57416) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:26.371859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.424956 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Deleting port 680ddd45-8f7a-49ef-96bb-a5057250ca4e {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:07:26.425388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.491148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] For port 680ddd45-8f7a-49ef-96bb-a5057250ca4e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=680ddd45-8f7a-49ef-96bb-a5057250ca4e,segment=NetworkSegment(331bc39a-3d4c-4842-9b7f-0b604424f8ee),segment_id=331bc39a-3d4c-4842-9b7f-0b604424f8ee)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:26.491517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.504622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Calling delete_port for 680ddd45-8f7a-49ef-96bb-a5057250ca4e owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:07:26.599774 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.615776 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] No DVR routers for this DVR port 680ddd45-8f7a-49ef-96bb-a5057250ca4e on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:26.666383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 680ddd45-8f7a-49ef-96bb-a5057250ca4e up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:26.693060 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 680ddd45-8f7a-49ef-96bb-a5057250ca4e {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:07:26.693761 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 680ddd45-8f7a-49ef-96bb-a5057250ca4e not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 04 06:07:26.718636 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Port 680ddd45-8f7a-49ef-96bb-a5057250ca4e not found, will not notify nova. {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 04 06:07:26.727349 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.730054 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event deleted for resources: {'Port': ['ID=680ddd45-8f7a-49ef-96bb-a5057250ca4e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:26.753409 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1684ba62-e5d8-4123-80d1-9e3c58c56b30']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:26.764471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331bc39a-3d4c-4842-9b7f-0b604424f8ee') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:26.764897 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331bc39a-3d4c-4842-9b7f-0b604424f8ee') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:26.774968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.789495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.795798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:26.796271 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:26.799538 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:26.871073 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.879793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:26.885667 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57418) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:26.886751 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "DELETE /v2.0/networks/1684ba62-e5d8-4123-80d1-9e3c58c56b30 HTTP/1.1" status: 204 len: 168 time: 0.5899930 Feb 04 06:07:26.923590 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde41278-343d-4528-9879-62cefc190528 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] DELETE failed (client error): The resource could not be found. Feb 04 06:07:26.924384 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde41278-343d-4528-9879-62cefc190528 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:07:26.928846 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dde41278-343d-4528-9879-62cefc190528 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "DELETE /v2.0/subnets/007e8733-2c1f-4bd6-a339-b0246db34260 HTTP/1.1" status: 404 len: 337 time: 0.0404522 Feb 04 06:07:26.943255 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57420) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:26.984923 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-feda5c1c-1749-4085-8332-98a1995ef96e tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] DELETE failed (client error): The resource could not be found. Feb 04 06:07:26.985757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feda5c1c-1749-4085-8332-98a1995ef96e tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:07:26.991158 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-feda5c1c-1749-4085-8332-98a1995ef96e tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "DELETE /v2.0/networks/05a1902a-783c-4482-b1bb-633beccd8d1d HTTP/1.1" status: 404 len: 339 time: 0.0467932 Feb 04 06:07:26.994140 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57422) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:27.017530 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0977bce0-3f38-4c2d-ae77-b1c44d5c0a62 None None] Could not find standard attr ID for object 680ddd45-8f7a-49ef-96bb-a5057250ca4e. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:07:27.043542 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7a09b9-1c38-489b-aff1-23f47235dc06 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] DELETE failed (client error): The resource could not be found. Feb 04 06:07:27.044015 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7a09b9-1c38-489b-aff1-23f47235dc06 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:07:27.057232 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee3146f-f444-467a-9fda-3523c3e17ce8 None None] DHCP port deletion for 1684ba62-e5d8-4123-80d1-9e3c58c56b30 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:07:27.059948 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fe7a09b9-1c38-489b-aff1-23f47235dc06 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "DELETE /v2.0/subnets/3ade6bf8-b1b6-46ca-946b-dc7a57de179a HTTP/1.1" status: 404 len: 337 time: 0.0556929 Feb 04 06:07:27.061021 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57424) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:27.075881 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ee15fe-5876-471f-9a38-5f1a99cf028d None None] Network 1684ba62-e5d8-4123-80d1-9e3c58c56b30 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:27.084721 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b5e713-93fa-4c3c-a186-1725c7d0a3ce tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] DELETE failed (client error): The resource could not be found. Feb 04 06:07:27.085675 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b5e713-93fa-4c3c-a186-1725c7d0a3ce tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108745) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 06:07:27.092323 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ee15fe-5876-471f-9a38-5f1a99cf028d None None] Network 1684ba62-e5d8-4123-80d1-9e3c58c56b30 could not be found, it might have been deleted concurrently. {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 06:07:27.094084 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-13b5e713-93fa-4c3c-a186-1725c7d0a3ce tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "DELETE /v2.0/networks/5e940314-8157-4f2f-9978-72828edfd1fb HTTP/1.1" status: 404 len: 339 time: 0.0313792 Feb 04 06:07:27.094788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57426) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:27.147787 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfe3c4f-241b-451d-ac4f-00a2ca3cc38e tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Deleting subnet 7f424dad-a5ee-42cd-bc15-a6a8b9b67009 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:07:27.151591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3c4f-241b-451d-ac4f-00a2ca3cc38e tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.168820 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986f2c4-63e8-4f19-9663-40512a598a69 tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event deleted for resources: {'Network': ['ID=1684ba62-e5d8-4123-80d1-9e3c58c56b30,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:27.198115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3c4f-241b-451d-ac4f-00a2ca3cc38e tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.286801 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3c4f-241b-451d-ac4f-00a2ca3cc38e tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.349510 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3c4f-241b-451d-ac4f-00a2ca3cc38e tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.381613 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe3c4f-241b-451d-ac4f-00a2ca3cc38e tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event deleted for resources: {'Subnet': ['ID=7f424dad-a5ee-42cd-bc15-a6a8b9b67009,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:27.385655 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3c4f-241b-451d-ac4f-00a2ca3cc38e tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.389432 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8bfe3c4f-241b-451d-ac4f-00a2ca3cc38e tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "DELETE /v2.0/subnets/7f424dad-a5ee-42cd-bc15-a6a8b9b67009 HTTP/1.1" status: 204 len: 168 time: 0.2936881 Feb 04 06:07:27.392251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57428) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:27.392580 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39da624-0dee-40dc-ae14-80363b593b3e None None] Network a6796d84-9c87-4e17-8cd4-c98075dc5dbc requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:27.479693 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.533086 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Deleting port c35f8dbf-7bb4-437c-b0da-0bf423a3673e {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:07:27.533522 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.581931 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334ebc47-a0a1-4921-a4f9-b16ad748de06 None None] DHCP port deletion for a6796d84-9c87-4e17-8cd4-c98075dc5dbc request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:07:27.600266 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] For port c35f8dbf-7bb4-437c-b0da-0bf423a3673e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c35f8dbf-7bb4-437c-b0da-0bf423a3673e,segment=NetworkSegment(92ea1232-9e43-4093-94d2-2723fa0b93a2),segment_id=92ea1232-9e43-4093-94d2-2723fa0b93a2)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:27.600638 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.618730 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Calling delete_port for c35f8dbf-7bb4-437c-b0da-0bf423a3673e owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:07:27.633040 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-334ebc47-a0a1-4921-a4f9-b16ad748de06 None None] Deleting port c35f8dbf-7bb4-437c-b0da-0bf423a3673e {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:07:27.633558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-334ebc47-a0a1-4921-a4f9-b16ad748de06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.694169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-334ebc47-a0a1-4921-a4f9-b16ad748de06 None None] For port c35f8dbf-7bb4-437c-b0da-0bf423a3673e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c35f8dbf-7bb4-437c-b0da-0bf423a3673e,segment=NetworkSegment(92ea1232-9e43-4093-94d2-2723fa0b93a2),segment_id=92ea1232-9e43-4093-94d2-2723fa0b93a2)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:27.694834 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-334ebc47-a0a1-4921-a4f9-b16ad748de06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.700488 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.713054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-334ebc47-a0a1-4921-a4f9-b16ad748de06 None None] Calling delete_port for c35f8dbf-7bb4-437c-b0da-0bf423a3673e owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:07:27.734089 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event deleted for resources: {'Port': ['ID=c35f8dbf-7bb4-437c-b0da-0bf423a3673e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:27.736296 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] No DVR routers for this DVR port c35f8dbf-7bb4-437c-b0da-0bf423a3673e on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: from cryptography.utils import int_from_bytes Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: from cryptography.utils import int_from_bytes Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 06:07:27.787267 dv-neutron-827794-1-hyperv neutron-server[108746]: self.session.flush() Feb 04 06:07:27.795938 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-334ebc47-a0a1-4921-a4f9-b16ad748de06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.815879 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.819954 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ebc47-a0a1-4921-a4f9-b16ad748de06 None None] Pushing event deleted for resources: {'Port': ['ID=c35f8dbf-7bb4-437c-b0da-0bf423a3673e,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:27.827346 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ebc47-a0a1-4921-a4f9-b16ad748de06 None None] No DVR routers for this DVR port c35f8dbf-7bb4-437c-b0da-0bf423a3673e on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:27.846788 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6796d84-9c87-4e17-8cd4-c98075dc5dbc']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:27.856590 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ea1232-9e43-4093-94d2-2723fa0b93a2') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:27.856887 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ea1232-9e43-4093-94d2-2723fa0b93a2') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:27.866552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.879608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.885454 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:27.885885 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:27.889219 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:27.956422 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.962837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:27.968737 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] 10.222.0.10 "DELETE /v2.0/networks/a6796d84-9c87-4e17-8cd4-c98075dc5dbc HTTP/1.1" status: 204 len: 168 time: 0.5729191 Feb 04 06:07:27.979330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d7858-deda-4978-a0e5-734a075ef7ac tempest-NetworksIpV6Test-859864358 tempest-NetworksIpV6Test-859864358-project] Pushing event deleted for resources: {'Network': ['ID=a6796d84-9c87-4e17-8cd4-c98075dc5dbc,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:28.207013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57434) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:28.336232 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-aab64049-bcc0-46ab-b3c9-50c5733a5320 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=436905182f1f419f881bbe92472459b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279726 Feb 04 06:07:28.338677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57438) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:28.386703 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-32b6170e-4b9e-4f23-9e88-21f17de9f8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:28.406540 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-32b6170e-4b9e-4f23-9e88-21f17de9f8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:28.451607 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-32b6170e-4b9e-4f23-9e88-21f17de9f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:28.454140 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-32b6170e-4b9e-4f23-9e88-21f17de9f8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:28.455587 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-32b6170e-4b9e-4f23-9e88-21f17de9f8d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75e37d5f-eea4-41e2-9ff8-55a6c97f5ad6 HTTP/1.1" status: 204 len: 168 time: 0.1159611 Feb 04 06:07:28.462925 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6170e-4b9e-4f23-9e88-21f17de9f8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e37d5f-eea4-41e2-9ff8-55a6c97f5ad6,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:28.590046 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c35f8dbf-7bb4-437c-b0da-0bf423a3673e no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:07:28.611057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: c35f8dbf-7bb4-437c-b0da-0bf423a3673e {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:07:28.611513 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c35f8dbf-7bb4-437c-b0da-0bf423a3673e not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:07:28.616680 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 680ddd45-8f7a-49ef-96bb-a5057250ca4e no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:07:28.634859 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 680ddd45-8f7a-49ef-96bb-a5057250ca4e {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:07:28.635150 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 680ddd45-8f7a-49ef-96bb-a5057250ca4e not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:07:29.117096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57460) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:29.216266 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-0b57bde1-0036-43e2-94b4-6c5faaec4866 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1364214992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:29.243884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0b57bde1-0036-43e2-94b4-6c5faaec4866 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.244923 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0b57bde1-0036-43e2-94b4-6c5faaec4866 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.333095 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0b57bde1-0036-43e2-94b4-6c5faaec4866 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.337591 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0b57bde1-0036-43e2-94b4-6c5faaec4866 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.358448 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0b57bde1-0036-43e2-94b4-6c5faaec4866 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.359794 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0b57bde1-0036-43e2-94b4-6c5faaec4866 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2415361 Feb 04 06:07:29.362622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57464) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:29.367753 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1204776301'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:29.393254 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Made reservation on behalf of 9d8fa4ff967645d1aa0d635b0e344bcb for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:29.396764 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.406062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.492034 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.497143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.523680 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:29.534124 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f0df43-5b02-433a-9f4e-e9859187fb82,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:29.539223 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.539558 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Added segment 7d9ad3fa-8f96-4c26-b221-c39c7400542a of type vlan for network 805b3f09-93c7-4082-b66f-5eaff46f15a4 Feb 04 06:07:29.590527 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.615106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.621145 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:29.621737 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:29.681064 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3174148 Feb 04 06:07:29.684676 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57466) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:29.690020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f53f050b-f2b3-4ce7-8e6b-85e6d4018190 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Request body: {'subnet': {'network_id': '805b3f09-93c7-4082-b66f-5eaff46f15a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:29.692014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428374b-9f12-4bb2-9316-974823dbe188 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Pushing event updated for resources: {'Network': ['ID=805b3f09-93c7-4082-b66f-5eaff46f15a4,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:29.703880 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 805b3f09-93c7-4082-b66f-5eaff46f15a4 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:07:29.808862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53f050b-f2b3-4ce7-8e6b-85e6d4018190 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Made reservation on behalf of 9d8fa4ff967645d1aa0d635b0e344bcb for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:29.813116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f53f050b-f2b3-4ce7-8e6b-85e6d4018190 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.015545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f53f050b-f2b3-4ce7-8e6b-85e6d4018190 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.077103 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f050b-f2b3-4ce7-8e6b-85e6d4018190 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Pushing event updated for resources: {'Subnet': ['ID=375cd41d-9455-4dff-9fca-50ca2d1b22da,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:30.086476 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f050b-f2b3-4ce7-8e6b-85e6d4018190 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Checking segment: {'id': '7d9ad3fa-8f96-4c26-b221-c39c7400542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '805b3f09-93c7-4082-b66f-5eaff46f15a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:30.086836 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53f050b-f2b3-4ce7-8e6b-85e6d4018190 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Network hostable DHCP agents. Network: 805b3f09-93c7-4082-b66f-5eaff46f15a4, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:30.104438 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53f050b-f2b3-4ce7-8e6b-85e6d4018190 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Network 805b3f09-93c7-4082-b66f-5eaff46f15a4 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:30.115307 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-f53f050b-f2b3-4ce7-8e6b-85e6d4018190 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 805b3f09-93c7-4082-b66f-5eaff46f15a4) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:30.119679 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53f050b-f2b3-4ce7-8e6b-85e6d4018190 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:30.120263 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f53f050b-f2b3-4ce7-8e6b-85e6d4018190 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.133439 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a5cb02-7621-4715-9c9b-e25e23cccdd0 None None] Network 805b3f09-93c7-4082-b66f-5eaff46f15a4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:30.142065 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f53f050b-f2b3-4ce7-8e6b-85e6d4018190 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4561450 Feb 04 06:07:30.145031 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57468) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:30.150564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-85dc5651-d145-4640-8bfa-620d2ee59bec tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1154728613'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:30.174663 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dc5651-d145-4640-8bfa-620d2ee59bec tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Made reservation on behalf of 9d8fa4ff967645d1aa0d635b0e344bcb for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:30.178170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85dc5651-d145-4640-8bfa-620d2ee59bec tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.208188 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85dc5651-d145-4640-8bfa-620d2ee59bec tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:30.218032 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85dc5651-d145-4640-8bfa-620d2ee59bec tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.218378 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-85dc5651-d145-4640-8bfa-620d2ee59bec tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Added segment cb24ecd8-05bc-4541-b689-ab84f7d404fd of type vlan for network 3a4d1c50-2c26-48ae-b7b6-b8d80efda121 Feb 04 06:07:30.262102 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85dc5651-d145-4640-8bfa-620d2ee59bec tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.288575 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85dc5651-d145-4640-8bfa-620d2ee59bec tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.294483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc5651-d145-4640-8bfa-620d2ee59bec tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:30.294951 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85dc5651-d145-4640-8bfa-620d2ee59bec tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.299570 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-805b3f09-93c7-4082-b66f-5eaff46f15a4', 'network_id': '805b3f09-93c7-4082-b66f-5eaff46f15a4', 'tenant_id': '9d8fa4ff967645d1aa0d635b0e344bcb', 'fixed_ips': [{'subnet_id': '375cd41d-9455-4dff-9fca-50ca2d1b22da'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:07:30.300433 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.353282 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-85dc5651-d145-4640-8bfa-620d2ee59bec tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2067924 Feb 04 06:07:30.356108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57470) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:30.360875 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-967bc1f1-2d43-48e2-b7b9-928a955b32e0 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Request body: {'subnet': {'network_id': '3a4d1c50-2c26-48ae-b7b6-b8d80efda121', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:30.412594 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc5651-d145-4640-8bfa-620d2ee59bec tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Pushing event updated for resources: {'Network': ['ID=3a4d1c50-2c26-48ae-b7b6-b8d80efda121,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:30.423292 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 3a4d1c50-2c26-48ae-b7b6-b8d80efda121 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:07:30.475056 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967bc1f1-2d43-48e2-b7b9-928a955b32e0 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Made reservation on behalf of 9d8fa4ff967645d1aa0d635b0e344bcb for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:30.478766 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-967bc1f1-2d43-48e2-b7b9-928a955b32e0 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.482471 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Allocated IP 172.20.0.2 (805b3f09-93c7-4082-b66f-5eaff46f15a4/375cd41d-9455-4dff-9fca-50ca2d1b22da/12d9138c-87ad-42e1-8fb9-de07cab1750d) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:30.646799 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.653268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.682433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-967bc1f1-2d43-48e2-b7b9-928a955b32e0 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.707268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Network 805b3f09-93c7-4082-b66f-5eaff46f15a4 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:30.710089 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:30.713508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:07:30.745038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Pushing event updated for resources: {'Port': ['ID=12d9138c-87ad-42e1-8fb9-de07cab1750d,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:30.759463 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bc1f1-2d43-48e2-b7b9-928a955b32e0 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Pushing event updated for resources: {'Subnet': ['ID=e6cbbd5d-fe03-46c7-889d-67706c366387,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:30.770046 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967bc1f1-2d43-48e2-b7b9-928a955b32e0 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Checking segment: {'id': 'cb24ecd8-05bc-4541-b689-ab84f7d404fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3a4d1c50-2c26-48ae-b7b6-b8d80efda121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:30.770606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967bc1f1-2d43-48e2-b7b9-928a955b32e0 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Network hostable DHCP agents. Network: 3a4d1c50-2c26-48ae-b7b6-b8d80efda121, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:30.775916 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Attempting to bind port 12d9138c-87ad-42e1-8fb9-de07cab1750d on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:30.776441 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Attempting to bind port 12d9138c-87ad-42e1-8fb9-de07cab1750d by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '7d9ad3fa-8f96-4c26-b221-c39c7400542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '805b3f09-93c7-4082-b66f-5eaff46f15a4'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:30.777512 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Attempting to bind port 12d9138c-87ad-42e1-8fb9-de07cab1750d on network 805b3f09-93c7-4082-b66f-5eaff46f15a4 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:07:30.782995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:07:30.783368 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Checking segment: {'id': '7d9ad3fa-8f96-4c26-b221-c39c7400542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '805b3f09-93c7-4082-b66f-5eaff46f15a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:30.783774 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.784159 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Bound using segment: {'id': '7d9ad3fa-8f96-4c26-b221-c39c7400542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '805b3f09-93c7-4082-b66f-5eaff46f15a4'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:07:30.784750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Bound port: 12d9138c-87ad-42e1-8fb9-de07cab1750d, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9ad3fa-8f96-4c26-b221-c39c7400542a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '805b3f09-93c7-4082-b66f-5eaff46f15a4'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:30.785148 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.789222 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967bc1f1-2d43-48e2-b7b9-928a955b32e0 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Network 3a4d1c50-2c26-48ae-b7b6-b8d80efda121 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:30.799151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-967bc1f1-2d43-48e2-b7b9-928a955b32e0 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 3a4d1c50-2c26-48ae-b7b6-b8d80efda121) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:30.804014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967bc1f1-2d43-48e2-b7b9-928a955b32e0 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:30.804787 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-967bc1f1-2d43-48e2-b7b9-928a955b32e0 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:30.826693 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-967bc1f1-2d43-48e2-b7b9-928a955b32e0 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4663062 Feb 04 06:07:30.827056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57472) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:30.832130 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-0e3061b5-3ba7-4ff6-bf7a-de1a84ecc309 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Request body: {'router': {'external_gateway_info': {'network_id': '3a4d1c50-2c26-48ae-b7b6-b8d80efda121'}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:30.837307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f44d3dc-fb1a-4f83-a693-6771fb61208e None None] Network 3a4d1c50-2c26-48ae-b7b6-b8d80efda121 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:30.914538 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] For port 12d9138c-87ad-42e1-8fb9-de07cab1750d, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:07:30.919496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] For port 12d9138c-87ad-42e1-8fb9-de07cab1750d, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=12d9138c-87ad-42e1-8fb9-de07cab1750d,segment=NetworkSegment(7d9ad3fa-8f96-4c26-b221-c39c7400542a),segment_id=7d9ad3fa-8f96-4c26-b221-c39c7400542a)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:07:30.928943 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.037584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc6c0a-3eea-442a-99f4-df0a2814a11d None None] Pushing event updated for resources: {'Port': ['ID=12d9138c-87ad-42e1-8fb9-de07cab1750d,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:31.074619 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0e3061b5-3ba7-4ff6-bf7a-de1a84ecc309 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.098152 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-3a4d1c50-2c26-48ae-b7b6-b8d80efda121', 'network_id': '3a4d1c50-2c26-48ae-b7b6-b8d80efda121', 'tenant_id': '9d8fa4ff967645d1aa0d635b0e344bcb', 'fixed_ips': [{'subnet_id': 'e6cbbd5d-fe03-46c7-889d-67706c366387'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:07:31.099136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.234895 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.api.v2.resource [None req-0e3061b5-3ba7-4ff6-bf7a-de1a84ecc309 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 06:07:31.243214 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0e3061b5-3ba7-4ff6-bf7a-de1a84ecc309 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] 10.222.0.10 "PUT /v2.0/routers/a4f93e7c-de57-4505-9d59-69f6e4d8577b HTTP/1.1" status: 400 len: 364 time: 0.4142952 Feb 04 06:07:31.244145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57474) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:31.280163 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Allocated IP 172.21.0.2 (3a4d1c50-2c26-48ae-b7b6-b8d80efda121/e6cbbd5d-fe03-46c7-889d-67706c366387/f0100555-7988-4617-94b2-92c058da8af8) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:31.315740 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae98d01-5dc9-47ab-a5e7-8b1dfd41974c tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Deleting subnet e6cbbd5d-fe03-46c7-889d-67706c366387 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:07:31.467647 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.474321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bae98d01-5dc9-47ab-a5e7-8b1dfd41974c tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.478406 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.516146 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bae98d01-5dc9-47ab-a5e7-8b1dfd41974c tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.519641 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Network 3a4d1c50-2c26-48ae-b7b6-b8d80efda121 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:31.524596 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:31.528742 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:07:31.539012 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Pushing event updated for resources: {'Port': ['ID=f0100555-7988-4617-94b2-92c058da8af8,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:31.598962 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Attempting to bind port f0100555-7988-4617-94b2-92c058da8af8 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:31.599362 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Attempting to bind port f0100555-7988-4617-94b2-92c058da8af8 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'cb24ecd8-05bc-4541-b689-ab84f7d404fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3a4d1c50-2c26-48ae-b7b6-b8d80efda121'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:31.599737 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Attempting to bind port f0100555-7988-4617-94b2-92c058da8af8 on network 3a4d1c50-2c26-48ae-b7b6-b8d80efda121 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:07:31.605292 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:07:31.605759 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Checking segment: {'id': 'cb24ecd8-05bc-4541-b689-ab84f7d404fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3a4d1c50-2c26-48ae-b7b6-b8d80efda121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:31.606282 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.606760 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Bound using segment: {'id': 'cb24ecd8-05bc-4541-b689-ab84f7d404fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3a4d1c50-2c26-48ae-b7b6-b8d80efda121'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:07:31.607355 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Bound port: f0100555-7988-4617-94b2-92c058da8af8, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb24ecd8-05bc-4541-b689-ab84f7d404fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3a4d1c50-2c26-48ae-b7b6-b8d80efda121'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:31.607827 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.625115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bae98d01-5dc9-47ab-a5e7-8b1dfd41974c tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.686217 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bae98d01-5dc9-47ab-a5e7-8b1dfd41974c tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.690646 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-1363a60f-a408-444b-b851-dee21775e18d None None] For port f0100555-7988-4617-94b2-92c058da8af8, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:07:31.696010 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-1363a60f-a408-444b-b851-dee21775e18d None None] For port f0100555-7988-4617-94b2-92c058da8af8, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f0100555-7988-4617-94b2-92c058da8af8,segment=NetworkSegment(cb24ecd8-05bc-4541-b689-ab84f7d404fd),segment_id=cb24ecd8-05bc-4541-b689-ab84f7d404fd)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:07:31.701665 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.714674 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae98d01-5dc9-47ab-a5e7-8b1dfd41974c tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Pushing event deleted for resources: {'Subnet': ['ID=e6cbbd5d-fe03-46c7-889d-67706c366387,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:31.720975 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bae98d01-5dc9-47ab-a5e7-8b1dfd41974c tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.727295 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bae98d01-5dc9-47ab-a5e7-8b1dfd41974c tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] 10.222.0.10 "DELETE /v2.0/subnets/e6cbbd5d-fe03-46c7-889d-67706c366387 HTTP/1.1" status: 204 len: 168 time: 0.4798861 Feb 04 06:07:31.727495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57476) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:31.784278 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363a60f-a408-444b-b851-dee21775e18d None None] Pushing event updated for resources: {'Port': ['ID=f0100555-7988-4617-94b2-92c058da8af8,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:31.834214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.892889 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Deleting port f0100555-7988-4617-94b2-92c058da8af8 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:07:31.893314 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.970658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] For port f0100555-7988-4617-94b2-92c058da8af8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f0100555-7988-4617-94b2-92c058da8af8,segment=NetworkSegment(cb24ecd8-05bc-4541-b689-ab84f7d404fd),segment_id=cb24ecd8-05bc-4541-b689-ab84f7d404fd)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:31.970995 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:31.985313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Calling delete_port for f0100555-7988-4617-94b2-92c058da8af8 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:07:32.094663 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.130491 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] No DVR routers for this DVR port f0100555-7988-4617-94b2-92c058da8af8 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:32.138266 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Pushing event deleted for resources: {'Port': ['ID=f0100555-7988-4617-94b2-92c058da8af8,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:32.230345 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.254020 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4d1c50-2c26-48ae-b7b6-b8d80efda121']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:32.264086 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb24ecd8-05bc-4541-b689-ab84f7d404fd') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:32.264552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb24ecd8-05bc-4541-b689-ab84f7d404fd') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:32.265633 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ea7cd9-1183-4604-91ef-042dbe810ce2 None None] Network 805b3f09-93c7-4082-b66f-5eaff46f15a4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:32.274776 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.289133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.296204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:32.296645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:32.300113 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:32.359662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.367337 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.371027 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] 10.222.0.10 "DELETE /v2.0/networks/3a4d1c50-2c26-48ae-b7b6-b8d80efda121 HTTP/1.1" status: 204 len: 168 time: 0.6425140 Feb 04 06:07:32.373425 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57478) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:32.399758 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f42a9fa3-1073-4182-ac78-d2cc28d87d3a None None] Provisioning complete for port 12d9138c-87ad-42e1-8fb9-de07cab1750d triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:32.400126 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f42a9fa3-1073-4182-ac78-d2cc28d87d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.417870 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623555b8-4a98-47f5-9dd7-6c03d50c9335 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Pushing event deleted for resources: {'Network': ['ID=3a4d1c50-2c26-48ae-b7b6-b8d80efda121,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:32.453361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-802d6541-a135-4685-9b5c-630450e2a066 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Deleting subnet 375cd41d-9455-4dff-9fca-50ca2d1b22da {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:07:32.457809 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-802d6541-a135-4685-9b5c-630450e2a066 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.500501 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-802d6541-a135-4685-9b5c-630450e2a066 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.529802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f42a9fa3-1073-4182-ac78-d2cc28d87d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.588493 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-f42a9fa3-1073-4182-ac78-d2cc28d87d3a None None] For port 12d9138c-87ad-42e1-8fb9-de07cab1750d, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=12d9138c-87ad-42e1-8fb9-de07cab1750d,segment=NetworkSegment(7d9ad3fa-8f96-4c26-b221-c39c7400542a),segment_id=7d9ad3fa-8f96-4c26-b221-c39c7400542a)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:32.597220 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f42a9fa3-1073-4182-ac78-d2cc28d87d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.657653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a9fa3-1073-4182-ac78-d2cc28d87d3a None None] Pushing event updated for resources: {'Port': ['ID=12d9138c-87ad-42e1-8fb9-de07cab1750d,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:32.668065 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-802d6541-a135-4685-9b5c-630450e2a066 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.758020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 12d9138c-87ad-42e1-8fb9-de07cab1750d up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:32.765964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-802d6541-a135-4685-9b5c-630450e2a066 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.800051 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d6541-a135-4685-9b5c-630450e2a066 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Pushing event deleted for resources: {'Subnet': ['ID=375cd41d-9455-4dff-9fca-50ca2d1b22da,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:32.807558 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-802d6541-a135-4685-9b5c-630450e2a066 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.813299 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-802d6541-a135-4685-9b5c-630450e2a066 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] 10.222.0.10 "DELETE /v2.0/subnets/375cd41d-9455-4dff-9fca-50ca2d1b22da HTTP/1.1" status: 204 len: 168 time: 0.4386668 Feb 04 06:07:32.815452 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57480) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:32.841071 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 12d9138c-87ad-42e1-8fb9-de07cab1750d triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:32.841635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.874370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f1544a-bd9e-4ce2-ab6e-4a878e336120 None None] Network 805b3f09-93c7-4082-b66f-5eaff46f15a4 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:32.928737 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:32.962489 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e49c61fd-50f1-4100-971e-98048319fb45 None None] Provisioning complete for port 12d9138c-87ad-42e1-8fb9-de07cab1750d triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:32.963010 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e49c61fd-50f1-4100-971e-98048319fb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.003888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Deleting port 12d9138c-87ad-42e1-8fb9-de07cab1750d {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:07:33.004615 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.116695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] For port 12d9138c-87ad-42e1-8fb9-de07cab1750d, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=12d9138c-87ad-42e1-8fb9-de07cab1750d,segment=NetworkSegment(7d9ad3fa-8f96-4c26-b221-c39c7400542a),segment_id=7d9ad3fa-8f96-4c26-b221-c39c7400542a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:33.117071 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.135084 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Calling delete_port for 12d9138c-87ad-42e1-8fb9-de07cab1750d owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:07:33.155200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa6dd28-03a0-42e3-ac46-eb09abdb5276 None None] DHCP port deletion for 3a4d1c50-2c26-48ae-b7b6-b8d80efda121 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:07:33.175837 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0349cf26-7bfd-4113-9d3e-ab98eb0a0d2f None None] Network 3a4d1c50-2c26-48ae-b7b6-b8d80efda121 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:33.187743 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0349cf26-7bfd-4113-9d3e-ab98eb0a0d2f None None] Network 3a4d1c50-2c26-48ae-b7b6-b8d80efda121 could not be found, it might have been deleted concurrently. {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 04 06:07:33.199664 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db22a48-a8e7-4549-9b54-01d72bf01a72 None None] DHCP port deletion for 805b3f09-93c7-4082-b66f-5eaff46f15a4 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:07:33.241010 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.253987 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0db22a48-a8e7-4549-9b54-01d72bf01a72 None None] Deleting port 12d9138c-87ad-42e1-8fb9-de07cab1750d {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:07:33.254680 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0db22a48-a8e7-4549-9b54-01d72bf01a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.270448 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Pushing event deleted for resources: {'Port': ['ID=12d9138c-87ad-42e1-8fb9-de07cab1750d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:33.274006 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] No DVR routers for this DVR port 12d9138c-87ad-42e1-8fb9-de07cab1750d on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:33.309315 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-115fedf6-4b43-40f9-9540-0b464bb1d37e None None] Could not find standard attr ID for object f0100555-7988-4617-94b2-92c058da8af8. {{(pid=108746) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 06:07:33.332916 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0db22a48-a8e7-4549-9b54-01d72bf01a72 None None] For port 12d9138c-87ad-42e1-8fb9-de07cab1750d, host dv-neutron-827794-1-hyperv, got binding levels [] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:33.333526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0db22a48-a8e7-4549-9b54-01d72bf01a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.348728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-0db22a48-a8e7-4549-9b54-01d72bf01a72 None None] Calling delete_port for 12d9138c-87ad-42e1-8fb9-de07cab1750d owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:07:33.351777 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.ipam_backend_mixin [None req-0db22a48-a8e7-4549-9b54-01d72bf01a72 None None] Port 12d9138c-87ad-42e1-8fb9-de07cab1750d was not found and therefore no delete operation was performed {{(pid=108746) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 06:07:33.353021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0db22a48-a8e7-4549-9b54-01d72bf01a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.359036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.379914 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805b3f09-93c7-4082-b66f-5eaff46f15a4']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:33.382398 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db22a48-a8e7-4549-9b54-01d72bf01a72 None None] Pushing event deleted for resources: {'Port': ['ID=12d9138c-87ad-42e1-8fb9-de07cab1750d,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:33.384206 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db22a48-a8e7-4549-9b54-01d72bf01a72 None None] No DVR routers for this DVR port 12d9138c-87ad-42e1-8fb9-de07cab1750d on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:07:33.390739 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9ad3fa-8f96-4c26-b221-c39c7400542a') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:33.391116 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9ad3fa-8f96-4c26-b221-c39c7400542a') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:33.401293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.415189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.421490 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:07:33.422008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:07:33.425107 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:07:33.489070 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.498122 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.501270 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] 10.222.0.10 "DELETE /v2.0/networks/805b3f09-93c7-4082-b66f-5eaff46f15a4 HTTP/1.1" status: 204 len: 168 time: 0.6846480 Feb 04 06:07:33.504166 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57482) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:33.510996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbaa973-6352-469c-8aac-fc722670b347 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Pushing event deleted for resources: {'Network': ['ID=805b3f09-93c7-4082-b66f-5eaff46f15a4,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:33.531730 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-50c7a133-a162-4688-a54e-fd68470fe3b1 tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4f93e7c-de57-4505-9d59-69f6e4d8577b HTTP/1.1" status: 200 len: 205 time: 0.0264492 Feb 04 06:07:33.534089 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57484) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:33.609856 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35e5dfe2-b0be-4a6c-8621-29c136f6c36e tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.767705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35e5dfe2-b0be-4a6c-8621-29c136f6c36e tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.769705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35e5dfe2-b0be-4a6c-8621-29c136f6c36e tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.812200 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35e5dfe2-b0be-4a6c-8621-29c136f6c36e tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.812716 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e5dfe2-b0be-4a6c-8621-29c136f6c36e tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Fanout notify agent at l3_agent the message router_deleted on router a4f93e7c-de57-4505-9d59-69f6e4d8577b {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:07:33.823792 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-35e5dfe2-b0be-4a6c-8621-29c136f6c36e tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:33.824909 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-35e5dfe2-b0be-4a6c-8621-29c136f6c36e tempest-RoutersNegativeTest-1631628432 tempest-RoutersNegativeTest-1631628432-project] 10.222.0.10 "DELETE /v2.0/routers/a4f93e7c-de57-4505-9d59-69f6e4d8577b HTTP/1.1" status: 204 len: 168 time: 0.2899439 Feb 04 06:07:34.063040 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57490) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:34.190798 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7161ae6d-b1b2-4743-9161-01758cd6896f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d8fa4ff967645d1aa0d635b0e344bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265903 Feb 04 06:07:34.193347 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57494) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:34.244965 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.250930 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ca221094-bb59-4b31-916a-9d0e7a60c44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.272730 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ca221094-bb59-4b31-916a-9d0e7a60c44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.319494 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ca221094-bb59-4b31-916a-9d0e7a60c44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.322327 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ca221094-bb59-4b31-916a-9d0e7a60c44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:34.324164 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ca221094-bb59-4b31-916a-9d0e7a60c44a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04f0df43-5b02-433a-9f4e-e9859187fb82 HTTP/1.1" status: 204 len: 168 time: 0.1293769 Feb 04 06:07:34.332874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca221094-bb59-4b31-916a-9d0e7a60c44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f0df43-5b02-433a-9f4e-e9859187fb82,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:34.590923 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 12d9138c-87ad-42e1-8fb9-de07cab1750d no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:07:34.611896 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 12d9138c-87ad-42e1-8fb9-de07cab1750d {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:07:34.612248 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 12d9138c-87ad-42e1-8fb9-de07cab1750d not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:07:34.612659 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f0100555-7988-4617-94b2-92c058da8af8 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:07:34.631297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: f0100555-7988-4617-94b2-92c058da8af8 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:07:34.631643 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f0100555-7988-4617-94b2-92c058da8af8 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:07:34.960807 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57516) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:35.058657 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1044353867-network', 'tenant_id': '96c850331e4f4a76b46662940860c43b'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:35.081379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] Made reservation on behalf of 96c850331e4f4a76b46662940860c43b for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:35.083749 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.093076 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.173471 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.177494 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.201188 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:35.210852 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b72015d-72b8-4e18-adcd-f3d058a88894,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:35.216212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.216558 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] Added segment 2b8887b2-288e-4e79-9265-fcd10f905b6b of type vlan for network e3961f79-69fd-4c85-bff9-9577f5edd066 Feb 04 06:07:35.255209 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.280054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.281379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:35.282051 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.343038 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3803387 Feb 04 06:07:35.346305 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57520) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:35.347293 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ebb00-bece-430e-bfab-4eeabbea6339 admin admin] Pushing event updated for resources: {'Network': ['ID=e3961f79-69fd-4c85-bff9-9577f5edd066,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:35.352621 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b79269a2-71c5-4f0d-9786-9a6ab8f805a6 admin admin] Request body: {'subnet': {'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1044353867-subnet', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'ip_version': 4}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:35.360164 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network e3961f79-69fd-4c85-bff9-9577f5edd066 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:07:35.383254 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79269a2-71c5-4f0d-9786-9a6ab8f805a6 admin admin] Made reservation on behalf of 96c850331e4f4a76b46662940860c43b for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:35.386742 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b79269a2-71c5-4f0d-9786-9a6ab8f805a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.562593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b79269a2-71c5-4f0d-9786-9a6ab8f805a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.615077 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79269a2-71c5-4f0d-9786-9a6ab8f805a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e085119b-122f-429a-9584-3f7a8bc9a702,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:35.631769 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79269a2-71c5-4f0d-9786-9a6ab8f805a6 admin admin] Checking segment: {'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:35.632126 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79269a2-71c5-4f0d-9786-9a6ab8f805a6 admin admin] Network hostable DHCP agents. Network: e3961f79-69fd-4c85-bff9-9577f5edd066, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:35.649404 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79269a2-71c5-4f0d-9786-9a6ab8f805a6 admin admin] Network e3961f79-69fd-4c85-bff9-9577f5edd066 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:35.657351 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-b79269a2-71c5-4f0d-9786-9a6ab8f805a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, e3961f79-69fd-4c85-bff9-9577f5edd066) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:35.661365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79269a2-71c5-4f0d-9786-9a6ab8f805a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:35.662058 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b79269a2-71c5-4f0d-9786-9a6ab8f805a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.668169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2617e0f4-d1ef-4644-bb8d-85e11c71ced5 None None] Network e3961f79-69fd-4c85-bff9-9577f5edd066 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:35.678527 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b79269a2-71c5-4f0d-9786-9a6ab8f805a6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3307471 Feb 04 06:07:35.681454 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57522) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:35.685811 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1044353867-router', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:35.707898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.708427 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.765517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.818890 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-e3961f79-69fd-4c85-bff9-9577f5edd066', 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'fixed_ips': [{'subnet_id': 'e085119b-122f-429a-9584-3f7a8bc9a702'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:07:35.819758 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.905230 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:35.958307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Allocated IP 172.20.0.2 (e3961f79-69fd-4c85-bff9-9577f5edd066/e085119b-122f-429a-9584-3f7a8bc9a702/3dbbe8cd-7e5a-492a-bf03-ef8191758e10) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:36.107109 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.113088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.115592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.143862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.150102 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Network e3961f79-69fd-4c85-bff9-9577f5edd066 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:36.153792 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:36.157271 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:07:36.188021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Pushing event updated for resources: {'Port': ['ID=3dbbe8cd-7e5a-492a-bf03-ef8191758e10,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:36.214567 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Attempting to bind port 3dbbe8cd-7e5a-492a-bf03-ef8191758e10 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:36.214944 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Attempting to bind port 3dbbe8cd-7e5a-492a-bf03-ef8191758e10 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:36.215309 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Attempting to bind port 3dbbe8cd-7e5a-492a-bf03-ef8191758e10 on network e3961f79-69fd-4c85-bff9-9577f5edd066 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:07:36.220420 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:07:36.220795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Checking segment: {'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:36.221197 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.221592 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Bound using segment: {'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:07:36.222093 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Bound port: 3dbbe8cd-7e5a-492a-bf03-ef8191758e10, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:36.222476 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.288216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] For port 3dbbe8cd-7e5a-492a-bf03-ef8191758e10, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:07:36.291431 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] For port 3dbbe8cd-7e5a-492a-bf03-ef8191758e10, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3dbbe8cd-7e5a-492a-bf03-ef8191758e10,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:07:36.295877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.297062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Allocated IP 172.26.3.207 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/e6885db9-5b68-48a6-b9d4-dc9e337f6214) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:36.356080 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208e345-ed1a-4ff6-8697-7b8bd5461bf9 None None] Pushing event updated for resources: {'Port': ['ID=3dbbe8cd-7e5a-492a-bf03-ef8191758e10,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:36.410888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.445539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.489297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:36.492343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:36.495361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:07:36.655243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Pushing event updated for resources: {'Port': ['ID=e6885db9-5b68-48a6-b9d4-dc9e337f6214,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:36.669495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:36.669913 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:36.670306 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:36.670839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:36.671308 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:36.671645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:36.672098 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:36.672431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:36.672757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:36.673081 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:36.673405 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:36.673724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:36.723621 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3dbbe8cd-7e5a-492a-bf03-ef8191758e10 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:36.783484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 3dbbe8cd-7e5a-492a-bf03-ef8191758e10 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:36.783754 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.871767 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.910368 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 3dbbe8cd-7e5a-492a-bf03-ef8191758e10, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3dbbe8cd-7e5a-492a-bf03-ef8191758e10,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:36.915813 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:36.971344 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=3dbbe8cd-7e5a-492a-bf03-ef8191758e10,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:37.040534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:37.246062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:37.364915 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b402bcc2-e13f-4fe3-9913-cb640f94821c None None] Network e3961f79-69fd-4c85-bff9-9577f5edd066 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:37.392201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Router 0baae517-d778-4cae-a0ce-2bddd6c7ed97 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:07:37.505985 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-35d27b28-85b8-47b6-92e7-e9b0175263ce None None] Provisioning complete for port 3dbbe8cd-7e5a-492a-bf03-ef8191758e10 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:37.506360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-35d27b28-85b8-47b6-92e7-e9b0175263ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:37.514926 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:07:37.530392 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Sync routers for ids ['0baae517-d778-4cae-a0ce-2bddd6c7ed97'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:37.541728 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:37.542747 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Routers {'0baae517-d778-4cae-a0ce-2bddd6c7ed97'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:07:37.543337 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:07:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0baae517-d778-4cae-a0ce-2bddd6c7ed97'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:37.547722 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2415e5e5-5240-4945-9e8a-d61f9384f42d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8638592 Feb 04 06:07:37.548915 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57524) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:37.683377 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Set router 0baae517-d778-4cae-a0ce-2bddd6c7ed97 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:07:37.930024 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'name': 'tempest-TestEncryptedCinderVolumes-1044353867-router', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:35Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 3, 'project_id': '96c850331e4f4a76b46662940860c43b', 'gw_port': {'id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:26:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:36Z', 'updated_at': '2022-02-04T06:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:37.953216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-06d1e850-215e-4fb0-8beb-9801156feaa4 None None] Provisioning complete for port 3dbbe8cd-7e5a-492a-bf03-ef8191758e10 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:37.953830 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-06d1e850-215e-4fb0-8beb-9801156feaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:37.967315 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Checking router: 0baae517-d778-4cae-a0ce-2bddd6c7ed97 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:37.967907 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Updating router 0baae517-d778-4cae-a0ce-2bddd6c7ed97 port e6885db9-5b68-48a6-b9d4-dc9e337f6214 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:07:38.015197 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.044449 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.203525 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Allocated IP 172.20.0.1 (e3961f79-69fd-4c85-bff9-9577f5edd066/e085119b-122f-429a-9584-3f7a8bc9a702/e8b42c58-6fb5-4f73-9f94-27b74b1409d4) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:38.281819 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.287373 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.313145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.338148 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Attempting to bind port e6885db9-5b68-48a6-b9d4-dc9e337f6214 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:38.338659 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Attempting to bind port e6885db9-5b68-48a6-b9d4-dc9e337f6214 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:38.339620 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Attempting to bind port e6885db9-5b68-48a6-b9d4-dc9e337f6214 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:07:38.350036 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:07:38.350546 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:38.351299 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.351422 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.351861 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:07:38.352424 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Bound port: e6885db9-5b68-48a6-b9d4-dc9e337f6214, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:38.352887 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.359011 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b604e8b-65a7-47aa-a91d-6c4dca86f506 None None] Pushing event updated for resources: {'Port': ['ID=e6885db9-5b68-48a6-b9d4-dc9e337f6214,revision_number=2']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:38.398666 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Network e3961f79-69fd-4c85-bff9-9577f5edd066 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:38.402688 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:38.405307 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:07:38.442838 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b42c58-6fb5-4f73-9f94-27b74b1409d4,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:38.464420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.477390 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b604e8b-65a7-47aa-a91d-6c4dca86f506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:38.477735 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b604e8b-65a7-47aa-a91d-6c4dca86f506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:38.478081 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b604e8b-65a7-47aa-a91d-6c4dca86f506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:38.478404 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b604e8b-65a7-47aa-a91d-6c4dca86f506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:38.478720 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b604e8b-65a7-47aa-a91d-6c4dca86f506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:38.479036 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b604e8b-65a7-47aa-a91d-6c4dca86f506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:38.479350 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b604e8b-65a7-47aa-a91d-6c4dca86f506 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:38.480218 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b604e8b-65a7-47aa-a91d-6c4dca86f506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:38.480536 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b604e8b-65a7-47aa-a91d-6c4dca86f506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:38.480846 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b604e8b-65a7-47aa-a91d-6c4dca86f506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:38.481156 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b604e8b-65a7-47aa-a91d-6c4dca86f506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:38.481463 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b604e8b-65a7-47aa-a91d-6c4dca86f506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:07:38.515527 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] For port e6885db9-5b68-48a6-b9d4-dc9e337f6214, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:07:38.520076 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] For port e6885db9-5b68-48a6-b9d4-dc9e337f6214, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e6885db9-5b68-48a6-b9d4-dc9e337f6214,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:07:38.528245 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.633695 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Routers {'0baae517-d778-4cae-a0ce-2bddd6c7ed97'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:07:38.636445 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:07:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0baae517-d778-4cae-a0ce-2bddd6c7ed97'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:38.665306 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3dbbe8cd-7e5a-492a-bf03-ef8191758e10 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:38.672862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.714432 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-291dd9c9-4e7e-4f89-a0ba-e107129eb23e None None] Provisioning complete for port e8b42c58-6fb5-4f73-9f94-27b74b1409d4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:38.715257 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-291dd9c9-4e7e-4f89-a0ba-e107129eb23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.760502 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-291dd9c9-4e7e-4f89-a0ba-e107129eb23e None None] Port e8b42c58-6fb5-4f73-9f94-27b74b1409d4 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:07:38.770872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 3dbbe8cd-7e5a-492a-bf03-ef8191758e10 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:38.771498 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.777715 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] Set router 0baae517-d778-4cae-a0ce-2bddd6c7ed97 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:07:38.870555 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.874712 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b604e8b-65a7-47aa-a91d-6c4dca86f506 None None] Pushing event updated for resources: {'Port': ['ID=e6885db9-5b68-48a6-b9d4-dc9e337f6214,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:38.876555 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:38.940954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b42c58-6fb5-4f73-9f94-27b74b1409d4,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:38.946070 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.012354 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'name': 'tempest-TestEncryptedCinderVolumes-1044353867-router', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:35Z', 'updated_at': '2022-02-04T06:07:38Z', 'revision_number': 4, 'project_id': '96c850331e4f4a76b46662940860c43b', 'gw_port': {'id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:26:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:36Z', 'updated_at': '2022-02-04T06:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e8b42c58-6fb5-4f73-9f94-27b74b1409d4', 'name': '', 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'mac_address': 'fa:16:3e:6c:f7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'e085119b-122f-429a-9584-3f7a8bc9a702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:38Z', 'updated_at': '2022-02-04T06:07:38Z', 'revision_number': 1, 'project_id': '96c850331e4f4a76b46662940860c43b', 'subnets': [{'id': 'e085119b-122f-429a-9584-3f7a8bc9a702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:39.039235 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7613c5-26e3-490b-96ce-08f3344de6e9 None None] The sync data for ids ['0baae517-d778-4cae-a0ce-2bddd6c7ed97'] in dv-neutron-827794-1-hyperv is: [{'id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'name': 'tempest-TestEncryptedCinderVolumes-1044353867-router', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:35Z', 'updated_at': '2022-02-04T06:07:38Z', 'revision_number': 4, 'project_id': '96c850331e4f4a76b46662940860c43b', 'gw_port': {'id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:26:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:36Z', 'updated_at': '2022-02-04T06:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e8b42c58-6fb5-4f73-9f94-27b74b1409d4', 'name': '', 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'mac_address': 'fa:16:3e:6c:f7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'e085119b-122f-429a-9584-3f7a8bc9a702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:38Z', 'updated_at': '2022-02-04T06:07:38Z', 'revision_number': 1, 'project_id': '96c850331e4f4a76b46662940860c43b', 'subnets': [{'id': 'e085119b-122f-429a-9584-3f7a8bc9a702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:39.049595 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Network e3961f79-69fd-4c85-bff9-9577f5edd066 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:39.051030 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:39.189679 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Router 0baae517-d778-4cae-a0ce-2bddd6c7ed97 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:07:39.295763 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-16608eb7-fa32-4c64-896e-ac74f505c1a0 None None] Provisioning complete for port e8b42c58-6fb5-4f73-9f94-27b74b1409d4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:39.295763 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-16608eb7-fa32-4c64-896e-ac74f505c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.329277 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:07:39.336565 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d0cb48be-2838-43c1-8ef1-44419395b1e0 admin admin] 10.222.0.10 "PUT /v2.0/routers/0baae517-d778-4cae-a0ce-2bddd6c7ed97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7865007 Feb 04 06:07:39.353541 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-16608eb7-fa32-4c64-896e-ac74f505c1a0 None None] Port e8b42c58-6fb5-4f73-9f94-27b74b1409d4 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:07:39.887400 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57540) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:39.892270 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1252497038-network', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:39.923382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] Made reservation on behalf of 8c8c77ca526148598bd2678c9ce896d0 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:39.926667 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:39.937291 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.040579 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.046174 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.079026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cf5493-afda-420b-9378-daa9847b0da4,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:40.082040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:07:40.093972 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.094548 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] Added segment b3db05a0-17cb-424c-929c-fa9860a4fbc3 of type vlan for network 050bd9e9-e6bf-45c5-9df8-4510d6641453 Feb 04 06:07:40.137928 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.164902 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.165798 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:40.166435 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.223702 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3351727 Feb 04 06:07:40.226521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57542) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:40.233079 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-bfe466d2-839e-43b6-ad12-d799f35b9b71 admin admin] Request body: {'subnet': {'network_id': '050bd9e9-e6bf-45c5-9df8-4510d6641453', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1252497038-subnet', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0', 'ip_version': 4}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:40.243885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fe311-b2e5-4650-9798-6d624f969dc0 admin admin] Pushing event updated for resources: {'Network': ['ID=050bd9e9-e6bf-45c5-9df8-4510d6641453,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:40.255017 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 050bd9e9-e6bf-45c5-9df8-4510d6641453 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:07:40.263053 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe466d2-839e-43b6-ad12-d799f35b9b71 admin admin] Made reservation on behalf of 8c8c77ca526148598bd2678c9ce896d0 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:40.265475 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bfe466d2-839e-43b6-ad12-d799f35b9b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.441368 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bfe466d2-839e-43b6-ad12-d799f35b9b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.502121 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe466d2-839e-43b6-ad12-d799f35b9b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d063f0a-718f-4b84-b2af-a04c174f25ed,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:40.507449 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe466d2-839e-43b6-ad12-d799f35b9b71 admin admin] Checking segment: {'id': 'b3db05a0-17cb-424c-929c-fa9860a4fbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '050bd9e9-e6bf-45c5-9df8-4510d6641453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:40.507801 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe466d2-839e-43b6-ad12-d799f35b9b71 admin admin] Network hostable DHCP agents. Network: 050bd9e9-e6bf-45c5-9df8-4510d6641453, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:07:40.527382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe466d2-839e-43b6-ad12-d799f35b9b71 admin admin] Network 050bd9e9-e6bf-45c5-9df8-4510d6641453 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:07:40.539137 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-bfe466d2-839e-43b6-ad12-d799f35b9b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 050bd9e9-e6bf-45c5-9df8-4510d6641453) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:40.544068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe466d2-839e-43b6-ad12-d799f35b9b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:40.545018 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-bfe466d2-839e-43b6-ad12-d799f35b9b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.548952 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f07f3-352e-4784-b586-afe03871e64c None None] Network 050bd9e9-e6bf-45c5-9df8-4510d6641453 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:40.572244 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bfe466d2-839e-43b6-ad12-d799f35b9b71 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3446932 Feb 04 06:07:40.575285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57544) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:40.584713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1252497038-router', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:40.622474 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.624172 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.702365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.708485 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e6885db9-5b68-48a6-b9d4-dc9e337f6214 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:40.792444 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-050bd9e9-e6bf-45c5-9df8-4510d6641453', 'network_id': '050bd9e9-e6bf-45c5-9df8-4510d6641453', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0', 'fixed_ips': [{'subnet_id': '4d063f0a-718f-4b84-b2af-a04c174f25ed'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:07:40.793507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.798516 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port e6885db9-5b68-48a6-b9d4-dc9e337f6214 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:40.799076 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.854224 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:40.989229 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.020729 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port e6885db9-5b68-48a6-b9d4-dc9e337f6214, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e6885db9-5b68-48a6-b9d4-dc9e337f6214,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:41.027520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Allocated IP 172.20.0.2 (050bd9e9-e6bf-45c5-9df8-4510d6641453/4d063f0a-718f-4b84-b2af-a04c174f25ed/f46301ff-ff1f-47a9-a96f-66e61311aa9e) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:41.030215 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.082927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.103955 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.147511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=e6885db9-5b68-48a6-b9d4-dc9e337f6214,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:41.228174 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Allocated IP 172.26.3.166 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/0ef28123-c9b3-418d-861e-c973808a99e2) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:41.248469 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.255359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.298213 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Network 050bd9e9-e6bf-45c5-9df8-4510d6641453 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:41.301172 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:41.305443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:07:41.309468 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Pushing event updated for resources: {'Port': ['ID=f46301ff-ff1f-47a9-a96f-66e61311aa9e,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:41.342782 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.380812 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Attempting to bind port f46301ff-ff1f-47a9-a96f-66e61311aa9e on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:41.381273 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Attempting to bind port f46301ff-ff1f-47a9-a96f-66e61311aa9e by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'b3db05a0-17cb-424c-929c-fa9860a4fbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '050bd9e9-e6bf-45c5-9df8-4510d6641453'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:41.381598 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Attempting to bind port f46301ff-ff1f-47a9-a96f-66e61311aa9e on network 050bd9e9-e6bf-45c5-9df8-4510d6641453 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:07:41.384768 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.387219 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:07:41.387724 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Checking segment: {'id': 'b3db05a0-17cb-424c-929c-fa9860a4fbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '050bd9e9-e6bf-45c5-9df8-4510d6641453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:41.388173 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.388966 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Bound using segment: {'id': 'b3db05a0-17cb-424c-929c-fa9860a4fbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '050bd9e9-e6bf-45c5-9df8-4510d6641453'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:07:41.389451 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Bound port: f46301ff-ff1f-47a9-a96f-66e61311aa9e, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3db05a0-17cb-424c-929c-fa9860a4fbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '050bd9e9-e6bf-45c5-9df8-4510d6641453'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:41.389881 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.433221 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:41.436425 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:41.440063 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:07:41.463142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] For port f46301ff-ff1f-47a9-a96f-66e61311aa9e, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:07:41.464640 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Pushing event updated for resources: {'Port': ['ID=0ef28123-c9b3-418d-861e-c973808a99e2,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:41.469673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] For port f46301ff-ff1f-47a9-a96f-66e61311aa9e, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f46301ff-ff1f-47a9-a96f-66e61311aa9e,segment=NetworkSegment(b3db05a0-17cb-424c-929c-fa9860a4fbc3),segment_id=b3db05a0-17cb-424c-929c-fa9860a4fbc3)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:07:41.476257 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.536938 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd1878-2ae4-4a26-868e-338f902db4cb None None] Pushing event updated for resources: {'Port': ['ID=f46301ff-ff1f-47a9-a96f-66e61311aa9e,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:41.638248 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Sync routers for ids ['0baae517-d778-4cae-a0ce-2bddd6c7ed97'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:41.652288 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Routers {'0baae517-d778-4cae-a0ce-2bddd6c7ed97'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:07:41.654877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:07:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0baae517-d778-4cae-a0ce-2bddd6c7ed97'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:41.796430 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:41.803392 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Set router 0baae517-d778-4cae-a0ce-2bddd6c7ed97 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:07:42.051572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:42.054544 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'name': 'tempest-TestEncryptedCinderVolumes-1044353867-router', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:35Z', 'updated_at': '2022-02-04T06:07:38Z', 'revision_number': 4, 'project_id': '96c850331e4f4a76b46662940860c43b', 'gw_port': {'id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:36Z', 'updated_at': '2022-02-04T06:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e8b42c58-6fb5-4f73-9f94-27b74b1409d4', 'name': '', 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'mac_address': 'fa:16:3e:6c:f7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'e085119b-122f-429a-9584-3f7a8bc9a702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:38Z', 'updated_at': '2022-02-04T06:07:38Z', 'revision_number': 2, 'project_id': '96c850331e4f4a76b46662940860c43b', 'subnets': [{'id': 'e085119b-122f-429a-9584-3f7a8bc9a702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:42.082830 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Checking router: 0baae517-d778-4cae-a0ce-2bddd6c7ed97 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:42.083183 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Updating router 0baae517-d778-4cae-a0ce-2bddd6c7ed97 port e8b42c58-6fb5-4f73-9f94-27b74b1409d4 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:07:42.110176 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:42.183102 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Router 8690f414-dd9e-4298-bc33-8af6d7844822 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:07:42.298840 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:07:42.342613 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:42.344429 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7c20a688-bbf5-488b-8738-5413cc1d04fc admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7629757 Feb 04 06:07:42.346911 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57546) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:07:42.458097 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:42.474671 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:42.522244 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Sync routers for ids ['8690f414-dd9e-4298-bc33-8af6d7844822'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:42.532469 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Routers {'8690f414-dd9e-4298-bc33-8af6d7844822'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:07:42.533315 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:07:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8690f414-dd9e-4298-bc33-8af6d7844822'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:42.710508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b3693-0a1e-4d11-af7f-99ba8e0805d6 None None] Pushing event updated for resources: {'Port': ['ID=e8b42c58-6fb5-4f73-9f94-27b74b1409d4,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:42.754481 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Set router 8690f414-dd9e-4298-bc33-8af6d7844822 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:07:42.766559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Attempting to bind port e8b42c58-6fb5-4f73-9f94-27b74b1409d4 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:42.766936 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Attempting to bind port e8b42c58-6fb5-4f73-9f94-27b74b1409d4 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:42.767303 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Attempting to bind port e8b42c58-6fb5-4f73-9f94-27b74b1409d4 on network e3961f79-69fd-4c85-bff9-9577f5edd066 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:07:42.799476 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:07:42.800150 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Checking segment: {'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:42.800743 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:42.801302 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Bound using segment: {'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:07:42.801985 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Bound port: e8b42c58-6fb5-4f73-9f94-27b74b1409d4, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:42.802601 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:42.824370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f6319286-ae6e-4b7f-9b76-97d22dc518be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:42.899127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f46301ff-ff1f-47a9-a96f-66e61311aa9e up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:42.946591 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32230516-c55f-4a06-948b-7aed28de51fc None None] Network 050bd9e9-e6bf-45c5-9df8-4510d6641453 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:07:43.067910 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] For port e8b42c58-6fb5-4f73-9f94-27b74b1409d4, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:07:43.069100 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'name': 'tempest-TestEncryptedCinderVolumes-1252497038-router', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': '0ef28123-c9b3-418d-861e-c973808a99e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:40Z', 'updated_at': '2022-02-04T06:07:41Z', 'revision_number': 3, 'project_id': '8c8c77ca526148598bd2678c9ce896d0', 'gw_port': {'id': '0ef28123-c9b3-418d-861e-c973808a99e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:41Z', 'updated_at': '2022-02-04T06:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:43.083587 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] For port e8b42c58-6fb5-4f73-9f94-27b74b1409d4, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e8b42c58-6fb5-4f73-9f94-27b74b1409d4,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:07:43.092147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-bff2125b-f215-4bb5-a81f-f82de6523a53 None None] Provisioning complete for port f46301ff-ff1f-47a9-a96f-66e61311aa9e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:43.093007 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bff2125b-f215-4bb5-a81f-f82de6523a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.102816 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.107919 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Checking router: 8690f414-dd9e-4298-bc33-8af6d7844822 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:43.108273 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Updating router 8690f414-dd9e-4298-bc33-8af6d7844822 port 0ef28123-c9b3-418d-861e-c973808a99e2 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:07:43.139546 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.256110 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port f46301ff-ff1f-47a9-a96f-66e61311aa9e triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:43.256628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.306776 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Routers {'0baae517-d778-4cae-a0ce-2bddd6c7ed97'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:07:43.307676 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:07:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0baae517-d778-4cae-a0ce-2bddd6c7ed97'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:43.374393 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b3693-0a1e-4d11-af7f-99ba8e0805d6 None None] Pushing event updated for resources: {'Port': ['ID=e8b42c58-6fb5-4f73-9f94-27b74b1409d4,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:43.437491 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.515121 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.533441 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.588708 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bff2125b-f215-4bb5-a81f-f82de6523a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.594062 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Attempting to bind port 0ef28123-c9b3-418d-861e-c973808a99e2 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:43.595192 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Attempting to bind port 0ef28123-c9b3-418d-861e-c973808a99e2 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:43.595727 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Attempting to bind port 0ef28123-c9b3-418d-861e-c973808a99e2 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:07:43.603145 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:07:43.603878 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:43.604478 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.605017 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:07:43.605628 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Bound port: 0ef28123-c9b3-418d-861e-c973808a99e2, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:43.606293 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.608910 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.669911 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddf803-2289-4f2d-938a-742ba647c071 None None] Pushing event updated for resources: {'Port': ['ID=0ef28123-c9b3-418d-861e-c973808a99e2,revision_number=2']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:43.697422 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Allocated IP 172.20.0.1 (050bd9e9-e6bf-45c5-9df8-4510d6641453/4d063f0a-718f-4b84-b2af-a04c174f25ed/8df181cb-ae26-4d20-bc10-b1d6154336bb) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:43.734494 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] For port 0ef28123-c9b3-418d-861e-c973808a99e2, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:07:43.741944 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] For port 0ef28123-c9b3-418d-861e-c973808a99e2, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=0ef28123-c9b3-418d-861e-c973808a99e2,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:07:43.751764 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.831545 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Routers {'8690f414-dd9e-4298-bc33-8af6d7844822'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:07:43.832683 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:07:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8690f414-dd9e-4298-bc33-8af6d7844822'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:43.840033 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddf803-2289-4f2d-938a-742ba647c071 None None] Pushing event updated for resources: {'Port': ['ID=0ef28123-c9b3-418d-861e-c973808a99e2,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:43.873071 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] Set router 0baae517-d778-4cae-a0ce-2bddd6c7ed97 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:07:43.893524 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.930447 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.943041 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port f46301ff-ff1f-47a9-a96f-66e61311aa9e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f46301ff-ff1f-47a9-a96f-66e61311aa9e,segment=NetworkSegment(b3db05a0-17cb-424c-929c-fa9860a4fbc3),segment_id=b3db05a0-17cb-424c-929c-fa9860a4fbc3)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:43.953036 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:43.954373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e6885db9-5b68-48a6-b9d4-dc9e337f6214 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:43.974994 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Network 050bd9e9-e6bf-45c5-9df8-4510d6641453 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:43.978073 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:43.982816 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] Set router 8690f414-dd9e-4298-bc33-8af6d7844822 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:07:43.983241 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:07:44.024031 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.099512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Pushing event updated for resources: {'Port': ['ID=8df181cb-ae26-4d20-bc10-b1d6154336bb,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:44.190903 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.db.api [None req-bff2125b-f215-4bb5-a81f-f82de6523a53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 06:07:44.191247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG oslo_db.api [None req-bff2125b-f215-4bb5-a81f-f82de6523a53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 06:07:44.241902 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=f46301ff-ff1f-47a9-a96f-66e61311aa9e,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:44.253617 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'name': 'tempest-TestEncryptedCinderVolumes-1252497038-router', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': '0ef28123-c9b3-418d-861e-c973808a99e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:40Z', 'updated_at': '2022-02-04T06:07:41Z', 'revision_number': 3, 'project_id': '8c8c77ca526148598bd2678c9ce896d0', 'gw_port': {'id': '0ef28123-c9b3-418d-861e-c973808a99e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:41Z', 'updated_at': '2022-02-04T06:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:44.271251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.287739 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port e6885db9-5b68-48a6-b9d4-dc9e337f6214 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:44.288335 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.400723 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'name': 'tempest-TestEncryptedCinderVolumes-1044353867-router', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:35Z', 'updated_at': '2022-02-04T06:07:38Z', 'revision_number': 4, 'project_id': '96c850331e4f4a76b46662940860c43b', 'gw_port': {'id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:36Z', 'updated_at': '2022-02-04T06:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e8b42c58-6fb5-4f73-9f94-27b74b1409d4', 'name': '', 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'mac_address': 'fa:16:3e:6c:f7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'e085119b-122f-429a-9584-3f7a8bc9a702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:38Z', 'updated_at': '2022-02-04T06:07:43Z', 'revision_number': 4, 'project_id': '96c850331e4f4a76b46662940860c43b', 'subnets': [{'id': 'e085119b-122f-429a-9584-3f7a8bc9a702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:44.401692 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c57b8-1fad-47e2-aa4f-d121c126fbc0 None None] The sync data for ids ['8690f414-dd9e-4298-bc33-8af6d7844822'] in dv-neutron-827794-1-hyperv is: [{'id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'name': 'tempest-TestEncryptedCinderVolumes-1252497038-router', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': '0ef28123-c9b3-418d-861e-c973808a99e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:40Z', 'updated_at': '2022-02-04T06:07:41Z', 'revision_number': 3, 'project_id': '8c8c77ca526148598bd2678c9ce896d0', 'gw_port': {'id': '0ef28123-c9b3-418d-861e-c973808a99e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:41Z', 'updated_at': '2022-02-04T06:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:44.460477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97f41c0-3113-424e-84de-e83b812b3ae1 None None] The sync data for ids ['0baae517-d778-4cae-a0ce-2bddd6c7ed97'] in dv-neutron-827794-1-hyperv is: [{'id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'name': 'tempest-TestEncryptedCinderVolumes-1044353867-router', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:35Z', 'updated_at': '2022-02-04T06:07:38Z', 'revision_number': 4, 'project_id': '96c850331e4f4a76b46662940860c43b', 'gw_port': {'id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:36Z', 'updated_at': '2022-02-04T06:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e8b42c58-6fb5-4f73-9f94-27b74b1409d4', 'name': '', 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'mac_address': 'fa:16:3e:6c:f7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'e085119b-122f-429a-9584-3f7a8bc9a702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:38Z', 'updated_at': '2022-02-04T06:07:43Z', 'revision_number': 4, 'project_id': '96c850331e4f4a76b46662940860c43b', 'subnets': [{'id': 'e085119b-122f-429a-9584-3f7a8bc9a702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:44.493856 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.499557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.594714 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Pushing event updated for resources: {'Port': ['ID=8df181cb-ae26-4d20-bc10-b1d6154336bb,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:44.613517 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.755705 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f46301ff-ff1f-47a9-a96f-66e61311aa9e up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:44.803444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Network 050bd9e9-e6bf-45c5-9df8-4510d6641453 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:44.803444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:44.841669 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-bff2125b-f215-4bb5-a81f-f82de6523a53 None None] Provisioning complete for port e8b42c58-6fb5-4f73-9f94-27b74b1409d4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:44.842085 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bff2125b-f215-4bb5-a81f-f82de6523a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.899279 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port f46301ff-ff1f-47a9-a96f-66e61311aa9e triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:44.899897 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:44.993720 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-714b9d03-0cc5-4e06-bc9f-f7a17738a0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:45.038298 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Router 8690f414-dd9e-4298-bc33-8af6d7844822 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:07:45.051195 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e8b42c58-6fb5-4f73-9f94-27b74b1409d4 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:45.172359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bff2125b-f215-4bb5-a81f-f82de6523a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:45.251152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:07:45.255919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port e8b42c58-6fb5-4f73-9f94-27b74b1409d4 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:45.256371 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:45.261735 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-bff2125b-f215-4bb5-a81f-f82de6523a53 None None] For port e8b42c58-6fb5-4f73-9f94-27b74b1409d4, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e8b42c58-6fb5-4f73-9f94-27b74b1409d4,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:45.286314 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f09bee65-2602-4959-91db-3fc8c12503ce admin admin] 10.222.0.10 "PUT /v2.0/routers/8690f414-dd9e-4298-bc33-8af6d7844822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9141417 Feb 04 06:07:45.293052 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bff2125b-f215-4bb5-a81f-f82de6523a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:45.391293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2125b-f215-4bb5-a81f-f82de6523a53 None None] Pushing event updated for resources: {'Port': ['ID=e8b42c58-6fb5-4f73-9f94-27b74b1409d4,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:45.454337 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5e53a2e7-2b8e-49ea-b9d9-8ff48ca6af5a None None] Provisioning complete for port f46301ff-ff1f-47a9-a96f-66e61311aa9e triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:45.455021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5e53a2e7-2b8e-49ea-b9d9-8ff48ca6af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:45.581722 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5e53a2e7-2b8e-49ea-b9d9-8ff48ca6af5a None None] Provisioning complete for port e8b42c58-6fb5-4f73-9f94-27b74b1409d4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:45.582212 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5e53a2e7-2b8e-49ea-b9d9-8ff48ca6af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:45.685816 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5e53a2e7-2b8e-49ea-b9d9-8ff48ca6af5a None None] Provisioning complete for port 8df181cb-ae26-4d20-bc10-b1d6154336bb triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:45.685816 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5e53a2e7-2b8e-49ea-b9d9-8ff48ca6af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:45.730840 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5e53a2e7-2b8e-49ea-b9d9-8ff48ca6af5a None None] Port 8df181cb-ae26-4d20-bc10-b1d6154336bb cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:07:45.966293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:46.147440 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-ef6a02ef-9dc4-49a6-9919-65d0bdaf4e88 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:46.148907 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-ef6a02ef-9dc4-49a6-9919-65d0bdaf4e88 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/networks?id=e3961f79-69fd-4c85-bff9-9577f5edd066 HTTP/1.1" status: 200 len: 817 time: 0.1102464 Feb 04 06:07:46.165917 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-c8d5f829-a7c0-4f48-ba93-773b770fd92e tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/quotas/96c850331e4f4a76b46662940860c43b HTTP/1.1" status: 200 len: 375 time: 0.0104253 Feb 04 06:07:46.219406 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-f56c8291-6b77-4852-b5e9-c29daa16bb9a tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=96c850331e4f4a76b46662940860c43b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476959 Feb 04 06:07:46.311716 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-a46878e8-74f5-4748-9b34-610df3472681 service neutron] 10.222.0.10 "GET /v2.0/networks/e3961f79-69fd-4c85-bff9-9577f5edd066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808074 Feb 04 06:07:46.410711 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-58b355b5-3779-4fba-a479-7b59b540172c service neutron] 10.222.0.10 "GET /v2.0/networks/e3961f79-69fd-4c85-bff9-9577f5edd066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928483 Feb 04 06:07:46.608408 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3b6d67b9-307f-41ca-8340-1602d4a6c229 req-3008e546-5454-4d5b-a0f9-90ad746d3c8f tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 210 time: 0.0478232 Feb 04 06:07:46.768742 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 0ef28123-c9b3-418d-861e-c973808a99e2 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:46.794252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Sync routers for ids ['8690f414-dd9e-4298-bc33-8af6d7844822'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:07:46.813965 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Routers {'8690f414-dd9e-4298-bc33-8af6d7844822'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:07:46.814842 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:07:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8690f414-dd9e-4298-bc33-8af6d7844822'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:46.907332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 0ef28123-c9b3-418d-861e-c973808a99e2 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:46.907765 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:46.964950 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Set router 8690f414-dd9e-4298-bc33-8af6d7844822 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:07:47.111516 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.142494 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 0ef28123-c9b3-418d-861e-c973808a99e2, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=0ef28123-c9b3-418d-861e-c973808a99e2,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:47.154893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.155685 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e8b42c58-6fb5-4f73-9f94-27b74b1409d4 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:47.272134 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=0ef28123-c9b3-418d-861e-c973808a99e2,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:47.292314 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port e8b42c58-6fb5-4f73-9f94-27b74b1409d4 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:47.292695 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.337535 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'name': 'tempest-TestEncryptedCinderVolumes-1252497038-router', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': '0ef28123-c9b3-418d-861e-c973808a99e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:40Z', 'updated_at': '2022-02-04T06:07:44Z', 'revision_number': 4, 'project_id': '8c8c77ca526148598bd2678c9ce896d0', 'gw_port': {'id': '0ef28123-c9b3-418d-861e-c973808a99e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:41Z', 'updated_at': '2022-02-04T06:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '8df181cb-ae26-4d20-bc10-b1d6154336bb', 'name': '', 'network_id': '050bd9e9-e6bf-45c5-9df8-4510d6641453', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0', 'mac_address': 'fa:16:3e:28:a3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '4d063f0a-718f-4b84-b2af-a04c174f25ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:43Z', 'updated_at': '2022-02-04T06:07:44Z', 'revision_number': 2, 'project_id': '8c8c77ca526148598bd2678c9ce896d0', 'subnets': [{'id': '4d063f0a-718f-4b84-b2af-a04c174f25ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:47.367731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Checking router: 8690f414-dd9e-4298-bc33-8af6d7844822 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:07:47.368089 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Updating router 8690f414-dd9e-4298-bc33-8af6d7844822 port 8df181cb-ae26-4d20-bc10-b1d6154336bb binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:07:47.413425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.644837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-8d70e0e2-6c47-4b34-8ae0-b3c8c9fbb8e4 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:47.646455 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-8d70e0e2-6c47-4b34-8ae0-b3c8c9fbb8e4 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.26 "GET /v2.0/networks?id=e3961f79-69fd-4c85-bff9-9577f5edd066 HTTP/1.1" status: 200 len: 817 time: 0.1281977 Feb 04 06:07:47.669516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-a4aba053-45c4-42a4-811e-d7c380ec2bbe tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Request body: {'port': {'device_id': '74f1ba36-5f2b-4275-968f-e93b7230403d', 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066', 'admin_state_up': True, 'tenant_id': '96c850331e4f4a76b46662940860c43b'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:47.748751 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-224db63e-ffeb-4e80-9357-35bdac2b0840 req-91bc01dd-c993-4f7f-94ff-21367e95b7fd tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 210 time: 0.0362613 Feb 04 06:07:47.773847 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.778349 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.827528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.839478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff9745-dfb8-4051-b17d-c354b4dab8a0 None None] Pushing event updated for resources: {'Port': ['ID=8df181cb-ae26-4d20-bc10-b1d6154336bb,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:47.876669 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-a4aba053-45c4-42a4-811e-d7c380ec2bbe tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Made reservation on behalf of 96c850331e4f4a76b46662940860c43b for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:07:47.883183 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-a4aba053-45c4-42a4-811e-d7c380ec2bbe tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.917523 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Attempting to bind port 8df181cb-ae26-4d20-bc10-b1d6154336bb on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:47.921807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Attempting to bind port 8df181cb-ae26-4d20-bc10-b1d6154336bb by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'b3db05a0-17cb-424c-929c-fa9860a4fbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '050bd9e9-e6bf-45c5-9df8-4510d6641453'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:47.921807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Attempting to bind port 8df181cb-ae26-4d20-bc10-b1d6154336bb on network 050bd9e9-e6bf-45c5-9df8-4510d6641453 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:07:47.924950 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:07:47.925453 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Checking segment: {'id': 'b3db05a0-17cb-424c-929c-fa9860a4fbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '050bd9e9-e6bf-45c5-9df8-4510d6641453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:47.926249 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:47.926938 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Bound using segment: {'id': 'b3db05a0-17cb-424c-929c-fa9860a4fbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '050bd9e9-e6bf-45c5-9df8-4510d6641453'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:07:47.927521 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Bound port: 8df181cb-ae26-4d20-bc10-b1d6154336bb, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3db05a0-17cb-424c-929c-fa9860a4fbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '050bd9e9-e6bf-45c5-9df8-4510d6641453'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:47.928012 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.010114 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.029033 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] For port 8df181cb-ae26-4d20-bc10-b1d6154336bb, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:07:48.032421 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] For port 8df181cb-ae26-4d20-bc10-b1d6154336bb, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8df181cb-ae26-4d20-bc10-b1d6154336bb,segment=NetworkSegment(b3db05a0-17cb-424c-929c-fa9860a4fbc3),segment_id=b3db05a0-17cb-424c-929c-fa9860a4fbc3)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:07:48.039009 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.054363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-a4aba053-45c4-42a4-811e-d7c380ec2bbe tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Allocated IP 172.20.0.10 (e3961f79-69fd-4c85-bff9-9577f5edd066/e085119b-122f-429a-9584-3f7a8bc9a702/7c233a87-d034-4e99-b553-62c195bf7f87) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:07:48.111349 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Routers {'8690f414-dd9e-4298-bc33-8af6d7844822'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:07:48.112049 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:07:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8690f414-dd9e-4298-bc33-8af6d7844822'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:48.222492 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-a4aba053-45c4-42a4-811e-d7c380ec2bbe tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.268886 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-a4aba053-45c4-42a4-811e-d7c380ec2bbe tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.323087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-a4aba053-45c4-42a4-811e-d7c380ec2bbe tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Network e3961f79-69fd-4c85-bff9-9577f5edd066 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:07:48.326231 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-a4aba053-45c4-42a4-811e-d7c380ec2bbe tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:07:48.331083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-a4aba053-45c4-42a4-811e-d7c380ec2bbe tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:07:48.337608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aba053-45c4-42a4-811e-d7c380ec2bbe tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Pushing event updated for resources: {'Port': ['ID=7c233a87-d034-4e99-b553-62c195bf7f87,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:48.382418 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] Set router 8690f414-dd9e-4298-bc33-8af6d7844822 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:07:48.384880 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff9745-dfb8-4051-b17d-c354b4dab8a0 None None] Pushing event updated for resources: {'Port': ['ID=8df181cb-ae26-4d20-bc10-b1d6154336bb,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:48.389728 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-a4aba053-45c4-42a4-811e-d7c380ec2bbe tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:48.391193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-a4aba053-45c4-42a4-811e-d7c380ec2bbe tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.419881 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-532dd7f2-59c1-4daa-b8ac-bfff6eec568e None None] Provisioning complete for port 8df181cb-ae26-4d20-bc10-b1d6154336bb triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:48.420394 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-532dd7f2-59c1-4daa-b8ac-bfff6eec568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.427391 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-a4aba053-45c4-42a4-811e-d7c380ec2bbe tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7624874 Feb 04 06:07:48.446620 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Request body: {'port': {'device_id': '74f1ba36-5f2b-4275-968f-e93b7230403d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:07:48.526411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.641484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-532dd7f2-59c1-4daa-b8ac-bfff6eec568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.647565 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 0ef28123-c9b3-418d-861e-c973808a99e2 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:48.736157 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-532dd7f2-59c1-4daa-b8ac-bfff6eec568e None None] For port 8df181cb-ae26-4d20-bc10-b1d6154336bb, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8df181cb-ae26-4d20-bc10-b1d6154336bb,segment=NetworkSegment(b3db05a0-17cb-424c-929c-fa9860a4fbc3),segment_id=b3db05a0-17cb-424c-929c-fa9860a4fbc3)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:48.742077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-532dd7f2-59c1-4daa-b8ac-bfff6eec568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.794838 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 0ef28123-c9b3-418d-861e-c973808a99e2 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:48.795210 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.828021 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c233a87-d034-4e99-b553-62c195bf7f87 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:07:48.840189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.841539 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dd7f2-59c1-4daa-b8ac-bfff6eec568e None None] Pushing event updated for resources: {'Port': ['ID=8df181cb-ae26-4d20-bc10-b1d6154336bb,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:48.848277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'name': 'tempest-TestEncryptedCinderVolumes-1252497038-router', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': '0ef28123-c9b3-418d-861e-c973808a99e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:40Z', 'updated_at': '2022-02-04T06:07:44Z', 'revision_number': 4, 'project_id': '8c8c77ca526148598bd2678c9ce896d0', 'gw_port': {'id': '0ef28123-c9b3-418d-861e-c973808a99e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:41Z', 'updated_at': '2022-02-04T06:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '8df181cb-ae26-4d20-bc10-b1d6154336bb', 'name': '', 'network_id': '050bd9e9-e6bf-45c5-9df8-4510d6641453', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0', 'mac_address': 'fa:16:3e:28:a3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '4d063f0a-718f-4b84-b2af-a04c174f25ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:43Z', 'updated_at': '2022-02-04T06:07:48Z', 'revision_number': 4, 'project_id': '8c8c77ca526148598bd2678c9ce896d0', 'subnets': [{'id': '4d063f0a-718f-4b84-b2af-a04c174f25ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:07:48.856703 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Transition to ACTIVE for port object 7c233a87-d034-4e99-b553-62c195bf7f87 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:07:48.868562 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:48.892853 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9562cfe-d69f-46bb-a7b8-da75b2d4ca91 None None] The sync data for ids ['8690f414-dd9e-4298-bc33-8af6d7844822'] in dv-neutron-827794-1-hyperv is: [{'id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'name': 'tempest-TestEncryptedCinderVolumes-1252497038-router', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': '0ef28123-c9b3-418d-861e-c973808a99e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:40Z', 'updated_at': '2022-02-04T06:07:44Z', 'revision_number': 4, 'project_id': '8c8c77ca526148598bd2678c9ce896d0', 'gw_port': {'id': '0ef28123-c9b3-418d-861e-c973808a99e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:41Z', 'updated_at': '2022-02-04T06:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '8df181cb-ae26-4d20-bc10-b1d6154336bb', 'name': '', 'network_id': '050bd9e9-e6bf-45c5-9df8-4510d6641453', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0', 'mac_address': 'fa:16:3e:28:a3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '4d063f0a-718f-4b84-b2af-a04c174f25ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:43Z', 'updated_at': '2022-02-04T06:07:48Z', 'revision_number': 4, 'project_id': '8c8c77ca526148598bd2678c9ce896d0', 'subnets': [{'id': '4d063f0a-718f-4b84-b2af-a04c174f25ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:07:48.963548 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Pushing event updated for resources: {'Port': ['ID=7c233a87-d034-4e99-b553-62c195bf7f87,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:49.011006 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39e42-2762-4e44-ad9a-290f14ae1a8d req-ec646bb6-410f-412d-b481-e35a7c7fd4c2 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:49.013485 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-98a39e42-2762-4e44-ad9a-290f14ae1a8d req-ec646bb6-410f-412d-b481-e35a7c7fd4c2 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 944 time: 0.1340048 Feb 04 06:07:49.021411 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f5ce606b-16f3-4643-b699-b4046d674aa1 None None] Provisioning complete for port 8df181cb-ae26-4d20-bc10-b1d6154336bb triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:49.021971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f5ce606b-16f3-4643-b699-b4046d674aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.120954 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-98a39e42-2762-4e44-ad9a-290f14ae1a8d req-626b9a6c-19ed-4e0c-a757-cda0aba787c1 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993111 Feb 04 06:07:49.158818 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Attempting to bind port 7c233a87-d034-4e99-b553-62c195bf7f87 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:07:49.159169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Attempting to bind port 7c233a87-d034-4e99-b553-62c195bf7f87 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:07:49.159617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Attempting to bind port 7c233a87-d034-4e99-b553-62c195bf7f87 on network e3961f79-69fd-4c85-bff9-9577f5edd066 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:07:49.168119 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Port 7c233a87-d034-4e99-b553-62c195bf7f87 on network e3961f79-69fd-4c85-bff9-9577f5edd066 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:07:49.168506 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Attempting to bind port 7c233a87-d034-4e99-b553-62c195bf7f87 on network e3961f79-69fd-4c85-bff9-9577f5edd066 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:07:49.175674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:07:49.176090 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Checking segment: {'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:07:49.176538 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Bound using segment: {'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:07:49.177051 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Bound port: 7c233a87-d034-4e99-b553-62c195bf7f87, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:07:49.177472 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.256459 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] For port 7c233a87-d034-4e99-b553-62c195bf7f87, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:07:49.259929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] For port 7c233a87-d034-4e99-b553-62c195bf7f87, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7c233a87-d034-4e99-b553-62c195bf7f87,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:07:49.265622 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.303847 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:49.304473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:49.305903 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] 10.222.0.26 "PUT /v2.0/ports/7c233a87-d034-4e99-b553-62c195bf7f87 HTTP/1.1" status: 200 len: 1094 time: 0.8697689 Feb 04 06:07:49.306364 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f1ba36-5f2b-4275-968f-e93b7230403d', 'tag': '7c233a87-d034-4e99-b553-62c195bf7f87'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:07:49.309136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf51598b-74a4-40f7-97f5-26a217d2e2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "74f1ba36-5f2b-4275-968f-e93b7230403d", "tag": "7c233a87-d034-4e99-b553-62c195bf7f87"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:07:49.343839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a55b1-abab-4e70-8af1-94a0ad7cb57d service neutron] Pushing event updated for resources: {'Port': ['ID=7c233a87-d034-4e99-b553-62c195bf7f87,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:49.386529 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53e94c8-5b21-44dd-a069-febbe5fa7c5c x-openstack-request-id: req-b53e94c8-5b21-44dd-a069-febbe5fa7c5c {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:07:49.387088 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f1ba36-5f2b-4275-968f-e93b7230403d", "tag": "7c233a87-d034-4e99-b553-62c195bf7f87", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:07:49.387431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b53e94c8-5b21-44dd-a069-febbe5fa7c5c {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:07:49.387942 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f1ba36-5f2b-4275-968f-e93b7230403d', 'tag': '7c233a87-d034-4e99-b553-62c195bf7f87', 'status': 'completed', 'code': 200} Feb 04 06:07:49.438404 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-44af0407-1e63-4e81-b69c-ad4f3dd71aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:49.440360 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-44af0407-1e63-4e81-b69c-ad4f3dd71aa2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=96c850331e4f4a76b46662940860c43b&device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 1097 time: 0.0773654 Feb 04 06:07:49.489513 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-5eaa4205-0082-45af-94e0-c0ad3230bcd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c233a87-d034-4e99-b553-62c195bf7f87 HTTP/1.1" status: 200 len: 217 time: 0.0406632 Feb 04 06:07:49.550946 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-85a977c1-ec5e-4fec-8693-6550e208ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:49.552405 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-85a977c1-ec5e-4fec-8693-6550e208ca38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e085119b-122f-429a-9584-3f7a8bc9a702 HTTP/1.1" status: 200 len: 856 time: 0.0546525 Feb 04 06:07:49.603862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-7c9c7dd1-e346-4442-9294-1a894dba58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:49.606125 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-7c9c7dd1-e346-4442-9294-1a894dba58a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3961f79-69fd-4c85-bff9-9577f5edd066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467007 Feb 04 06:07:49.710153 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-ee5b92b3-05b4-415d-8ae7-1f5f15c5fa98 service neutron] 10.222.0.26 "GET /v2.0/networks/e3961f79-69fd-4c85-bff9-9577f5edd066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969558 Feb 04 06:07:49.803225 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-77de7f20-aac6-48c7-9503-d547d8bd0722 req-dff7b327-0083-46e1-8d21-e4e76734c1e3 service neutron] 10.222.0.26 "GET /v2.0/networks/e3961f79-69fd-4c85-bff9-9577f5edd066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853267 Feb 04 06:07:49.893251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51598b-74a4-40f7-97f5-26a217d2e2f2 req-bc6d54ee-b393-4df2-a2f7-20dd8b6947e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:49.894794 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cf51598b-74a4-40f7-97f5-26a217d2e2f2 req-bc6d54ee-b393-4df2-a2f7-20dd8b6947e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=96c850331e4f4a76b46662940860c43b&device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 1097 time: 0.0436685 Feb 04 06:07:49.989543 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51598b-74a4-40f7-97f5-26a217d2e2f2 req-cb52f6ec-895d-492a-bdb5-fbc91bf1407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:49.990987 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cf51598b-74a4-40f7-97f5-26a217d2e2f2 req-cb52f6ec-895d-492a-bdb5-fbc91bf1407b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3961f79-69fd-4c85-bff9-9577f5edd066 HTTP/1.1" status: 200 len: 917 time: 0.0885274 Feb 04 06:07:50.032511 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cf51598b-74a4-40f7-97f5-26a217d2e2f2 req-e3f62832-580d-4b87-87da-790628582740 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c233a87-d034-4e99-b553-62c195bf7f87 HTTP/1.1" status: 200 len: 217 time: 0.0346360 Feb 04 06:07:50.081185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51598b-74a4-40f7-97f5-26a217d2e2f2 req-e9754af2-36d6-432d-8a66-ff247779c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:50.082848 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cf51598b-74a4-40f7-97f5-26a217d2e2f2 req-e9754af2-36d6-432d-8a66-ff247779c4e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e085119b-122f-429a-9584-3f7a8bc9a702 HTTP/1.1" status: 200 len: 856 time: 0.0440872 Feb 04 06:07:50.136941 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51598b-74a4-40f7-97f5-26a217d2e2f2 req-b50bc2ca-b5fd-40ab-b9b8-50c14d72f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:50.138467 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cf51598b-74a4-40f7-97f5-26a217d2e2f2 req-b50bc2ca-b5fd-40ab-b9b8-50c14d72f62a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3961f79-69fd-4c85-bff9-9577f5edd066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474656 Feb 04 06:07:50.228404 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cf51598b-74a4-40f7-97f5-26a217d2e2f2 req-b68d749e-09bd-4356-bb50-d3c157bee92f service neutron] 10.222.0.26 "GET /v2.0/networks/e3961f79-69fd-4c85-bff9-9577f5edd066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828390 Feb 04 06:07:50.241580 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78cd2c-ee6f-4722-9920-c83b35e76e36 req-cb3cef9a-8241-4509-b1b1-3a7e39756c98 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:50.243097 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8a78cd2c-ee6f-4722-9920-c83b35e76e36 req-cb3cef9a-8241-4509-b1b1-3a7e39756c98 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 944 time: 0.0500667 Feb 04 06:07:50.282649 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8a78cd2c-ee6f-4722-9920-c83b35e76e36 req-c88a86a1-8e66-49f0-a8c9-a14a4c2adb7f tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322938 Feb 04 06:07:50.333470 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-cf51598b-74a4-40f7-97f5-26a217d2e2f2 req-f04937d7-ecb9-4d0f-b981-0b20713aa044 service neutron] 10.222.0.26 "GET /v2.0/networks/e3961f79-69fd-4c85-bff9-9577f5edd066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975404 Feb 04 06:07:50.665863 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8df181cb-ae26-4d20-bc10-b1d6154336bb up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:50.720320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 8df181cb-ae26-4d20-bc10-b1d6154336bb triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:50.720780 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:51.538283 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae00c6f-a740-4b4e-95de-60edc957f4ca req-9295210c-9d27-481f-817c-fb542b85a354 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:51.539818 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aae00c6f-a740-4b4e-95de-60edc957f4ca req-9295210c-9d27-481f-817c-fb542b85a354 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 944 time: 0.1874497 Feb 04 06:07:51.578958 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aae00c6f-a740-4b4e-95de-60edc957f4ca req-e0d324a4-035f-4830-8a3b-cf91547683ad tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331514 Feb 04 06:07:52.576576 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 7c233a87-d034-4e99-b553-62c195bf7f87 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:07:52.679283 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 7c233a87-d034-4e99-b553-62c195bf7f87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7c233a87-d034-4e99-b553-62c195bf7f87,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:52.691430 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '7c233a87-d034-4e99-b553-62c195bf7f87', 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066', 'port_id': '7c233a87-d034-4e99-b553-62c195bf7f87', 'mac_address': 'fa:16:3e:60:45:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e085119b-122f-429a-9584-3f7a8bc9a702', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:07:52.731398 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.745364 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c233a87-d034-4e99-b553-62c195bf7f87 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:07:52.757521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037916f-8950-4988-a0d6-3e1115b80e55 req-6d8fbbc7-7622-418e-8c25-414beb9b8538 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:52.759793 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0037916f-8950-4988-a0d6-3e1115b80e55 req-6d8fbbc7-7622-418e-8c25-414beb9b8538 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 944 time: 0.1099608 Feb 04 06:07:52.765657 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 7c233a87-d034-4e99-b553-62c195bf7f87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7c233a87-d034-4e99-b553-62c195bf7f87,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:52.770479 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:52.806122 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0037916f-8950-4988-a0d6-3e1115b80e55 req-6bac4cd2-bf73-48a2-b26d-54c0955588ca tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388534 Feb 04 06:07:52.819549 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=7c233a87-d034-4e99-b553-62c195bf7f87,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:52.936952 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:07:52.965218 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['7c233a87-d034-4e99-b553-62c195bf7f87'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:07:54.232608 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d25b24-84e5-4505-bb1b-cec3dac731a6 req-53350a5e-e8f2-49ac-9dba-a946dd0b35ed tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:54.234210 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-99d25b24-84e5-4505-bb1b-cec3dac731a6 req-53350a5e-e8f2-49ac-9dba-a946dd0b35ed tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 945 time: 0.3606679 Feb 04 06:07:54.276309 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-99d25b24-84e5-4505-bb1b-cec3dac731a6 req-8f5fb51e-50a7-4c28-bc74-8a4ee826e8f0 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339394 Feb 04 06:07:54.603989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 7c233a87-d034-4e99-b553-62c195bf7f87 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:07:54.654367 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 7c233a87-d034-4e99-b553-62c195bf7f87 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:07:54.657982 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 7c233a87-d034-4e99-b553-62c195bf7f87 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:07:54.658353 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.736644 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.758413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f1ba36-5f2b-4275-968f-e93b7230403d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c233a87-d034-4e99-b553-62c195bf7f87'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:07:54.760991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c034d5e4-34cb-40fb-b982-c2f1dd28a2f1" -d '{"events": [{"server_uuid": "74f1ba36-5f2b-4275-968f-e93b7230403d", "name": "network-vif-plugged", "status": "completed", "tag": "7c233a87-d034-4e99-b553-62c195bf7f87"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:07:54.781385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 7c233a87-d034-4e99-b553-62c195bf7f87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7c233a87-d034-4e99-b553-62c195bf7f87,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:07:54.785880 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:07:54.814801 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e98cfa-910f-468e-ae05-d54f91249f39 x-openstack-request-id: req-c4e98cfa-910f-468e-ae05-d54f91249f39 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:07:54.815113 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f1ba36-5f2b-4275-968f-e93b7230403d", "name": "network-vif-plugged", "status": "completed", "tag": "7c233a87-d034-4e99-b553-62c195bf7f87", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:07:54.815442 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4e98cfa-910f-468e-ae05-d54f91249f39 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:07:54.815903 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f1ba36-5f2b-4275-968f-e93b7230403d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c233a87-d034-4e99-b553-62c195bf7f87', 'code': 200} Feb 04 06:07:54.844111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=7c233a87-d034-4e99-b553-62c195bf7f87,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:07:55.031264 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db040a-0ed9-49ef-99f7-99b5220a4929 req-4a46c825-2f0d-4866-b7e1-e746320bd4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:55.032760 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3db040a-0ed9-49ef-99f7-99b5220a4929 req-4a46c825-2f0d-4866-b7e1-e746320bd4c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 1099 time: 0.0981348 Feb 04 06:07:55.066231 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d3db040a-0ed9-49ef-99f7-99b5220a4929 req-e490a212-6cd3-4ed0-b054-5a66e520c0bf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269263 Feb 04 06:07:55.391040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bff3c-a3f3-4919-b74b-b055ce07def0 req-19ee9c16-fcfc-4a16-831a-827806ea666e tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:55.392395 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3b2bff3c-a3f3-4919-b74b-b055ce07def0 req-19ee9c16-fcfc-4a16-831a-827806ea666e tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 946 time: 0.0489552 Feb 04 06:07:55.429233 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3b2bff3c-a3f3-4919-b74b-b055ce07def0 req-2ed1a614-5210-4a84-a438-051f7662c30b tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308449 Feb 04 06:07:56.547813 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6b778-e6b7-4a62-9e02-768230104a6e req-8d41091e-ab87-477c-9f32-e7f806b9679b tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:56.549186 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a1e6b778-e6b7-4a62-9e02-768230104a6e req-8d41091e-ab87-477c-9f32-e7f806b9679b tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 946 time: 0.0511985 Feb 04 06:07:56.587535 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a1e6b778-e6b7-4a62-9e02-768230104a6e req-bc0458ef-f2b8-41fe-abc8-327a94f80dd2 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321252 Feb 04 06:07:56.700892 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629648c-cfb4-4cc6-8b0a-79408b72144a req-ee7f8f85-64a4-4d6b-ad8c-c472b3e88d19 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:07:56.702401 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4629648c-cfb4-4cc6-8b0a-79408b72144a req-ee7f8f85-64a4-4d6b-ad8c-c472b3e88d19 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 946 time: 0.0490654 Feb 04 06:07:56.742927 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4629648c-cfb4-4cc6-8b0a-79408b72144a req-22c7351f-a23d-4faf-897a-979931a83e35 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342805 Feb 04 06:08:03.091371 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-525ff939-12d9-41d1-9f78-0219a0a81139 req-632b90f9-3c44-4beb-b32d-0e7d4a458ceb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394318 Feb 04 06:08:03.169245 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ff939-12d9-41d1-9f78-0219a0a81139 req-671ae0c5-ff66-49f8-a46d-ff228399a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:03.170762 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-525ff939-12d9-41d1-9f78-0219a0a81139 req-671ae0c5-ff66-49f8-a46d-ff228399a313 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=96c850331e4f4a76b46662940860c43b&device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 1099 time: 0.0399175 Feb 04 06:08:03.272780 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ff939-12d9-41d1-9f78-0219a0a81139 req-7d41be28-65c1-4a76-a038-cbf43d628658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:03.274208 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-525ff939-12d9-41d1-9f78-0219a0a81139 req-7d41be28-65c1-4a76-a038-cbf43d628658 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3961f79-69fd-4c85-bff9-9577f5edd066 HTTP/1.1" status: 200 len: 917 time: 0.0855873 Feb 04 06:08:03.314109 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-525ff939-12d9-41d1-9f78-0219a0a81139 req-87693828-2810-43ea-8bb4-c2b404f3acbd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c233a87-d034-4e99-b553-62c195bf7f87 HTTP/1.1" status: 200 len: 217 time: 0.0335839 Feb 04 06:08:03.365885 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ff939-12d9-41d1-9f78-0219a0a81139 req-2a8fc6fe-3721-42a1-9828-01f40fcdae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:03.367342 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-525ff939-12d9-41d1-9f78-0219a0a81139 req-2a8fc6fe-3721-42a1-9828-01f40fcdae25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e085119b-122f-429a-9584-3f7a8bc9a702 HTTP/1.1" status: 200 len: 856 time: 0.0477159 Feb 04 06:08:03.412265 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ff939-12d9-41d1-9f78-0219a0a81139 req-de4c7904-f4dd-4471-9b6a-6d156c4ef9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:03.413841 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-525ff939-12d9-41d1-9f78-0219a0a81139 req-de4c7904-f4dd-4471-9b6a-6d156c4ef9ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3961f79-69fd-4c85-bff9-9577f5edd066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398302 Feb 04 06:08:03.506518 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-525ff939-12d9-41d1-9f78-0219a0a81139 req-5eb8b090-c2d6-4202-91e5-b2f82618743d service neutron] 10.222.0.26 "GET /v2.0/networks/e3961f79-69fd-4c85-bff9-9577f5edd066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858195 Feb 04 06:08:03.597254 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-525ff939-12d9-41d1-9f78-0219a0a81139 req-6b5c780a-47d2-4a98-aa1f-b69bab69c4be service neutron] 10.222.0.26 "GET /v2.0/networks/e3961f79-69fd-4c85-bff9-9577f5edd066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847425 Feb 04 06:08:04.232673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:12.761081 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e9a73d47-1d8b-40ed-8d5a-d78420e25290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:14.914014 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-25ec3f18-5609-493b-94fe-c67b0c219276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:15.967583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:16.549193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8d8d0-08df-474b-9a91-d42210bda053 req-c5ef3aea-801f-4bd4-9ba9-a788dd81b587 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:16.550727 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-14d8d8d0-08df-474b-9a91-d42210bda053 req-c5ef3aea-801f-4bd4-9ba9-a788dd81b587 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 946 time: 0.0500019 Feb 04 06:08:16.588648 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-14d8d8d0-08df-474b-9a91-d42210bda053 req-5cd0fb0d-6f01-4d04-a524-567479963766 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Feb 04 06:08:17.707277 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929a0ca-635f-420f-8acc-c1be5fe13475 req-e79135c1-d256-48e5-a135-732de3f6ca6f tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:17.708728 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0929a0ca-635f-420f-8acc-c1be5fe13475 req-e79135c1-d256-48e5-a135-732de3f6ca6f tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 946 time: 0.0513752 Feb 04 06:08:17.747748 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0929a0ca-635f-420f-8acc-c1be5fe13475 req-6c3abbe6-96ef-4ab2-b8f2-9ab62b78e6fc tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324364 Feb 04 06:08:17.784636 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:17.973263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.082922 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f392776-13ed-4c49-abc7-4bc15bdf3d42 req-f0cf356b-072c-4e38-90aa-b8f1ac665d22 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:18.084305 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4f392776-13ed-4c49-abc7-4bc15bdf3d42 req-f0cf356b-072c-4e38-90aa-b8f1ac665d22 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 946 time: 0.0481365 Feb 04 06:08:18.175758 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-4f392776-13ed-4c49-abc7-4bc15bdf3d42 req-48f50a85-f7c1-4c22-b799-b5513f32609f tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Deleting port 7c233a87-d034-4e99-b553-62c195bf7f87 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:08:18.176101 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-4f392776-13ed-4c49-abc7-4bc15bdf3d42 req-48f50a85-f7c1-4c22-b799-b5513f32609f tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.262345 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-4f392776-13ed-4c49-abc7-4bc15bdf3d42 req-48f50a85-f7c1-4c22-b799-b5513f32609f tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] For port 7c233a87-d034-4e99-b553-62c195bf7f87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7c233a87-d034-4e99-b553-62c195bf7f87,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:18.262712 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-4f392776-13ed-4c49-abc7-4bc15bdf3d42 req-48f50a85-f7c1-4c22-b799-b5513f32609f tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.274356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-4f392776-13ed-4c49-abc7-4bc15bdf3d42 req-48f50a85-f7c1-4c22-b799-b5513f32609f tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Calling delete_port for 7c233a87-d034-4e99-b553-62c195bf7f87 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:08:18.405551 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-4f392776-13ed-4c49-abc7-4bc15bdf3d42 req-48f50a85-f7c1-4c22-b799-b5513f32609f tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.417873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['7c233a87-d034-4e99-b553-62c195bf7f87'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:08:18.432683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f50a85-f7c1-4c22-b799-b5513f32609f tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Pushing event deleted for resources: {'Port': ['ID=7c233a87-d034-4e99-b553-62c195bf7f87,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:18.485002 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f392776-13ed-4c49-abc7-4bc15bdf3d42 req-48f50a85-f7c1-4c22-b799-b5513f32609f tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] No DVR routers for this DVR port 7c233a87-d034-4e99-b553-62c195bf7f87 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:08:18.487889 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-4f392776-13ed-4c49-abc7-4bc15bdf3d42 req-48f50a85-f7c1-4c22-b799-b5513f32609f tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:18.491889 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4f392776-13ed-4c49-abc7-4bc15bdf3d42 req-48f50a85-f7c1-4c22-b799-b5513f32609f tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.26 "DELETE /v2.0/ports/7c233a87-d034-4e99-b553-62c195bf7f87 HTTP/1.1" status: 204 len: 173 time: 0.4013102 Feb 04 06:08:18.492396 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f1ba36-5f2b-4275-968f-e93b7230403d', 'name': 'network-vif-deleted', 'tag': '7c233a87-d034-4e99-b553-62c195bf7f87'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:18.495902 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aae57ec-dcca-4089-bdbb-b469a0a40c90" -d '{"events": [{"server_uuid": "74f1ba36-5f2b-4275-968f-e93b7230403d", "name": "network-vif-deleted", "tag": "7c233a87-d034-4e99-b553-62c195bf7f87"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:08:18.540431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a51ed5-e8d7-4b34-a07b-3ab9e723d5c6 x-openstack-request-id: req-06a51ed5-e8d7-4b34-a07b-3ab9e723d5c6 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:08:18.540735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f1ba36-5f2b-4275-968f-e93b7230403d", "name": "network-vif-deleted", "tag": "7c233a87-d034-4e99-b553-62c195bf7f87", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:08:18.540989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06a51ed5-e8d7-4b34-a07b-3ab9e723d5c6 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:08:18.541390 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f1ba36-5f2b-4275-968f-e93b7230403d', 'name': 'network-vif-deleted', 'tag': '7c233a87-d034-4e99-b553-62c195bf7f87', 'status': 'completed', 'code': 200} Feb 04 06:08:18.854512 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-47615908-0a51-49dd-a7a0-f600444c5e12 req-c76f3ce5-5b99-4fce-a6c2-5c1f940e40fc tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f1ba36-5f2b-4275-968f-e93b7230403d HTTP/1.1" status: 200 len: 210 time: 0.0272317 Feb 04 06:08:20.543462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-88031a11-19ab-48b2-9b83-0ea88ca161ff tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:20.544968 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-88031a11-19ab-48b2-9b83-0ea88ca161ff tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/networks?id=e3961f79-69fd-4c85-bff9-9577f5edd066 HTTP/1.1" status: 200 len: 817 time: 0.1029189 Feb 04 06:08:20.560428 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-e1b0f466-20eb-4b38-9d36-34126ebce381 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/quotas/96c850331e4f4a76b46662940860c43b HTTP/1.1" status: 200 len: 375 time: 0.0095143 Feb 04 06:08:20.617005 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-c4fb43cf-efc6-4dc8-acd3-fdecf2be07d2 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=96c850331e4f4a76b46662940860c43b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508718 Feb 04 06:08:20.713516 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-e3607e49-12cc-494e-a832-1841d043f09f service neutron] 10.222.0.10 "GET /v2.0/networks/e3961f79-69fd-4c85-bff9-9577f5edd066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848746 Feb 04 06:08:20.809036 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-f51d7fe6-62e1-481c-b935-dffb08bc5f0e service neutron] 10.222.0.10 "GET /v2.0/networks/e3961f79-69fd-4c85-bff9-9577f5edd066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893166 Feb 04 06:08:20.973014 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-824f48f5-b77c-486a-8321-ef8553f5dc3f req-dc543a72-34c4-4cc9-a7f6-2772e7df7994 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 210 time: 0.0288832 Feb 04 06:08:22.076060 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3dcba541-885d-48fc-84d3-5d7de3195999 req-5bbbd481-0d12-4c6b-8d98-2a82c4d9c8a9 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 210 time: 0.0275559 Feb 04 06:08:22.123674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-93074bf5-dcd3-42a8-9144-2556f8349c81 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:22.125190 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-93074bf5-dcd3-42a8-9144-2556f8349c81 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.26 "GET /v2.0/networks?id=e3961f79-69fd-4c85-bff9-9577f5edd066 HTTP/1.1" status: 200 len: 817 time: 0.3687890 Feb 04 06:08:22.138131 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-c8b3fcc6-e243-485d-abfc-969639b48600 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Request body: {'port': {'device_id': '44e8ba62-ee55-48ae-a3a8-5797b21d761a', 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066', 'admin_state_up': True, 'tenant_id': '96c850331e4f4a76b46662940860c43b'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:22.246263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-c8b3fcc6-e243-485d-abfc-969639b48600 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Made reservation on behalf of 96c850331e4f4a76b46662940860c43b for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:08:22.249668 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-c8b3fcc6-e243-485d-abfc-969639b48600 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.374945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-c8b3fcc6-e243-485d-abfc-969639b48600 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Allocated IP 172.20.0.5 (e3961f79-69fd-4c85-bff9-9577f5edd066/e085119b-122f-429a-9584-3f7a8bc9a702/48eaa822-8cb0-4613-8964-07ef40d7043a) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:08:22.528964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-c8b3fcc6-e243-485d-abfc-969639b48600 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.563086 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-c8b3fcc6-e243-485d-abfc-969639b48600 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.606811 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-c8b3fcc6-e243-485d-abfc-969639b48600 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Network e3961f79-69fd-4c85-bff9-9577f5edd066 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:08:22.609675 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-c8b3fcc6-e243-485d-abfc-969639b48600 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:08:22.613244 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-c8b3fcc6-e243-485d-abfc-969639b48600 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:08:22.638992 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3fcc6-e243-485d-abfc-969639b48600 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Pushing event updated for resources: {'Port': ['ID=48eaa822-8cb0-4613-8964-07ef40d7043a,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:22.666640 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-c8b3fcc6-e243-485d-abfc-969639b48600 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:22.667368 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-c8b3fcc6-e243-485d-abfc-969639b48600 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.684920 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-c8b3fcc6-e243-485d-abfc-969639b48600 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5509934 Feb 04 06:08:22.697830 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Request body: {'port': {'device_id': '44e8ba62-ee55-48ae-a3a8-5797b21d761a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:08:22.716208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 7c233a87-d034-4e99-b553-62c195bf7f87 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:08:22.741149 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 7c233a87-d034-4e99-b553-62c195bf7f87 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:08:22.741926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 7c233a87-d034-4e99-b553-62c195bf7f87 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:08:22.766101 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.901795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f44fb834-b3b6-46ad-9337-1fe5ffd49753 None None] Provisioning complete for port 48eaa822-8cb0-4613-8964-07ef40d7043a triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:22.902263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f44fb834-b3b6-46ad-9337-1fe5ffd49753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:22.937864 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f44fb834-b3b6-46ad-9337-1fe5ffd49753 None None] Port 48eaa822-8cb0-4613-8964-07ef40d7043a cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:08:23.027530 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48eaa822-8cb0-4613-8964-07ef40d7043a {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:08:23.034976 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.047866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Transition to ACTIVE for port object 48eaa822-8cb0-4613-8964-07ef40d7043a will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:08:23.051176 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.106928 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Pushing event updated for resources: {'Port': ['ID=48eaa822-8cb0-4613-8964-07ef40d7043a,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:23.191993 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Attempting to bind port 48eaa822-8cb0-4613-8964-07ef40d7043a on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:08:23.192549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Attempting to bind port 48eaa822-8cb0-4613-8964-07ef40d7043a by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:08:23.192658 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Attempting to bind port 48eaa822-8cb0-4613-8964-07ef40d7043a on network e3961f79-69fd-4c85-bff9-9577f5edd066 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:08:23.198227 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Port 48eaa822-8cb0-4613-8964-07ef40d7043a on network e3961f79-69fd-4c85-bff9-9577f5edd066 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:08:23.198558 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Attempting to bind port 48eaa822-8cb0-4613-8964-07ef40d7043a on network e3961f79-69fd-4c85-bff9-9577f5edd066 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:08:23.203959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:08:23.204579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Checking segment: {'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:08:23.204968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Bound using segment: {'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:08:23.205454 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Bound port: 48eaa822-8cb0-4613-8964-07ef40d7043a, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8887b2-288e-4e79-9265-fcd10f905b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:08:23.205872 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.215151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4608d-d081-416b-8fb2-53636add7862 req-d939f99f-bbc4-4afa-a33c-0cacf4b4d2c1 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:23.223244 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-33c4608d-d081-416b-8fb2-53636add7862 req-d939f99f-bbc4-4afa-a33c-0cacf4b4d2c1 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 943 time: 0.0624056 Feb 04 06:08:23.270345 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-33c4608d-d081-416b-8fb2-53636add7862 req-6c96f920-8122-468a-92e6-d312f214b262 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461576 Feb 04 06:08:23.278757 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] For port 48eaa822-8cb0-4613-8964-07ef40d7043a, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:08:23.282747 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] For port 48eaa822-8cb0-4613-8964-07ef40d7043a, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=48eaa822-8cb0-4613-8964-07ef40d7043a,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:08:23.288363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.328568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:23.329440 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:23.330837 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] 10.222.0.26 "PUT /v2.0/ports/48eaa822-8cb0-4613-8964-07ef40d7043a HTTP/1.1" status: 200 len: 1093 time: 0.6380188 Feb 04 06:08:23.331277 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e8ba62-ee55-48ae-a3a8-5797b21d761a', 'tag': '48eaa822-8cb0-4613-8964-07ef40d7043a'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:23.333495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87318f62-93f3-4167-919a-6305c3b7001b" -d '{"events": [{"name": "network-changed", "server_uuid": "44e8ba62-ee55-48ae-a3a8-5797b21d761a", "tag": "48eaa822-8cb0-4613-8964-07ef40d7043a"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:08:23.356425 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77a151-aad1-4fbf-95df-6945c6221a8d service neutron] Pushing event updated for resources: {'Port': ['ID=48eaa822-8cb0-4613-8964-07ef40d7043a,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:23.410263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b07f622-ed3e-4bab-9079-d1a5460ba238 x-openstack-request-id: req-1b07f622-ed3e-4bab-9079-d1a5460ba238 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:08:23.410672 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e8ba62-ee55-48ae-a3a8-5797b21d761a", "tag": "48eaa822-8cb0-4613-8964-07ef40d7043a", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:08:23.410926 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b07f622-ed3e-4bab-9079-d1a5460ba238 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:08:23.411325 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e8ba62-ee55-48ae-a3a8-5797b21d761a', 'tag': '48eaa822-8cb0-4613-8964-07ef40d7043a', 'status': 'completed', 'code': 200} Feb 04 06:08:23.427773 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-15cab5d6-a1de-43aa-b322-60af3db5aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:23.429504 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-15cab5d6-a1de-43aa-b322-60af3db5aae1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=96c850331e4f4a76b46662940860c43b&device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 1096 time: 0.0504782 Feb 04 06:08:23.476782 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-35960868-305c-4c88-bf67-9d8786fc5077 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48eaa822-8cb0-4613-8964-07ef40d7043a HTTP/1.1" status: 200 len: 217 time: 0.0401874 Feb 04 06:08:23.531010 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-63443e4f-280c-4620-bb6c-ac6d8e297174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:23.532510 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-63443e4f-280c-4620-bb6c-ac6d8e297174 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e085119b-122f-429a-9584-3f7a8bc9a702 HTTP/1.1" status: 200 len: 856 time: 0.0498803 Feb 04 06:08:23.579545 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-5f06221d-7d3c-48ef-9a14-d8d3004fcf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:23.581078 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-5f06221d-7d3c-48ef-9a14-d8d3004fcf72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3961f79-69fd-4c85-bff9-9577f5edd066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418737 Feb 04 06:08:23.673633 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-61b87c27-832a-41f2-a4ef-680ccdecb8ce service neutron] 10.222.0.26 "GET /v2.0/networks/e3961f79-69fd-4c85-bff9-9577f5edd066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852358 Feb 04 06:08:23.762745 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1c29e17e-3a0e-4c9b-8cca-f0e43f2aad4a req-6473364e-5ca4-4205-8bdb-71f6b351bad3 service neutron] 10.222.0.26 "GET /v2.0/networks/e3961f79-69fd-4c85-bff9-9577f5edd066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829520 Feb 04 06:08:23.848854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87318f62-93f3-4167-919a-6305c3b7001b req-49a384d1-af01-46f3-a4c1-7acdb8ed878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:23.850277 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-87318f62-93f3-4167-919a-6305c3b7001b req-49a384d1-af01-46f3-a4c1-7acdb8ed878e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=96c850331e4f4a76b46662940860c43b&device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 1096 time: 0.0406251 Feb 04 06:08:23.947546 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87318f62-93f3-4167-919a-6305c3b7001b req-13e84601-093d-4049-9bf8-812f2c7e15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:23.948998 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-87318f62-93f3-4167-919a-6305c3b7001b req-13e84601-093d-4049-9bf8-812f2c7e15b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3961f79-69fd-4c85-bff9-9577f5edd066 HTTP/1.1" status: 200 len: 917 time: 0.0863121 Feb 04 06:08:23.990176 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-87318f62-93f3-4167-919a-6305c3b7001b req-0d053291-b2c9-49f6-bee1-696969bdac91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48eaa822-8cb0-4613-8964-07ef40d7043a HTTP/1.1" status: 200 len: 217 time: 0.0333898 Feb 04 06:08:24.041387 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87318f62-93f3-4167-919a-6305c3b7001b req-55368247-c968-45cc-a7b2-11ac5eb34683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:24.042872 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-87318f62-93f3-4167-919a-6305c3b7001b req-55368247-c968-45cc-a7b2-11ac5eb34683 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e085119b-122f-429a-9584-3f7a8bc9a702 HTTP/1.1" status: 200 len: 856 time: 0.0468524 Feb 04 06:08:24.088418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87318f62-93f3-4167-919a-6305c3b7001b req-13184f71-8c4c-4c16-babd-1b5270c00db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:24.089941 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-87318f62-93f3-4167-919a-6305c3b7001b req-13184f71-8c4c-4c16-babd-1b5270c00db3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3961f79-69fd-4c85-bff9-9577f5edd066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401771 Feb 04 06:08:24.184474 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-87318f62-93f3-4167-919a-6305c3b7001b req-a702aeca-ec2e-4ff7-abee-762f60ad82b6 service neutron] 10.222.0.26 "GET /v2.0/networks/e3961f79-69fd-4c85-bff9-9577f5edd066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873814 Feb 04 06:08:24.278282 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-87318f62-93f3-4167-919a-6305c3b7001b req-fe97b0e6-83d3-4292-80c8-4ecbef094010 service neutron] 10.222.0.26 "GET /v2.0/networks/e3961f79-69fd-4c85-bff9-9577f5edd066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862930 Feb 04 06:08:24.382923 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4acb35-219d-4b86-8bcf-05a70a88945e req-81570b7e-2615-4a44-81c4-2a7f24834f41 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:24.384935 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9a4acb35-219d-4b86-8bcf-05a70a88945e req-81570b7e-2615-4a44-81c4-2a7f24834f41 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 943 time: 0.0543613 Feb 04 06:08:24.422865 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9a4acb35-219d-4b86-8bcf-05a70a88945e req-77ecd656-1630-48cd-af5f-da78aee7af5e tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Feb 04 06:08:25.539164 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729cdfa-a2fb-4314-acdc-4e747a513d74 req-b67f1ad6-0c91-4a08-94aa-f28b4694d7d5 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:25.540648 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7729cdfa-a2fb-4314-acdc-4e747a513d74 req-b67f1ad6-0c91-4a08-94aa-f28b4694d7d5 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 943 time: 0.0491123 Feb 04 06:08:25.578737 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7729cdfa-a2fb-4314-acdc-4e747a513d74 req-ad757b1d-80cf-46b2-9992-5f8a794ccb49 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319142 Feb 04 06:08:26.691780 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3771e-c74a-47d1-935b-0bb4f8b3bf91 req-e36c3d55-dbc0-469f-bc0a-0f446383c6ea tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:26.693262 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7df3771e-c74a-47d1-935b-0bb4f8b3bf91 req-e36c3d55-dbc0-469f-bc0a-0f446383c6ea tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 943 time: 0.0480640 Feb 04 06:08:26.729969 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 48eaa822-8cb0-4613-8964-07ef40d7043a details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:08:26.736626 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7df3771e-c74a-47d1-935b-0bb4f8b3bf91 req-8035d127-1ceb-4e27-ad8d-f5b2fcd52aef tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371516 Feb 04 06:08:26.832074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 48eaa822-8cb0-4613-8964-07ef40d7043a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=48eaa822-8cb0-4613-8964-07ef40d7043a,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:26.842097 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '48eaa822-8cb0-4613-8964-07ef40d7043a', 'network_id': 'e3961f79-69fd-4c85-bff9-9577f5edd066', 'port_id': '48eaa822-8cb0-4613-8964-07ef40d7043a', 'mac_address': 'fa:16:3e:72:97:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e085119b-122f-429a-9584-3f7a8bc9a702', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:08:26.879499 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:26.891881 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48eaa822-8cb0-4613-8964-07ef40d7043a {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:08:26.910075 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 48eaa822-8cb0-4613-8964-07ef40d7043a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=48eaa822-8cb0-4613-8964-07ef40d7043a,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:26.913629 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:26.961676 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=48eaa822-8cb0-4613-8964-07ef40d7043a,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:26.968682 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:26.969026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:26.969362 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:26.969693 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:26.970045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:26.970374 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:26.970697 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:26.971020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:26.971344 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:26.971671 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:26.971982 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:26.972293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:27.126876 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['48eaa822-8cb0-4613-8964-07ef40d7043a'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:08:27.866466 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d9a0d-0679-4fb2-96ac-ebe3cb59fd89 req-dae5363d-89e5-4eca-ab15-ea46ff731cde tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:27.867953 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-374d9a0d-0679-4fb2-96ac-ebe3cb59fd89 req-dae5363d-89e5-4eca-ab15-ea46ff731cde tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 944 time: 0.0550883 Feb 04 06:08:27.906034 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-374d9a0d-0679-4fb2-96ac-ebe3cb59fd89 req-a72c0406-b59c-41c5-8350-49031d233268 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315659 Feb 04 06:08:28.744028 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 48eaa822-8cb0-4613-8964-07ef40d7043a up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:08:28.792198 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 48eaa822-8cb0-4613-8964-07ef40d7043a completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:08:28.796465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 48eaa822-8cb0-4613-8964-07ef40d7043a triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:08:28.796838 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.878025 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.901083 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e8ba62-ee55-48ae-a3a8-5797b21d761a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eaa822-8cb0-4613-8964-07ef40d7043a'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:28.903332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd8a8fb-7f9f-43c2-a498-813fc9354f5b" -d '{"events": [{"server_uuid": "44e8ba62-ee55-48ae-a3a8-5797b21d761a", "name": "network-vif-plugged", "status": "completed", "tag": "48eaa822-8cb0-4613-8964-07ef40d7043a"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:08:28.916632 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 48eaa822-8cb0-4613-8964-07ef40d7043a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=48eaa822-8cb0-4613-8964-07ef40d7043a,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:28.921752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:28.970739 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394beb94-9f60-4866-a3db-1fbb023acc76 x-openstack-request-id: req-394beb94-9f60-4866-a3db-1fbb023acc76 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:08:28.971048 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e8ba62-ee55-48ae-a3a8-5797b21d761a", "name": "network-vif-plugged", "status": "completed", "tag": "48eaa822-8cb0-4613-8964-07ef40d7043a", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:08:28.971273 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-394beb94-9f60-4866-a3db-1fbb023acc76 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:08:28.971660 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8ba62-ee55-48ae-a3a8-5797b21d761a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eaa822-8cb0-4613-8964-07ef40d7043a', 'code': 200} Feb 04 06:08:28.972646 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=48eaa822-8cb0-4613-8964-07ef40d7043a,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:29.052643 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eb7d6-f192-4958-bd8e-187d42684ac5 req-f419d4ae-dc56-4c7a-b235-49d7722d41ac tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:29.054994 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-214eb7d6-f192-4958-bd8e-187d42684ac5 req-f419d4ae-dc56-4c7a-b235-49d7722d41ac tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 945 time: 0.0591154 Feb 04 06:08:29.101600 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-214eb7d6-f192-4958-bd8e-187d42684ac5 req-ce9129d4-f28d-401e-a9b1-8a933632e9c7 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390260 Feb 04 06:08:29.151669 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02283c25-7545-4a83-8472-1547c36a9612 req-2f9bc2ec-b685-49b4-b140-a6be5243c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:29.153197 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-02283c25-7545-4a83-8472-1547c36a9612 req-2f9bc2ec-b685-49b4-b140-a6be5243c8f8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 1098 time: 0.0517459 Feb 04 06:08:29.186892 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-02283c25-7545-4a83-8472-1547c36a9612 req-f49090a2-70c8-42cc-a525-6378f6fd48fe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274379 Feb 04 06:08:29.936322 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:08:30.220789 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef8c8a-42ac-439c-a01a-aba7d55f6a27 req-f5f963e5-6215-4558-86e2-6b7161db51ad tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:30.222207 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-23ef8c8a-42ac-439c-a01a-aba7d55f6a27 req-f5f963e5-6215-4558-86e2-6b7161db51ad tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 945 time: 0.0496588 Feb 04 06:08:30.261702 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-23ef8c8a-42ac-439c-a01a-aba7d55f6a27 req-0f0e13a9-e7a7-45d0-b793-035f474f56d7 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Feb 04 06:08:31.383092 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770974d-94a0-49b3-a3bd-5769761bc2dd req-a67ebb13-5755-4d1b-b635-514604f4e7b0 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:31.384603 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b770974d-94a0-49b3-a3bd-5769761bc2dd req-a67ebb13-5755-4d1b-b635-514604f4e7b0 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 945 time: 0.0557065 Feb 04 06:08:31.422014 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b770974d-94a0-49b3-a3bd-5769761bc2dd req-9eb794da-0a2f-4513-858c-aa123a250083 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313947 Feb 04 06:08:31.535583 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1b992-342d-485c-8abf-0535290f984f req-e51d5107-ec1c-450d-9071-a16d2c22fb18 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:31.537067 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d6d1b992-342d-485c-8abf-0535290f984f req-e51d5107-ec1c-450d-9071-a16d2c22fb18 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 945 time: 0.0493941 Feb 04 06:08:31.578299 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d6d1b992-342d-485c-8abf-0535290f984f req-6c74da73-3d43-4f97-a628-15f07e315195 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306363 Feb 04 06:08:34.252593 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:42.751818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a490ba32-86dd-49c5-a17b-fb264b6f5036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:44.916212 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d011e4d2-9569-4186-96db-09787dca0757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:45.964946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:47.776143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:47.973919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:50.918941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399c244-be00-4192-b0a3-6e0ffa6018ee req-0ee1424e-9ec7-4553-bb8b-498602fefd6c tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:50.920557 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1399c244-be00-4192-b0a3-6e0ffa6018ee req-0ee1424e-9ec7-4553-bb8b-498602fefd6c tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 945 time: 0.0479732 Feb 04 06:08:50.960149 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1399c244-be00-4192-b0a3-6e0ffa6018ee req-bb603c3b-f752-4285-b7f5-6b66a368c686 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329735 Feb 04 06:08:52.078148 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5bcaf-222c-4ad1-bdbd-e617c89c8252 req-b6a32a24-c8c3-452f-84c2-4f56da5937a7 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:52.079851 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-62b5bcaf-222c-4ad1-bdbd-e617c89c8252 req-b6a32a24-c8c3-452f-84c2-4f56da5937a7 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 945 time: 0.0523069 Feb 04 06:08:52.116067 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-62b5bcaf-222c-4ad1-bdbd-e617c89c8252 req-38693a3d-d447-41cd-b4c9-ec285591719c tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b72015d-72b8-4e18-adcd-f3d058a88894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304053 Feb 04 06:08:52.444014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36137b89-ec35-4592-8c9e-6d54a1e3f4ed req-1d05c349-886e-4bef-866b-5726079660d2 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:08:52.445464 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-36137b89-ec35-4592-8c9e-6d54a1e3f4ed req-1d05c349-886e-4bef-866b-5726079660d2 tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.26 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 945 time: 0.0466807 Feb 04 06:08:52.537570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-36137b89-ec35-4592-8c9e-6d54a1e3f4ed req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Deleting port 48eaa822-8cb0-4613-8964-07ef40d7043a {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:08:52.537954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-36137b89-ec35-4592-8c9e-6d54a1e3f4ed req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:52.622133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-36137b89-ec35-4592-8c9e-6d54a1e3f4ed req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] For port 48eaa822-8cb0-4613-8964-07ef40d7043a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=48eaa822-8cb0-4613-8964-07ef40d7043a,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:52.622491 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-36137b89-ec35-4592-8c9e-6d54a1e3f4ed req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:52.633677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-36137b89-ec35-4592-8c9e-6d54a1e3f4ed req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Calling delete_port for 48eaa822-8cb0-4613-8964-07ef40d7043a owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:08:52.758806 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-36137b89-ec35-4592-8c9e-6d54a1e3f4ed req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:52.770748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['48eaa822-8cb0-4613-8964-07ef40d7043a'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:08:52.787010 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Pushing event deleted for resources: {'Port': ['ID=48eaa822-8cb0-4613-8964-07ef40d7043a,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:52.816289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:52.816644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:52.816988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:52.817697 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:52.818109 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:52.818442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:52.818773 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:52.819104 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:52.819666 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:52.819996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:52.820322 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:52.820646 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:52.842870 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-36137b89-ec35-4592-8c9e-6d54a1e3f4ed req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] No DVR routers for this DVR port 48eaa822-8cb0-4613-8964-07ef40d7043a on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:08:52.845685 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-36137b89-ec35-4592-8c9e-6d54a1e3f4ed req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:52.849512 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-36137b89-ec35-4592-8c9e-6d54a1e3f4ed req-e7497016-c0af-49d5-a1b7-cc54614413ab tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.26 "DELETE /v2.0/ports/48eaa822-8cb0-4613-8964-07ef40d7043a HTTP/1.1" status: 204 len: 173 time: 0.3983076 Feb 04 06:08:52.850022 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e8ba62-ee55-48ae-a3a8-5797b21d761a', 'name': 'network-vif-deleted', 'tag': '48eaa822-8cb0-4613-8964-07ef40d7043a'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:08:52.853700 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f30854-452a-4846-a84e-7ee4d599a4ca" -d '{"events": [{"server_uuid": "44e8ba62-ee55-48ae-a3a8-5797b21d761a", "name": "network-vif-deleted", "tag": "48eaa822-8cb0-4613-8964-07ef40d7043a"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:08:52.894447 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce21690-5c44-404c-ac1c-7a4c24b66a17 x-openstack-request-id: req-0ce21690-5c44-404c-ac1c-7a4c24b66a17 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:08:52.894737 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e8ba62-ee55-48ae-a3a8-5797b21d761a", "name": "network-vif-deleted", "tag": "48eaa822-8cb0-4613-8964-07ef40d7043a", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:08:52.895009 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ce21690-5c44-404c-ac1c-7a4c24b66a17 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:08:52.895574 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e8ba62-ee55-48ae-a3a8-5797b21d761a', 'name': 'network-vif-deleted', 'tag': '48eaa822-8cb0-4613-8964-07ef40d7043a', 'status': 'completed', 'code': 200} Feb 04 06:08:53.219322 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0ed42dd9-3f7e-4840-8c1d-875fe5ba656c req-100fa454-5123-47e6-a745-0acd1cf857ba tempest-TestEncryptedCinderVolumes-1628311516 tempest-TestEncryptedCinderVolumes-1628311516-project] 10.222.0.10 "GET /v2.0/ports?device_id=44e8ba62-ee55-48ae-a3a8-5797b21d761a HTTP/1.1" status: 200 len: 210 time: 0.0275147 Feb 04 06:08:54.307302 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57860) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:54.637553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1aeee222-9e2a-4b7f-923a-a59518769b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:54.873381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1aeee222-9e2a-4b7f-923a-a59518769b7d admin admin] Deleting port e8b42c58-6fb5-4f73-9f94-27b74b1409d4 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:08:54.873639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1aeee222-9e2a-4b7f-923a-a59518769b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:54.953046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-1aeee222-9e2a-4b7f-923a-a59518769b7d admin admin] For port e8b42c58-6fb5-4f73-9f94-27b74b1409d4, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e8b42c58-6fb5-4f73-9f94-27b74b1409d4,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:54.953436 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1aeee222-9e2a-4b7f-923a-a59518769b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:54.965344 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1aeee222-9e2a-4b7f-923a-a59518769b7d admin admin] Calling delete_port for e8b42c58-6fb5-4f73-9f94-27b74b1409d4 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:08:55.141379 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1aeee222-9e2a-4b7f-923a-a59518769b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:55.173571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeee222-9e2a-4b7f-923a-a59518769b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b42c58-6fb5-4f73-9f94-27b74b1409d4,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:55.324845 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1aeee222-9e2a-4b7f-923a-a59518769b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:55.534512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aeee222-9e2a-4b7f-923a-a59518769b7d admin admin] Router 0baae517-d778-4cae-a0ce-2bddd6c7ed97 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:08:55.636639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeee222-9e2a-4b7f-923a-a59518769b7d admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:08:55.642728 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-1aeee222-9e2a-4b7f-923a-a59518769b7d admin admin] 10.222.0.10 "PUT /v2.0/routers/0baae517-d778-4cae-a0ce-2bddd6c7ed97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3333457 Feb 04 06:08:55.644271 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57864) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:55.645759 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdacb139-0e45-4154-9337-fdbec5f50b2c None None] Sync routers for ids ['0baae517-d778-4cae-a0ce-2bddd6c7ed97'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:55.654608 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdacb139-0e45-4154-9337-fdbec5f50b2c None None] Routers {'0baae517-d778-4cae-a0ce-2bddd6c7ed97'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:55.655211 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fdacb139-0e45-4154-9337-fdbec5f50b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:08:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0baae517-d778-4cae-a0ce-2bddd6c7ed97'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:55.756371 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-fdacb139-0e45-4154-9337-fdbec5f50b2c None None] Set router 0baae517-d778-4cae-a0ce-2bddd6c7ed97 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:55.935128 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fdacb139-0e45-4154-9337-fdbec5f50b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'name': 'tempest-TestEncryptedCinderVolumes-1044353867-router', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:35Z', 'updated_at': '2022-02-04T06:08:55Z', 'revision_number': 5, 'project_id': '96c850331e4f4a76b46662940860c43b', 'gw_port': {'id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:36Z', 'updated_at': '2022-02-04T06:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:55.964768 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdacb139-0e45-4154-9337-fdbec5f50b2c None None] Checking router: 0baae517-d778-4cae-a0ce-2bddd6c7ed97 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:55.973165 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdacb139-0e45-4154-9337-fdbec5f50b2c None None] Routers {'0baae517-d778-4cae-a0ce-2bddd6c7ed97'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:55.973777 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fdacb139-0e45-4154-9337-fdbec5f50b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:08:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0baae517-d778-4cae-a0ce-2bddd6c7ed97'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:55.999770 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.073605 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-fdacb139-0e45-4154-9337-fdbec5f50b2c None None] Set router 0baae517-d778-4cae-a0ce-2bddd6c7ed97 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:56.096702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.147538 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] Deleting port e6885db9-5b68-48a6-b9d4-dc9e337f6214 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:08:56.147874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.233356 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] For port e6885db9-5b68-48a6-b9d4-dc9e337f6214, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e6885db9-5b68-48a6-b9d4-dc9e337f6214,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:56.233720 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.245415 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] Calling delete_port for e6885db9-5b68-48a6-b9d4-dc9e337f6214 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:08:56.249744 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-fdacb139-0e45-4154-9337-fdbec5f50b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'name': 'tempest-TestEncryptedCinderVolumes-1044353867-router', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:35Z', 'updated_at': '2022-02-04T06:08:55Z', 'revision_number': 5, 'project_id': '96c850331e4f4a76b46662940860c43b', 'gw_port': {'id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:36Z', 'updated_at': '2022-02-04T06:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:56.275338 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdacb139-0e45-4154-9337-fdbec5f50b2c None None] The sync data for ids ['0baae517-d778-4cae-a0ce-2bddd6c7ed97'] in dv-neutron-827794-1-hyperv is: [{'id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'name': 'tempest-TestEncryptedCinderVolumes-1044353867-router', 'tenant_id': '96c850331e4f4a76b46662940860c43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:35Z', 'updated_at': '2022-02-04T06:08:55Z', 'revision_number': 5, 'project_id': '96c850331e4f4a76b46662940860c43b', 'gw_port': {'id': 'e6885db9-5b68-48a6-b9d4-dc9e337f6214', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0baae517-d778-4cae-a0ce-2bddd6c7ed97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:36Z', 'updated_at': '2022-02-04T06:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:56.409702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.434546 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6885db9-5b68-48a6-b9d4-dc9e337f6214,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:56.492539 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.580220 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.582249 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.629924 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.630793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0baae517-d778-4cae-a0ce-2bddd6c7ed97 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:08:56.636938 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.638493 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2d8e4cc0-00c3-423b-9520-a7692f0197c9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0baae517-d778-4cae-a0ce-2bddd6c7ed97 HTTP/1.1" status: 204 len: 168 time: 0.9932055 Feb 04 06:08:56.640921 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57866) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:56.691090 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-2179faa8-68db-464d-b750-05ef71c42d04 admin admin] Deleting subnet e085119b-122f-429a-9584-3f7a8bc9a702 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:08:56.694495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2179faa8-68db-464d-b750-05ef71c42d04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.729997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2179faa8-68db-464d-b750-05ef71c42d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.746230 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e8b42c58-6fb5-4f73-9f94-27b74b1409d4 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:08:56.770659 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: e8b42c58-6fb5-4f73-9f94-27b74b1409d4 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:08:56.771100 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e8b42c58-6fb5-4f73-9f94-27b74b1409d4 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:08:56.814512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2179faa8-68db-464d-b750-05ef71c42d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.868786 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2179faa8-68db-464d-b750-05ef71c42d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.894137 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179faa8-68db-464d-b750-05ef71c42d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e085119b-122f-429a-9584-3f7a8bc9a702,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:56.897755 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2179faa8-68db-464d-b750-05ef71c42d04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:56.903408 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2179faa8-68db-464d-b750-05ef71c42d04 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e085119b-122f-429a-9584-3f7a8bc9a702 HTTP/1.1" status: 204 len: 168 time: 0.2591970 Feb 04 06:08:56.903862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57868) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:56.906643 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355f10fa-e3ee-4ffe-bcfc-50af1dad4fc2 None None] Network e3961f79-69fd-4c85-bff9-9577f5edd066 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:08:56.921901 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 48eaa822-8cb0-4613-8964-07ef40d7043a no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:08:56.973198 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 48eaa822-8cb0-4613-8964-07ef40d7043a {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:08:56.973672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 48eaa822-8cb0-4613-8964-07ef40d7043a not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:08:56.975794 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:57.035888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] Deleting port 3dbbe8cd-7e5a-492a-bf03-ef8191758e10 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:08:57.036228 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:57.097953 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] For port 3dbbe8cd-7e5a-492a-bf03-ef8191758e10, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3dbbe8cd-7e5a-492a-bf03-ef8191758e10,segment=NetworkSegment(2b8887b2-288e-4e79-9265-fcd10f905b6b),segment_id=2b8887b2-288e-4e79-9265-fcd10f905b6b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:57.098317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:57.111199 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] Calling delete_port for 3dbbe8cd-7e5a-492a-bf03-ef8191758e10 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:08:57.191210 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:57.216516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dbbe8cd-7e5a-492a-bf03-ef8191758e10,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:57.219983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] No DVR routers for this DVR port 3dbbe8cd-7e5a-492a-bf03-ef8191758e10 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:08:57.287103 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:57.311544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3961f79-69fd-4c85-bff9-9577f5edd066']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:57.322082 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8887b2-288e-4e79-9265-fcd10f905b6b') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:57.322376 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8887b2-288e-4e79-9265-fcd10f905b6b') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:57.332323 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:57.339818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd06b20-e04b-4d86-a640-733e709ac184 None None] DHCP port deletion for e3961f79-69fd-4c85-bff9-9577f5edd066 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:08:57.348487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:57.359672 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:08:57.359672 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:08:57.360592 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:08:57.414447 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:57.420684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:57.423761 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e3961f79-69fd-4c85-bff9-9577f5edd066 HTTP/1.1" status: 204 len: 168 time: 0.5186157 Feb 04 06:08:57.426866 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57870) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:57.436784 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207de559-c4cc-46b1-bd65-448355301520 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3961f79-69fd-4c85-bff9-9577f5edd066,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:57.770569 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:58.005202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Deleting port 8df181cb-ae26-4d20-bc10-b1d6154336bb {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:08:58.005534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:58.079412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] For port 8df181cb-ae26-4d20-bc10-b1d6154336bb, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=8df181cb-ae26-4d20-bc10-b1d6154336bb,segment=NetworkSegment(b3db05a0-17cb-424c-929c-fa9860a4fbc3),segment_id=b3db05a0-17cb-424c-929c-fa9860a4fbc3)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:58.079692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:58.091492 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Calling delete_port for 8df181cb-ae26-4d20-bc10-b1d6154336bb owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:08:58.265855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:58.290467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df181cb-ae26-4d20-bc10-b1d6154336bb,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:58.320497 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:58.320850 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:58.321745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:58.322117 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:58.322454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:58.322788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:58.323122 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:58.323446 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:58.323773 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:58.324096 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:58.324420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:58.324738 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:08:58.467629 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:58.675623 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Router 8690f414-dd9e-4298-bc33-8af6d7844822 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:08:58.706432 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e6885db9-5b68-48a6-b9d4-dc9e337f6214 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:08:58.726642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: e6885db9-5b68-48a6-b9d4-dc9e337f6214 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:08:58.726985 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e6885db9-5b68-48a6-b9d4-dc9e337f6214 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:08:58.728276 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3dbbe8cd-7e5a-492a-bf03-ef8191758e10 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:08:58.745490 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 3dbbe8cd-7e5a-492a-bf03-ef8191758e10 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:08:58.745858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3dbbe8cd-7e5a-492a-bf03-ef8191758e10 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:08:58.779698 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:08:58.785185 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5be5de13-45e5-436e-8419-228b7dfa1384 admin admin] 10.222.0.10 "PUT /v2.0/routers/8690f414-dd9e-4298-bc33-8af6d7844822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3571804 Feb 04 06:08:58.787149 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57872) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:58.788154 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd3c541-a2e8-42da-82b7-fb6d3bd9ab65 None None] Sync routers for ids ['8690f414-dd9e-4298-bc33-8af6d7844822'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:08:58.798298 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd3c541-a2e8-42da-82b7-fb6d3bd9ab65 None None] Routers {'8690f414-dd9e-4298-bc33-8af6d7844822'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:58.798908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-efd3c541-a2e8-42da-82b7-fb6d3bd9ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:08:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8690f414-dd9e-4298-bc33-8af6d7844822'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:58.891666 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:58.994940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.041535 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-efd3c541-a2e8-42da-82b7-fb6d3bd9ab65 None None] Set router 8690f414-dd9e-4298-bc33-8af6d7844822 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:59.045905 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] Deleting port 0ef28123-c9b3-418d-861e-c973808a99e2 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:08:59.046260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.128278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] For port 0ef28123-c9b3-418d-861e-c973808a99e2, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=0ef28123-c9b3-418d-861e-c973808a99e2,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:59.128744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.141549 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] Calling delete_port for 0ef28123-c9b3-418d-861e-c973808a99e2 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:08:59.220884 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-efd3c541-a2e8-42da-82b7-fb6d3bd9ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'name': 'tempest-TestEncryptedCinderVolumes-1252497038-router', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.166'}], 'enable_snat': True}, 'gw_port_id': '0ef28123-c9b3-418d-861e-c973808a99e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:40Z', 'updated_at': '2022-02-04T06:08:58Z', 'revision_number': 5, 'project_id': '8c8c77ca526148598bd2678c9ce896d0', 'gw_port': {'id': '0ef28123-c9b3-418d-861e-c973808a99e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:07:41Z', 'updated_at': '2022-02-04T06:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:59.248052 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd3c541-a2e8-42da-82b7-fb6d3bd9ab65 None None] Checking router: 8690f414-dd9e-4298-bc33-8af6d7844822 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:08:59.256077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd3c541-a2e8-42da-82b7-fb6d3bd9ab65 None None] Routers {'8690f414-dd9e-4298-bc33-8af6d7844822'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:08:59.256684 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-efd3c541-a2e8-42da-82b7-fb6d3bd9ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:08:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['8690f414-dd9e-4298-bc33-8af6d7844822'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:59.311668 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.338793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef28123-c9b3-418d-861e-c973808a99e2,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:59.342029 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-efd3c541-a2e8-42da-82b7-fb6d3bd9ab65 None None] Set router 8690f414-dd9e-4298-bc33-8af6d7844822 gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:08:59.395247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-efd3c541-a2e8-42da-82b7-fb6d3bd9ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'name': 'tempest-TestEncryptedCinderVolumes-1252497038-router', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:40Z', 'updated_at': '2022-02-04T06:08:58Z', 'revision_number': 6, 'project_id': '8c8c77ca526148598bd2678c9ce896d0', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:08:59.400267 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.426026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd3c541-a2e8-42da-82b7-fb6d3bd9ab65 None None] The sync data for ids ['8690f414-dd9e-4298-bc33-8af6d7844822'] in dv-neutron-827794-1-hyperv is: [{'id': '8690f414-dd9e-4298-bc33-8af6d7844822', 'name': 'tempest-TestEncryptedCinderVolumes-1252497038-router', 'tenant_id': '8c8c77ca526148598bd2678c9ce896d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:07:40Z', 'updated_at': '2022-02-04T06:08:58Z', 'revision_number': 6, 'project_id': '8c8c77ca526148598bd2678c9ce896d0', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:08:59.499899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.502012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.546412 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.546994 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8690f414-dd9e-4298-bc33-8af6d7844822 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:08:59.551327 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.552564 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7eec6cc5-4ded-4871-9001-d0710c0b72e9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8690f414-dd9e-4298-bc33-8af6d7844822 HTTP/1.1" status: 204 len: 168 time: 0.7644343 Feb 04 06:08:59.555136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57874) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:59.597916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e986971-765d-43e8-a4db-6b4fddfb8023 admin admin] Deleting subnet 4d063f0a-718f-4b84-b2af-a04c174f25ed {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:08:59.600778 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4e986971-765d-43e8-a4db-6b4fddfb8023 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.633346 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4e986971-765d-43e8-a4db-6b4fddfb8023 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.709563 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4e986971-765d-43e8-a4db-6b4fddfb8023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.759927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4e986971-765d-43e8-a4db-6b4fddfb8023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.788824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e986971-765d-43e8-a4db-6b4fddfb8023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d063f0a-718f-4b84-b2af-a04c174f25ed,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:08:59.793704 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4e986971-765d-43e8-a4db-6b4fddfb8023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.799449 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4e986971-765d-43e8-a4db-6b4fddfb8023 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4d063f0a-718f-4b84-b2af-a04c174f25ed HTTP/1.1" status: 204 len: 168 time: 0.2423906 Feb 04 06:08:59.801461 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57876) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:08:59.803699 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60daa4a-3f1a-4281-ab19-eb9b9e9b6171 None None] Network 050bd9e9-e6bf-45c5-9df8-4510d6641453 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:08:59.880981 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.932813 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] Deleting port f46301ff-ff1f-47a9-a96f-66e61311aa9e {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:08:59.933162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:08:59.995677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] For port f46301ff-ff1f-47a9-a96f-66e61311aa9e, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f46301ff-ff1f-47a9-a96f-66e61311aa9e,segment=NetworkSegment(b3db05a0-17cb-424c-929c-fa9860a4fbc3),segment_id=b3db05a0-17cb-424c-929c-fa9860a4fbc3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:08:59.996033 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.007984 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] Calling delete_port for f46301ff-ff1f-47a9-a96f-66e61311aa9e owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:09:00.088181 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.116390 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f46301ff-ff1f-47a9-a96f-66e61311aa9e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:00.122009 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] No DVR routers for this DVR port f46301ff-ff1f-47a9-a96f-66e61311aa9e on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:09:00.192010 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.214263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050bd9e9-e6bf-45c5-9df8-4510d6641453']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:00.214652 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9912d7ac-3ed7-4189-a97c-640a52f4f4a8 None None] DHCP port deletion for 050bd9e9-e6bf-45c5-9df8-4510d6641453 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:09:00.224026 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3db05a0-17cb-424c-929c-fa9860a4fbc3') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:00.224314 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3db05a0-17cb-424c-929c-fa9860a4fbc3') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:00.235197 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.248574 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.254438 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:09:00.254823 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:09:00.256657 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:09:00.310041 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.315733 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.318937 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/050bd9e9-e6bf-45c5-9df8-4510d6641453 HTTP/1.1" status: 204 len: 168 time: 0.5165224 Feb 04 06:09:00.334041 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869d30d-0bba-4a82-9e3e-fc54e9a7dae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=050bd9e9-e6bf-45c5-9df8-4510d6641453,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:00.479825 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57880) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:00.522663 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-525a9758-67cd-42da-80f0-b8f67acf3da7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96c850331e4f4a76b46662940860c43b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416739 Feb 04 06:09:00.525672 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57882) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:00.574958 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fa8963c0-a0a8-4ef0-b5e4-4ba1bc6793db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.595751 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fa8963c0-a0a8-4ef0-b5e4-4ba1bc6793db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.642097 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fa8963c0-a0a8-4ef0-b5e4-4ba1bc6793db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.644668 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fa8963c0-a0a8-4ef0-b5e4-4ba1bc6793db admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:00.645964 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fa8963c0-a0a8-4ef0-b5e4-4ba1bc6793db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b72015d-72b8-4e18-adcd-f3d058a88894 HTTP/1.1" status: 204 len: 168 time: 0.1192153 Feb 04 06:09:00.654569 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8963c0-a0a8-4ef0-b5e4-4ba1bc6793db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b72015d-72b8-4e18-adcd-f3d058a88894,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:00.670720 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 0ef28123-c9b3-418d-861e-c973808a99e2 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:09:00.690686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 0ef28123-c9b3-418d-861e-c973808a99e2 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:09:00.691038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 0ef28123-c9b3-418d-861e-c973808a99e2 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:09:00.691459 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f46301ff-ff1f-47a9-a96f-66e61311aa9e no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:09:00.710321 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: f46301ff-ff1f-47a9-a96f-66e61311aa9e {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:09:00.710690 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f46301ff-ff1f-47a9-a96f-66e61311aa9e not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:09:00.711080 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8df181cb-ae26-4d20-bc10-b1d6154336bb no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:09:00.729868 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 8df181cb-ae26-4d20-bc10-b1d6154336bb {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:09:00.730215 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 8df181cb-ae26-4d20-bc10-b1d6154336bb not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:09:00.949457 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57888) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:00.987565 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-180a6f98-2978-4589-9522-74512ce26c22 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c8c77ca526148598bd2678c9ce896d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369351 Feb 04 06:09:00.989864 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57890) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:01.036669 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f6e866b-3b29-430e-85f8-b3c2e42be431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:01.057010 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f6e866b-3b29-430e-85f8-b3c2e42be431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:01.102068 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f6e866b-3b29-430e-85f8-b3c2e42be431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:01.105123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f6e866b-3b29-430e-85f8-b3c2e42be431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:01.106401 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6f6e866b-3b29-430e-85f8-b3c2e42be431 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0cf5493-afda-420b-9378-daa9847b0da4 HTTP/1.1" status: 204 len: 168 time: 0.1156764 Feb 04 06:09:01.113815 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e866b-3b29-430e-85f8-b3c2e42be431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cf5493-afda-420b-9378-daa9847b0da4,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:01.754840 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57912) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:01.852038 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1310156340-network', 'tenant_id': '232b7f5288f649fb876bbd08d778984f'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:01.874623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] Made reservation on behalf of 232b7f5288f649fb876bbd08d778984f for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:01.876756 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:01.887698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:01.961061 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:01.965302 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:01.988627 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:09:01.998009 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:02.002597 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.002938 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] Added segment 168085e3-0c07-41f9-971a-49271849e651 of type vlan for network b392d0df-34c6-4555-8898-2e0c3e2fa817 Feb 04 06:09:02.044365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.068685 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.069642 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:02.070252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.116279 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3603861 Feb 04 06:09:02.119321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57916) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:02.124399 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-cd089bce-161b-4451-b565-14f69de60b0c admin admin] Request body: {'subnet': {'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1310156340-subnet', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'ip_version': 4}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:02.130557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271b079-4f5d-47db-8be5-ab7018ccc6da admin admin] Pushing event updated for resources: {'Network': ['ID=b392d0df-34c6-4555-8898-2e0c3e2fa817,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:02.143277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network b392d0df-34c6-4555-8898-2e0c3e2fa817 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:09:02.150412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd089bce-161b-4451-b565-14f69de60b0c admin admin] Made reservation on behalf of 232b7f5288f649fb876bbd08d778984f for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:02.152784 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cd089bce-161b-4451-b565-14f69de60b0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.318844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cd089bce-161b-4451-b565-14f69de60b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.379570 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd089bce-161b-4451-b565-14f69de60b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b323821d-a992-4cc7-9b57-49d9cb757d2a,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:02.388477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd089bce-161b-4451-b565-14f69de60b0c admin admin] Checking segment: {'id': '168085e3-0c07-41f9-971a-49271849e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:09:02.388824 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd089bce-161b-4451-b565-14f69de60b0c admin admin] Network hostable DHCP agents. Network: b392d0df-34c6-4555-8898-2e0c3e2fa817, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:09:02.404424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd089bce-161b-4451-b565-14f69de60b0c admin admin] Network b392d0df-34c6-4555-8898-2e0c3e2fa817 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:09:02.412956 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-cd089bce-161b-4451-b565-14f69de60b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, b392d0df-34c6-4555-8898-2e0c3e2fa817) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:02.416933 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd089bce-161b-4451-b565-14f69de60b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:02.417514 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cd089bce-161b-4451-b565-14f69de60b0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.421613 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7906ab8e-238c-4399-9b01-70b08f5ddfd3 None None] Network b392d0df-34c6-4555-8898-2e0c3e2fa817 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:09:02.432829 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cd089bce-161b-4451-b565-14f69de60b0c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3123555 Feb 04 06:09:02.436321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57918) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:02.441117 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:02.466125 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.467394 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.518882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.574950 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-b392d0df-34c6-4555-8898-2e0c3e2fa817', 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'fixed_ips': [{'subnet_id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:09:02.575875 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.660049 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.706445 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Allocated IP 172.20.0.2 (b392d0df-34c6-4555-8898-2e0c3e2fa817/b323821d-a992-4cc7-9b57-49d9cb757d2a/7246a21f-cf4e-4b4b-ba20-ba052a73fce0) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:02.846056 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.852742 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.854137 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.873387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.888273 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Network b392d0df-34c6-4555-8898-2e0c3e2fa817 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:02.891265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:02.894655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:09:02.907238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Pushing event updated for resources: {'Port': ['ID=7246a21f-cf4e-4b4b-ba20-ba052a73fce0,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:02.955522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Attempting to bind port 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:02.955891 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Attempting to bind port 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '168085e3-0c07-41f9-971a-49271849e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:02.956255 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Attempting to bind port 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 on network b392d0df-34c6-4555-8898-2e0c3e2fa817 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:09:02.961101 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:09:02.961605 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Checking segment: {'id': '168085e3-0c07-41f9-971a-49271849e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:09:02.962033 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.962428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Bound using segment: {'id': '168085e3-0c07-41f9-971a-49271849e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:09:02.962893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Bound port: 7246a21f-cf4e-4b4b-ba20-ba052a73fce0, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168085e3-0c07-41f9-971a-49271849e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:02.963285 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:02.975889 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Allocated IP 172.26.3.186 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/393c0c07-a05d-4c15-a920-3007b55614fd) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:03.024658 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] For port 7246a21f-cf4e-4b4b-ba20-ba052a73fce0, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:09:03.027816 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] For port 7246a21f-cf4e-4b4b-ba20-ba052a73fce0, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=7246a21f-cf4e-4b4b-ba20-ba052a73fce0,segment=NetworkSegment(168085e3-0c07-41f9-971a-49271849e651),segment_id=168085e3-0c07-41f9-971a-49271849e651)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:09:03.031301 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:03.076120 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:03.084798 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a98dcc-54df-4381-b683-b81e2b4d96df None None] Pushing event updated for resources: {'Port': ['ID=7246a21f-cf4e-4b4b-ba20-ba052a73fce0,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:03.115136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:03.155930 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:03.158738 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:03.162140 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:09:03.168193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Pushing event updated for resources: {'Port': ['ID=393c0c07-a05d-4c15-a920-3007b55614fd,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:03.733288 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:03.928669 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.009897 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988fc051-c22f-468c-9f22-c6b374221fd0 None None] Network b392d0df-34c6-4555-8898-2e0c3e2fa817 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:09:04.058174 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:09:04.081144 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-3f2688cf-ed4c-42d3-ba0a-96a54f4a6dcf None None] Provisioning complete for port 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:04.081520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3f2688cf-ed4c-42d3-ba0a-96a54f4a6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.162564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:09:04.176054 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Sync routers for ids ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:04.182316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.186441 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57920) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:04.186927 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cf39433f-090b-420c-af68-329a28235d9c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7493484 Feb 04 06:09:04.187203 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Routers {'5befb11b-92e3-4fd0-a16f-8b41dd8c917b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:04.187843 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:08:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:04.221905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3f2688cf-ed4c-42d3-ba0a-96a54f4a6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.272372 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3f2688cf-ed4c-42d3-ba0a-96a54f4a6dcf None None] For port 7246a21f-cf4e-4b4b-ba20-ba052a73fce0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=7246a21f-cf4e-4b4b-ba20-ba052a73fce0,segment=NetworkSegment(168085e3-0c07-41f9-971a-49271849e651),segment_id=168085e3-0c07-41f9-971a-49271849e651)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:04.282919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3f2688cf-ed4c-42d3-ba0a-96a54f4a6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.310764 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Set router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:04.344015 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2688cf-ed4c-42d3-ba0a-96a54f4a6dcf None None] Pushing event updated for resources: {'Port': ['ID=7246a21f-cf4e-4b4b-ba20-ba052a73fce0,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:04.354641 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.500983 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:03Z', 'revision_number': 3, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'gw_port': {'id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:04.503256 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e6994351-bd4b-46bf-b210-0ae8f9aad75f None None] Provisioning complete for port 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:04.504588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e6994351-bd4b-46bf-b210-0ae8f9aad75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.529567 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Checking router: 5befb11b-92e3-4fd0-a16f-8b41dd8c917b for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:04.530021 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Updating router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b port 393c0c07-a05d-4c15-a920-3007b55614fd binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:09:04.555847 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.655036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.735090 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:09:04.785318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:04.785318 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.831769 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Allocated IP 172.20.0.1 (b392d0df-34c6-4555-8898-2e0c3e2fa817/b323821d-a992-4cc7-9b57-49d9cb757d2a/35a533a9-be35-4be4-8787-bf4499b567f6) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:04.866321 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.872866 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.928138 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Attempting to bind port 393c0c07-a05d-4c15-a920-3007b55614fd on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:04.928505 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Attempting to bind port 393c0c07-a05d-4c15-a920-3007b55614fd by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:04.928859 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Attempting to bind port 393c0c07-a05d-4c15-a920-3007b55614fd on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:09:04.930697 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e80ff-2514-4425-89a0-2f8ac2a3b511 None None] Pushing event updated for resources: {'Port': ['ID=393c0c07-a05d-4c15-a920-3007b55614fd,revision_number=2']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:04.939295 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e80ff-2514-4425-89a0-2f8ac2a3b511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.939633 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e80ff-2514-4425-89a0-2f8ac2a3b511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.939963 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e80ff-2514-4425-89a0-2f8ac2a3b511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.940287 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e80ff-2514-4425-89a0-2f8ac2a3b511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.940606 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e80ff-2514-4425-89a0-2f8ac2a3b511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.940925 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e80ff-2514-4425-89a0-2f8ac2a3b511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.941243 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e80ff-2514-4425-89a0-2f8ac2a3b511 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.941556 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e80ff-2514-4425-89a0-2f8ac2a3b511 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.941946 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e80ff-2514-4425-89a0-2f8ac2a3b511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.942273 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e80ff-2514-4425-89a0-2f8ac2a3b511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.942578 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e80ff-2514-4425-89a0-2f8ac2a3b511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.942886 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e80ff-2514-4425-89a0-2f8ac2a3b511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:04.944990 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.946765 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:09:04.947138 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:09:04.947529 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.947905 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:09:04.948365 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Bound port: 393c0c07-a05d-4c15-a920-3007b55614fd, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:04.948881 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.982363 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:04.999379 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] For port 393c0c07-a05d-4c15-a920-3007b55614fd, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:09:05.002483 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] For port 393c0c07-a05d-4c15-a920-3007b55614fd, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=393c0c07-a05d-4c15-a920-3007b55614fd,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:09:05.006508 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:05.021787 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Network b392d0df-34c6-4555-8898-2e0c3e2fa817 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:05.026950 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:05.031596 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:09:05.070114 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Routers {'5befb11b-92e3-4fd0-a16f-8b41dd8c917b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:05.070749 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:08:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:05.075082 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e80ff-2514-4425-89a0-2f8ac2a3b511 None None] Pushing event updated for resources: {'Port': ['ID=393c0c07-a05d-4c15-a920-3007b55614fd,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:05.283162 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] Set router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:05.321876 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Pushing event updated for resources: {'Port': ['ID=35a533a9-be35-4be4-8787-bf4499b567f6,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:05.339711 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:05.341477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-db48c771-5404-4ad9-83e9-dd24ab9d9e5e None None] Provisioning complete for port 35a533a9-be35-4be4-8787-bf4499b567f6 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:05.342653 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-db48c771-5404-4ad9-83e9-dd24ab9d9e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:05.383175 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-db48c771-5404-4ad9-83e9-dd24ab9d9e5e None None] Port 35a533a9-be35-4be4-8787-bf4499b567f6 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:09:05.478466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:05.478879 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:03Z', 'revision_number': 3, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'gw_port': {'id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:05.506007 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f33aa-1cdc-4139-9cab-46f9615411b4 None None] The sync data for ids ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'] in dv-neutron-827794-1-hyperv is: [{'id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:03Z', 'revision_number': 3, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'gw_port': {'id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:05.645753 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:05.650800 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:05.725724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Pushing event updated for resources: {'Port': ['ID=35a533a9-be35-4be4-8787-bf4499b567f6,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:05.734718 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:05.835052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Network b392d0df-34c6-4555-8898-2e0c3e2fa817 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:05.836502 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:05.961303 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:09:06.074981 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:09:06.081010 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d21f42d0-6309-4d51-8753-3b480ca1e081 admin admin] 10.222.0.10 "PUT /v2.0/routers/5befb11b-92e3-4fd0-a16f-8b41dd8c917b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8927305 Feb 04 06:09:06.110896 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a3338739-a4e0-4f8e-a8ae-1075718fdabe None None] Provisioning complete for port 35a533a9-be35-4be4-8787-bf4499b567f6 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:06.111301 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a3338739-a4e0-4f8e-a8ae-1075718fdabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.146109 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a3338739-a4e0-4f8e-a8ae-1075718fdabe None None] Port 35a533a9-be35-4be4-8787-bf4499b567f6 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:09:06.549759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 57936) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:06.554724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1942861641-network', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:06.579113 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] Made reservation on behalf of 72bec8da9b4741fca198c07472a72ce3 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:06.581657 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.593305 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.673927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.678239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.689593 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 393c0c07-a05d-4c15-a920-3007b55614fd up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:09:06.703568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:09:06.713430 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494cf02a-cb03-4f83-9e19-3b5bbdb9c2e8,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:06.718299 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.718650 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] Added segment cc99d33a-593d-4172-a000-d8f706f18e9f of type vlan for network e80149f2-77c3-41eb-a117-5a3ca7246ee3 Feb 04 06:09:06.741383 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 393c0c07-a05d-4c15-a920-3007b55614fd triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:06.741757 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.762571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.791691 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.792969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:06.793654 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.826427 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.842839 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2917852 Feb 04 06:09:06.845462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57938) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:06.847692 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 393c0c07-a05d-4c15-a920-3007b55614fd, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=393c0c07-a05d-4c15-a920-3007b55614fd,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:06.853406 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.859720 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-26211256-b571-4648-b090-95d524f8473f admin admin] Request body: {'subnet': {'network_id': 'e80149f2-77c3-41eb-a117-5a3ca7246ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1942861641-subnet', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3', 'ip_version': 4}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:06.860994 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2bcbc-6f20-475b-a190-a7053fdc1079 admin admin] Pushing event updated for resources: {'Network': ['ID=e80149f2-77c3-41eb-a117-5a3ca7246ee3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:06.880317 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network e80149f2-77c3-41eb-a117-5a3ca7246ee3 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:09:06.890154 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26211256-b571-4648-b090-95d524f8473f admin admin] Made reservation on behalf of 72bec8da9b4741fca198c07472a72ce3 for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:06.893412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26211256-b571-4648-b090-95d524f8473f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:06.935762 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:09:06.957444 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=393c0c07-a05d-4c15-a920-3007b55614fd,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:07.054739 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Sync routers for ids ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:07.063437 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Routers {'5befb11b-92e3-4fd0-a16f-8b41dd8c917b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:07.064046 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:08:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:07.069064 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26211256-b571-4648-b090-95d524f8473f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.126861 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26211256-b571-4648-b090-95d524f8473f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d307331-c7e7-4216-a10f-9113ccba6144,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:07.137119 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26211256-b571-4648-b090-95d524f8473f admin admin] Checking segment: {'id': 'cc99d33a-593d-4172-a000-d8f706f18e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e80149f2-77c3-41eb-a117-5a3ca7246ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:09:07.137470 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26211256-b571-4648-b090-95d524f8473f admin admin] Network hostable DHCP agents. Network: e80149f2-77c3-41eb-a117-5a3ca7246ee3, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:09:07.154828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26211256-b571-4648-b090-95d524f8473f admin admin] Network e80149f2-77c3-41eb-a117-5a3ca7246ee3 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:09:07.163581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-26211256-b571-4648-b090-95d524f8473f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, e80149f2-77c3-41eb-a117-5a3ca7246ee3) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:07.168024 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26211256-b571-4648-b090-95d524f8473f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:07.168995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-26211256-b571-4648-b090-95d524f8473f admin admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.171800 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3590d8a3-7be1-4a9a-a200-6e370b2f9370 None None] Network e80149f2-77c3-41eb-a117-5a3ca7246ee3 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:09:07.174513 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Set router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:07.187282 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-26211256-b571-4648-b090-95d524f8473f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3377373 Feb 04 06:09:07.187282 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57940) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:07.191528 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1942861641-router', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:07.214394 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.216462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.267897 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.406128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.457030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-e80149f2-77c3-41eb-a117-5a3ca7246ee3', 'network_id': 'e80149f2-77c3-41eb-a117-5a3ca7246ee3', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3', 'fixed_ips': [{'subnet_id': '2d307331-c7e7-4216-a10f-9113ccba6144'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:09:07.457921 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.547547 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:05Z', 'revision_number': 4, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'gw_port': {'id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '35a533a9-be35-4be4-8787-bf4499b567f6', 'name': '', 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'mac_address': 'fa:16:3e:c8:8f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:04Z', 'updated_at': '2022-02-04T06:09:05Z', 'revision_number': 2, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'subnets': [{'id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:07.584901 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Checking router: 5befb11b-92e3-4fd0-a16f-8b41dd8c917b for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:07.585252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Updating router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b port 35a533a9-be35-4be4-8787-bf4499b567f6 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:09:07.609948 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.630260 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.735091 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Allocated IP 172.26.3.169 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/43b3a5e2-00b3-49fc-a9b4-9b12159f3e75) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:07.776613 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.799120 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Allocated IP 172.20.0.2 (e80149f2-77c3-41eb-a117-5a3ca7246ee3/2d307331-c7e7-4216-a10f-9113ccba6144/a6e9c0be-0978-4633-8729-cf9b02bc1e46) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:07.841128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.873929 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:07.909624 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:07.913916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:07.917743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:09:07.943985 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Pushing event updated for resources: {'Port': ['ID=43b3a5e2-00b3-49fc-a9b4-9b12159f3e75,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:08.088020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.100996 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.164437 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.172065 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Network e80149f2-77c3-41eb-a117-5a3ca7246ee3 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:08.180738 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:08.186443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:09:08.190613 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Pushing event updated for resources: {'Port': ['ID=a6e9c0be-0978-4633-8729-cf9b02bc1e46,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:08.221563 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.228307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.297484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Attempting to bind port a6e9c0be-0978-4633-8729-cf9b02bc1e46 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:08.297873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Attempting to bind port a6e9c0be-0978-4633-8729-cf9b02bc1e46 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'cc99d33a-593d-4172-a000-d8f706f18e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e80149f2-77c3-41eb-a117-5a3ca7246ee3'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:08.298228 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Attempting to bind port a6e9c0be-0978-4633-8729-cf9b02bc1e46 on network e80149f2-77c3-41eb-a117-5a3ca7246ee3 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:09:08.307428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509223a6-0fe8-4385-8737-733fb563e64e None None] Pushing event updated for resources: {'Port': ['ID=35a533a9-be35-4be4-8787-bf4499b567f6,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:08.310813 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:09:08.311182 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Checking segment: {'id': 'cc99d33a-593d-4172-a000-d8f706f18e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e80149f2-77c3-41eb-a117-5a3ca7246ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:09:08.311583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.311964 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Bound using segment: {'id': 'cc99d33a-593d-4172-a000-d8f706f18e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e80149f2-77c3-41eb-a117-5a3ca7246ee3'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:09:08.312441 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Bound port: a6e9c0be-0978-4633-8729-cf9b02bc1e46, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc99d33a-593d-4172-a000-d8f706f18e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e80149f2-77c3-41eb-a117-5a3ca7246ee3'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:08.312823 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.360639 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.397764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Attempting to bind port 35a533a9-be35-4be4-8787-bf4499b567f6 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:08.398167 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Attempting to bind port 35a533a9-be35-4be4-8787-bf4499b567f6 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '168085e3-0c07-41f9-971a-49271849e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:08.398528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Attempting to bind port 35a533a9-be35-4be4-8787-bf4499b567f6 on network b392d0df-34c6-4555-8898-2e0c3e2fa817 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:09:08.412368 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:09:08.412741 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Checking segment: {'id': '168085e3-0c07-41f9-971a-49271849e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:09:08.413522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.413522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Bound using segment: {'id': '168085e3-0c07-41f9-971a-49271849e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:09:08.414021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Bound port: 35a533a9-be35-4be4-8787-bf4499b567f6, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168085e3-0c07-41f9-971a-49271849e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:08.414425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.436406 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] For port a6e9c0be-0978-4633-8729-cf9b02bc1e46, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:09:08.440264 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] For port a6e9c0be-0978-4633-8729-cf9b02bc1e46, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a6e9c0be-0978-4633-8729-cf9b02bc1e46,segment=NetworkSegment(cc99d33a-593d-4172-a000-d8f706f18e9f),segment_id=cc99d33a-593d-4172-a000-d8f706f18e9f)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:09:08.469442 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.498552 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Router 9823876d-c6d7-4791-8f3e-7f70d123a47b is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:09:08.545465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] For port 35a533a9-be35-4be4-8787-bf4499b567f6, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:09:08.550489 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] For port 35a533a9-be35-4be4-8787-bf4499b567f6, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=35a533a9-be35-4be4-8787-bf4499b567f6,segment=NetworkSegment(168085e3-0c07-41f9-971a-49271849e651),segment_id=168085e3-0c07-41f9-971a-49271849e651)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:09:08.551696 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af72db6-c36b-4464-8a57-f5989978deaa None None] Pushing event updated for resources: {'Port': ['ID=a6e9c0be-0978-4633-8729-cf9b02bc1e46,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:08.559990 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.621372 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:09:08.627612 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Routers {'5befb11b-92e3-4fd0-a16f-8b41dd8c917b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:08.628248 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:08:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:08.634301 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Sync routers for ids ['9823876d-c6d7-4791-8f3e-7f70d123a47b'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:08.647545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.649835 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cdaf9ae6-6087-43e5-b9c0-774694b6f357 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4615510 Feb 04 06:09:08.652531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 57942) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:08.653820 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Routers {'9823876d-c6d7-4791-8f3e-7f70d123a47b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:08.654979 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:08:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9823876d-c6d7-4791-8f3e-7f70d123a47b'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:08.756601 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d932c238-2334-4f95-8eaa-546857dcdf66 None None] Provisioning complete for port 35a533a9-be35-4be4-8787-bf4499b567f6 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:08.757245 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d932c238-2334-4f95-8eaa-546857dcdf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:08.804777 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Set router 9823876d-c6d7-4791-8f3e-7f70d123a47b gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:08.815002 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509223a6-0fe8-4385-8737-733fb563e64e None None] Pushing event updated for resources: {'Port': ['ID=35a533a9-be35-4be4-8787-bf4499b567f6,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:08.819428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 393c0c07-a05d-4c15-a920-3007b55614fd up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:09:08.921581 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] Set router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:08.927024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 393c0c07-a05d-4c15-a920-3007b55614fd triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:08.927419 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:09.051274 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'name': 'tempest-TestMinimumBasicScenario-1942861641-router', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': '43b3a5e2-00b3-49fc-a9b4-9b12159f3e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:08Z', 'revision_number': 3, 'project_id': '72bec8da9b4741fca198c07472a72ce3', 'gw_port': {'id': '43b3a5e2-00b3-49fc-a9b4-9b12159f3e75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:09.081642 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Checking router: 9823876d-c6d7-4791-8f3e-7f70d123a47b for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:09.082020 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Updating router 9823876d-c6d7-4791-8f3e-7f70d123a47b port 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:09:09.087063 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d932c238-2334-4f95-8eaa-546857dcdf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:09.106865 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:09.178141 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:09.200303 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d932c238-2334-4f95-8eaa-546857dcdf66 None None] For port 35a533a9-be35-4be4-8787-bf4499b567f6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=35a533a9-be35-4be4-8787-bf4499b567f6,segment=NetworkSegment(168085e3-0c07-41f9-971a-49271849e651),segment_id=168085e3-0c07-41f9-971a-49271849e651)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:09.207675 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d932c238-2334-4f95-8eaa-546857dcdf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:09.296088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932c238-2334-4f95-8eaa-546857dcdf66 None None] Pushing event updated for resources: {'Port': ['ID=35a533a9-be35-4be4-8787-bf4499b567f6,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:09.337208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8a4c2837-e347-4f26-8797-6883dbbf39d3 None None] Provisioning complete for port 35a533a9-be35-4be4-8787-bf4499b567f6 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:09.337716 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8a4c2837-e347-4f26-8797-6883dbbf39d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:09.359038 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Allocated IP 172.20.0.1 (e80149f2-77c3-41eb-a117-5a3ca7246ee3/2d307331-c7e7-4216-a10f-9113ccba6144/a50ca57c-9768-4d5c-8c25-c878ccdcf1ea) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:09.365659 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:05Z', 'revision_number': 4, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'gw_port': {'id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '35a533a9-be35-4be4-8787-bf4499b567f6', 'name': '', 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'mac_address': 'fa:16:3e:c8:8f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:04Z', 'updated_at': '2022-02-04T06:09:08Z', 'revision_number': 4, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'subnets': [{'id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:09.375799 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:09.382643 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:09.401832 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3751cc67-44e0-4a4b-8efa-50a0409f1746 None None] The sync data for ids ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'] in dv-neutron-827794-1-hyperv is: [{'id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:05Z', 'revision_number': 4, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'gw_port': {'id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '35a533a9-be35-4be4-8787-bf4499b567f6', 'name': '', 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'mac_address': 'fa:16:3e:c8:8f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:04Z', 'updated_at': '2022-02-04T06:09:08Z', 'revision_number': 4, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'subnets': [{'id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:09.442880 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Attempting to bind port 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:09.443243 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Attempting to bind port 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:09.443601 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Attempting to bind port 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:09:09.447812 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27795845-18dc-45ce-b576-ed4e32f62846 None None] Pushing event updated for resources: {'Port': ['ID=43b3a5e2-00b3-49fc-a9b4-9b12159f3e75,revision_number=2']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:09.454556 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:09:09.455002 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:09:09.455398 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:09.455840 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:09:09.456391 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Bound port: 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:09.456712 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:09.540026 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] For port 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:09:09.545932 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] For port 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=43b3a5e2-00b3-49fc-a9b4-9b12159f3e75,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:09:09.554469 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:09.619649 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Routers {'9823876d-c6d7-4791-8f3e-7f70d123a47b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:09.620377 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:08:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9823876d-c6d7-4791-8f3e-7f70d123a47b'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:09.681212 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27795845-18dc-45ce-b576-ed4e32f62846 None None] Pushing event updated for resources: {'Port': ['ID=43b3a5e2-00b3-49fc-a9b4-9b12159f3e75,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:09.762090 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] Set router 9823876d-c6d7-4791-8f3e-7f70d123a47b gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:09.859494 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7fd81a-675d-4ae0-9c6b-1f9159c51e1b None None] Network e80149f2-77c3-41eb-a117-5a3ca7246ee3 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:09:09.906591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:09.947311 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e2ff9cce-18f0-46bf-98d1-7c633cefb324 None None] Provisioning complete for port a6e9c0be-0978-4633-8729-cf9b02bc1e46 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:09.947750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e2ff9cce-18f0-46bf-98d1-7c633cefb324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:09.954980 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:09.958092 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'name': 'tempest-TestMinimumBasicScenario-1942861641-router', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': '43b3a5e2-00b3-49fc-a9b4-9b12159f3e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:08Z', 'revision_number': 3, 'project_id': '72bec8da9b4741fca198c07472a72ce3', 'gw_port': {'id': '43b3a5e2-00b3-49fc-a9b4-9b12159f3e75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:09.994421 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb45fc-372e-4516-861e-0e2a0ac0d879 None None] The sync data for ids ['9823876d-c6d7-4791-8f3e-7f70d123a47b'] in dv-neutron-827794-1-hyperv is: [{'id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'name': 'tempest-TestMinimumBasicScenario-1942861641-router', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': '43b3a5e2-00b3-49fc-a9b4-9b12159f3e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:08Z', 'revision_number': 3, 'project_id': '72bec8da9b4741fca198c07472a72ce3', 'gw_port': {'id': '43b3a5e2-00b3-49fc-a9b4-9b12159f3e75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:10.007582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Network e80149f2-77c3-41eb-a117-5a3ca7246ee3 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:10.012850 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:10.021667 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:09:10.062744 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Pushing event updated for resources: {'Port': ['ID=a50ca57c-9768-4d5c-8c25-c878ccdcf1ea,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:10.072958 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:10.112557 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e2ff9cce-18f0-46bf-98d1-7c633cefb324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:10.221438 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:10.318751 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-e2ff9cce-18f0-46bf-98d1-7c633cefb324 None None] For port a6e9c0be-0978-4633-8729-cf9b02bc1e46, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a6e9c0be-0978-4633-8729-cf9b02bc1e46,segment=NetworkSegment(cc99d33a-593d-4172-a000-d8f706f18e9f),segment_id=cc99d33a-593d-4172-a000-d8f706f18e9f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:10.324484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e2ff9cce-18f0-46bf-98d1-7c633cefb324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:10.419942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff9cce-18f0-46bf-98d1-7c633cefb324 None None] Pushing event updated for resources: {'Port': ['ID=a6e9c0be-0978-4633-8729-cf9b02bc1e46,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:10.437258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:10.441924 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:10.527854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Pushing event updated for resources: {'Port': ['ID=a50ca57c-9768-4d5c-8c25-c878ccdcf1ea,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:10.535346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:10.654795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-ed134009-b516-4a2a-8fbb-738062d3691d None None] Provisioning complete for port a6e9c0be-0978-4633-8729-cf9b02bc1e46 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:10.655406 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ed134009-b516-4a2a-8fbb-738062d3691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:10.669512 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Network e80149f2-77c3-41eb-a117-5a3ca7246ee3 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:10.671322 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:10.841475 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-ed134009-b516-4a2a-8fbb-738062d3691d None None] Provisioning complete for port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:10.841475 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ed134009-b516-4a2a-8fbb-738062d3691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:10.871949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Router 9823876d-c6d7-4791-8f3e-7f70d123a47b has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:09:10.904366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-ed134009-b516-4a2a-8fbb-738062d3691d None None] Port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:09:10.915511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 35a533a9-be35-4be4-8787-bf4499b567f6 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:09:10.972277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 35a533a9-be35-4be4-8787-bf4499b567f6 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:10.972655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:11.015415 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:09:11.021447 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b6c0446b-1e20-4731-8e35-d1ab6e9e745a admin admin] 10.222.0.10 "PUT /v2.0/routers/9823876d-c6d7-4791-8f3e-7f70d123a47b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3677087 Feb 04 06:09:11.056311 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-cacb229c-e03a-4b0e-a91c-6b68be6015c1 None None] Provisioning complete for port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:11.056691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cacb229c-e03a-4b0e-a91c-6b68be6015c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:11.103072 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:09:11.106257 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-cacb229c-e03a-4b0e-a91c-6b68be6015c1 None None] Port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:09:11.152712 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:11.152857 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:11.237795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:11.250122 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-66acf5b6-3595-4b64-9375-324c3ee1f5e7 None None] Provisioning complete for port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:11.250490 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-66acf5b6-3595-4b64-9375-324c3ee1f5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:11.283909 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=43b3a5e2-00b3-49fc-a9b4-9b12159f3e75,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:11.289810 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:11.290777 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a6e9c0be-0978-4633-8729-cf9b02bc1e46 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:09:11.349592 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-66acf5b6-3595-4b64-9375-324c3ee1f5e7 None None] Port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:09:11.374376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=43b3a5e2-00b3-49fc-a9b4-9b12159f3e75,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:11.385740 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port a6e9c0be-0978-4633-8729-cf9b02bc1e46 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:11.386146 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:12.688837 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:09:12.776953 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ebf75ed2-caf2-47eb-be6b-4d35460630e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:12.783864 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:12.785574 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:13.008985 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Sync routers for ids ['9823876d-c6d7-4791-8f3e-7f70d123a47b'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:13.021886 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Routers {'9823876d-c6d7-4791-8f3e-7f70d123a47b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:13.023044 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:08:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9823876d-c6d7-4791-8f3e-7f70d123a47b'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:13.141454 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Set router 9823876d-c6d7-4791-8f3e-7f70d123a47b gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:13.367023 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'name': 'tempest-TestMinimumBasicScenario-1942861641-router', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': '43b3a5e2-00b3-49fc-a9b4-9b12159f3e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:10Z', 'revision_number': 4, 'project_id': '72bec8da9b4741fca198c07472a72ce3', 'gw_port': {'id': '43b3a5e2-00b3-49fc-a9b4-9b12159f3e75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'a50ca57c-9768-4d5c-8c25-c878ccdcf1ea', 'name': '', 'network_id': 'e80149f2-77c3-41eb-a117-5a3ca7246ee3', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3', 'mac_address': 'fa:16:3e:a2:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2d307331-c7e7-4216-a10f-9113ccba6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:09Z', 'updated_at': '2022-02-04T06:09:10Z', 'revision_number': 2, 'project_id': '72bec8da9b4741fca198c07472a72ce3', 'subnets': [{'id': '2d307331-c7e7-4216-a10f-9113ccba6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:13.397111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Checking router: 9823876d-c6d7-4791-8f3e-7f70d123a47b for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:13.397466 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Updating router 9823876d-c6d7-4791-8f3e-7f70d123a47b port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:09:13.422686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:13.714189 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:13.720724 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:13.771123 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d83ae-66e2-4767-bbef-54baa48acf5d None None] Pushing event updated for resources: {'Port': ['ID=a50ca57c-9768-4d5c-8c25-c878ccdcf1ea,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:13.832198 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Attempting to bind port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:13.832569 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Attempting to bind port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'cc99d33a-593d-4172-a000-d8f706f18e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e80149f2-77c3-41eb-a117-5a3ca7246ee3'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:13.832933 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Attempting to bind port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea on network e80149f2-77c3-41eb-a117-5a3ca7246ee3 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:09:13.838480 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:09:13.840319 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Checking segment: {'id': 'cc99d33a-593d-4172-a000-d8f706f18e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e80149f2-77c3-41eb-a117-5a3ca7246ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:09:13.841197 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:13.841888 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Bound using segment: {'id': 'cc99d33a-593d-4172-a000-d8f706f18e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e80149f2-77c3-41eb-a117-5a3ca7246ee3'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:09:13.842645 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Bound port: a50ca57c-9768-4d5c-8c25-c878ccdcf1ea, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc99d33a-593d-4172-a000-d8f706f18e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e80149f2-77c3-41eb-a117-5a3ca7246ee3'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:13.843326 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:13.930337 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] For port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:09:13.936549 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] For port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a50ca57c-9768-4d5c-8c25-c878ccdcf1ea,segment=NetworkSegment(cc99d33a-593d-4172-a000-d8f706f18e9f),segment_id=cc99d33a-593d-4172-a000-d8f706f18e9f)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:09:13.943080 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:14.007685 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Routers {'9823876d-c6d7-4791-8f3e-7f70d123a47b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:14.009064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:08:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9823876d-c6d7-4791-8f3e-7f70d123a47b'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:14.010991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d83ae-66e2-4767-bbef-54baa48acf5d None None] Pushing event updated for resources: {'Port': ['ID=a50ca57c-9768-4d5c-8c25-c878ccdcf1ea,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:14.136566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9d325940-5439-49c1-b31e-c1139ab6b147 None None] Provisioning complete for port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:14.137060 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9d325940-5439-49c1-b31e-c1139ab6b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:14.167579 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] Set router 9823876d-c6d7-4791-8f3e-7f70d123a47b gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:14.349504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9d325940-5439-49c1-b31e-c1139ab6b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:14.407478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9d325940-5439-49c1-b31e-c1139ab6b147 None None] For port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a50ca57c-9768-4d5c-8c25-c878ccdcf1ea,segment=NetworkSegment(cc99d33a-593d-4172-a000-d8f706f18e9f),segment_id=cc99d33a-593d-4172-a000-d8f706f18e9f)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:14.428144 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9d325940-5439-49c1-b31e-c1139ab6b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:14.488847 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d325940-5439-49c1-b31e-c1139ab6b147 None None] Pushing event updated for resources: {'Port': ['ID=a50ca57c-9768-4d5c-8c25-c878ccdcf1ea,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:14.509912 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'name': 'tempest-TestMinimumBasicScenario-1942861641-router', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': '43b3a5e2-00b3-49fc-a9b4-9b12159f3e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:10Z', 'revision_number': 4, 'project_id': '72bec8da9b4741fca198c07472a72ce3', 'gw_port': {'id': '43b3a5e2-00b3-49fc-a9b4-9b12159f3e75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'a50ca57c-9768-4d5c-8c25-c878ccdcf1ea', 'name': '', 'network_id': 'e80149f2-77c3-41eb-a117-5a3ca7246ee3', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3', 'mac_address': 'fa:16:3e:a2:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2d307331-c7e7-4216-a10f-9113ccba6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:09Z', 'updated_at': '2022-02-04T06:09:13Z', 'revision_number': 4, 'project_id': '72bec8da9b4741fca198c07472a72ce3', 'subnets': [{'id': '2d307331-c7e7-4216-a10f-9113ccba6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:14.546798 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f45f4b4-021a-43a2-983e-5b3978224698 None None] The sync data for ids ['9823876d-c6d7-4791-8f3e-7f70d123a47b'] in dv-neutron-827794-1-hyperv is: [{'id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'name': 'tempest-TestMinimumBasicScenario-1942861641-router', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': '43b3a5e2-00b3-49fc-a9b4-9b12159f3e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:10Z', 'revision_number': 4, 'project_id': '72bec8da9b4741fca198c07472a72ce3', 'gw_port': {'id': '43b3a5e2-00b3-49fc-a9b4-9b12159f3e75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'a50ca57c-9768-4d5c-8c25-c878ccdcf1ea', 'name': '', 'network_id': 'e80149f2-77c3-41eb-a117-5a3ca7246ee3', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3', 'mac_address': 'fa:16:3e:a2:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2d307331-c7e7-4216-a10f-9113ccba6144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:09Z', 'updated_at': '2022-02-04T06:09:13Z', 'revision_number': 4, 'project_id': '72bec8da9b4741fca198c07472a72ce3', 'subnets': [{'id': '2d307331-c7e7-4216-a10f-9113ccba6144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:14.560325 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-522bde43-c136-4b74-85fd-8d79b689e835 None None] Provisioning complete for port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:14.560768 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-522bde43-c136-4b74-85fd-8d79b689e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:14.793206 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a50ca57c-9768-4d5c-8c25-c878ccdcf1ea up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:09:14.890758 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:14.891459 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:14.963745 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e66496ff-ad8a-4ad0-863a-4c070f93fe1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:15.970927 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:17.781719 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:17.980148 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:21.477620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-1b64d116-0455-49d6-94e4-8a5dcadb6f44 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:21.479092 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-1b64d116-0455-49d6-94e4-8a5dcadb6f44 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/networks?id=b392d0df-34c6-4555-8898-2e0c3e2fa817 HTTP/1.1" status: 200 len: 815 time: 0.1015134 Feb 04 06:09:21.493465 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-4132ab9b-e945-4801-ba6e-c17e8b561783 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/quotas/232b7f5288f649fb876bbd08d778984f HTTP/1.1" status: 200 len: 375 time: 0.0086799 Feb 04 06:09:21.542863 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-f76db67c-5410-43d0-bb2e-b19b9307a947 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=232b7f5288f649fb876bbd08d778984f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441604 Feb 04 06:09:21.634645 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-62e6abf7-ba36-4540-8421-6fd67e34abb9 service neutron] 10.222.0.10 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804930 Feb 04 06:09:21.724643 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-9a7f5730-6768-44b1-a8c7-3ca0de7c17bb service neutron] 10.222.0.10 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839369 Feb 04 06:09:21.879964 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bfc2f39e-124a-4553-8413-12ce3b9fc15a req-d6ac27bc-96ee-414f-809a-95777ef3d1a4 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 210 time: 0.0264316 Feb 04 06:09:22.763408 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-9e4a1415-2c7b-4491-9031-10f4c2742c1d tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:22.764775 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-9e4a1415-2c7b-4491-9031-10f4c2742c1d tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.26 "GET /v2.0/networks?id=b392d0df-34c6-4555-8898-2e0c3e2fa817 HTTP/1.1" status: 200 len: 815 time: 0.1097002 Feb 04 06:09:22.777167 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-ac15072e-c042-4109-9d93-124147271308 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Request body: {'port': {'device_id': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'admin_state_up': True, 'tenant_id': '232b7f5288f649fb876bbd08d778984f'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:22.883043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-ac15072e-c042-4109-9d93-124147271308 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Made reservation on behalf of 232b7f5288f649fb876bbd08d778984f for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:09:22.886521 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-ac15072e-c042-4109-9d93-124147271308 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:22.975514 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d64f7bf6-c308-42bc-9942-b95c0d5abd80 req-71c1aea9-b1ac-486b-aae7-d5f911fde965 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 210 time: 0.0271032 Feb 04 06:09:23.017887 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-ac15072e-c042-4109-9d93-124147271308 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Allocated IP 172.20.0.8 (b392d0df-34c6-4555-8898-2e0c3e2fa817/b323821d-a992-4cc7-9b57-49d9cb757d2a/f0a8d473-52b4-479f-beb0-74c29ae6bdd4) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:23.208580 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-ac15072e-c042-4109-9d93-124147271308 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.255291 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-ac15072e-c042-4109-9d93-124147271308 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.327942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-ac15072e-c042-4109-9d93-124147271308 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Network b392d0df-34c6-4555-8898-2e0c3e2fa817 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:23.332075 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-ac15072e-c042-4109-9d93-124147271308 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:23.337404 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-ac15072e-c042-4109-9d93-124147271308 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:09:23.342232 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15072e-c042-4109-9d93-124147271308 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Pushing event updated for resources: {'Port': ['ID=f0a8d473-52b4-479f-beb0-74c29ae6bdd4,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:23.418821 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-ac15072e-c042-4109-9d93-124147271308 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:23.419510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-ac15072e-c042-4109-9d93-124147271308 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.456874 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-ac15072e-c042-4109-9d93-124147271308 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6839297 Feb 04 06:09:23.639233 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-e71d5d19-8b1b-4654-8176-a26af487fcfb None None] Provisioning complete for port f0a8d473-52b4-479f-beb0-74c29ae6bdd4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:23.639815 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e71d5d19-8b1b-4654-8176-a26af487fcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:23.680866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-e71d5d19-8b1b-4654-8176-a26af487fcfb None None] Port f0a8d473-52b4-479f-beb0-74c29ae6bdd4 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:09:24.091885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837fc05-6e5b-4cef-a20c-e2703184bace req-3f12e9ea-7e0d-4ec1-8b0f-3c244741f223 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:24.093426 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f837fc05-6e5b-4cef-a20c-e2703184bace req-3f12e9ea-7e0d-4ec1-8b0f-3c244741f223 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 931 time: 0.0491948 Feb 04 06:09:24.138384 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f837fc05-6e5b-4cef-a20c-e2703184bace req-4d90f8da-95c0-4826-b45c-8647557c8b71 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Feb 04 06:09:25.268019 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f51dc4-b081-471b-b07f-9ab255952913 req-58c599c2-8650-4a9c-9769-04c5f1bd2dab tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:25.269525 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-05f51dc4-b081-471b-b07f-9ab255952913 req-58c599c2-8650-4a9c-9769-04c5f1bd2dab tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 931 time: 0.0534010 Feb 04 06:09:25.312456 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-05f51dc4-b081-471b-b07f-9ab255952913 req-df5fecfe-3623-4c28-ba11-f1498b5b929c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360417 Feb 04 06:09:26.435171 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d02c0-059a-4725-9de0-e928027d2a7b req-8a4f35fc-b1a1-43ad-9217-4beeba8e21e1 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:26.436708 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f08d02c0-059a-4725-9de0-e928027d2a7b req-8a4f35fc-b1a1-43ad-9217-4beeba8e21e1 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 931 time: 0.0529048 Feb 04 06:09:26.479214 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f08d02c0-059a-4725-9de0-e928027d2a7b req-0af55618-e93c-46ad-bc9a-255038ef47e7 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362620 Feb 04 06:09:27.598674 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cd0fb-9a18-48e5-97fd-2e6faeafb512 req-98bdfeeb-33fc-48ed-afe8-55675e6a85f7 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:27.602236 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-548cd0fb-9a18-48e5-97fd-2e6faeafb512 req-98bdfeeb-33fc-48ed-afe8-55675e6a85f7 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 931 time: 0.0569451 Feb 04 06:09:27.646414 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-548cd0fb-9a18-48e5-97fd-2e6faeafb512 req-f7d98232-f750-4247-9bc3-77348ee57202 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395224 Feb 04 06:09:28.767360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613350c9-289d-466f-a26c-50b43216133c req-8d7e250e-9f57-41f0-9cb2-6b4ab8c27b36 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:28.768931 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-613350c9-289d-466f-a26c-50b43216133c req-8d7e250e-9f57-41f0-9cb2-6b4ab8c27b36 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 931 time: 0.0512524 Feb 04 06:09:28.811729 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-613350c9-289d-466f-a26c-50b43216133c req-0c0257e3-5d5e-45c2-9600-d5cc20ad8981 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352859 Feb 04 06:09:29.942142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6720e-c87e-455d-a42d-3b2cb6c8abec req-b6a3d465-47ce-4377-81d9-26134cdebdeb tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:29.943862 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bac6720e-c87e-455d-a42d-3b2cb6c8abec req-b6a3d465-47ce-4377-81d9-26134cdebdeb tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 931 time: 0.0566981 Feb 04 06:09:29.989028 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bac6720e-c87e-455d-a42d-3b2cb6c8abec req-9d43f72c-885c-4a8b-9650-69ef75ea61c3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383298 Feb 04 06:09:30.988488 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Request body: {'port': {'device_id': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:31.050248 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:31.106787 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67780c-8dd6-4e9b-80ac-4df4176708f6 req-00040155-c8a4-463c-ac9a-8a6e3e228e71 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:31.108259 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e67780c-8dd6-4e9b-80ac-4df4176708f6 req-00040155-c8a4-463c-ac9a-8a6e3e228e71 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 931 time: 0.0486770 Feb 04 06:09:31.149061 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e67780c-8dd6-4e9b-80ac-4df4176708f6 req-7a0c0484-ec78-4bb9-945e-45947a32d9bb tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345032 Feb 04 06:09:31.304931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a8d473-52b4-479f-beb0-74c29ae6bdd4 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:09:31.312142 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:31.323983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Transition to ACTIVE for port object f0a8d473-52b4-479f-beb0-74c29ae6bdd4 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:09:31.327898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:31.374870 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a8d473-52b4-479f-beb0-74c29ae6bdd4,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:31.448396 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Attempting to bind port f0a8d473-52b4-479f-beb0-74c29ae6bdd4 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:09:31.448731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Attempting to bind port f0a8d473-52b4-479f-beb0-74c29ae6bdd4 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '168085e3-0c07-41f9-971a-49271849e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:09:31.449055 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Attempting to bind port f0a8d473-52b4-479f-beb0-74c29ae6bdd4 on network b392d0df-34c6-4555-8898-2e0c3e2fa817 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:09:31.453808 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Port f0a8d473-52b4-479f-beb0-74c29ae6bdd4 on network b392d0df-34c6-4555-8898-2e0c3e2fa817 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:09:31.454138 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Attempting to bind port f0a8d473-52b4-479f-beb0-74c29ae6bdd4 on network b392d0df-34c6-4555-8898-2e0c3e2fa817 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:09:31.459128 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:09:31.459468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Checking segment: {'id': '168085e3-0c07-41f9-971a-49271849e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:09:31.459852 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Bound using segment: {'id': '168085e3-0c07-41f9-971a-49271849e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:09:31.460275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Bound port: f0a8d473-52b4-479f-beb0-74c29ae6bdd4, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168085e3-0c07-41f9-971a-49271849e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:09:31.460706 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:31.526043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] For port f0a8d473-52b4-479f-beb0-74c29ae6bdd4, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:09:31.528992 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] For port f0a8d473-52b4-479f-beb0-74c29ae6bdd4, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f0a8d473-52b4-479f-beb0-74c29ae6bdd4,segment=NetworkSegment(168085e3-0c07-41f9-971a-49271849e651),segment_id=168085e3-0c07-41f9-971a-49271849e651)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:09:31.534494 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:31.572180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:31.572758 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:31.574570 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] 10.222.0.26 "PUT /v2.0/ports/f0a8d473-52b4-479f-beb0-74c29ae6bdd4 HTTP/1.1" status: 200 len: 1093 time: 0.5920691 Feb 04 06:09:31.575015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'tag': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:31.577309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80168cd7-7b0f-4f89-8221-538f23c14b74" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc8eb1d-68e4-437b-9e76-906a83b11658", "tag": "f0a8d473-52b4-479f-beb0-74c29ae6bdd4"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:09:31.605055 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d56a6a-3868-4aca-8ea3-59711a590954 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a8d473-52b4-479f-beb0-74c29ae6bdd4,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:31.632124 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2fa553-c4fd-4d36-9e58-8aea6bc43172 x-openstack-request-id: req-8c2fa553-c4fd-4d36-9e58-8aea6bc43172 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:09:31.632441 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc8eb1d-68e4-437b-9e76-906a83b11658", "tag": "f0a8d473-52b4-479f-beb0-74c29ae6bdd4", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:09:31.632688 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c2fa553-c4fd-4d36-9e58-8aea6bc43172 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:09:31.633080 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'tag': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4', 'status': 'completed', 'code': 200} Feb 04 06:09:31.669918 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-793aff63-bd45-4945-95fe-95d04cbb0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:31.671455 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-793aff63-bd45-4945-95fe-95d04cbb0b62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=232b7f5288f649fb876bbd08d778984f&device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 1096 time: 0.0492687 Feb 04 06:09:31.713899 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-41c91941-4d29-4aed-af27-27fa45d95344 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a8d473-52b4-479f-beb0-74c29ae6bdd4 HTTP/1.1" status: 200 len: 217 time: 0.0345292 Feb 04 06:09:31.761340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-ac48f47e-f8e3-40c8-afe1-1033c72c06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:31.762823 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-ac48f47e-f8e3-40c8-afe1-1033c72c06f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b323821d-a992-4cc7-9b57-49d9cb757d2a HTTP/1.1" status: 200 len: 854 time: 0.0428677 Feb 04 06:09:31.811553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-45d628b8-2624-4449-9800-f31e4c42eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:31.812996 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-45d628b8-2624-4449-9800-f31e4c42eb8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b392d0df-34c6-4555-8898-2e0c3e2fa817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437174 Feb 04 06:09:31.899957 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-c025cf26-a24d-4435-b7e7-e177a2bbbc9b service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800109 Feb 04 06:09:31.989274 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-73961051-ee67-4f34-8443-b9ef39d1aa1a req-182309a4-66e2-4513-a9f2-c2d37269cc72 service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826221 Feb 04 06:09:32.068257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80168cd7-7b0f-4f89-8221-538f23c14b74 req-cc2886d9-b756-4c85-9364-a9ae92787e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:32.070160 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-80168cd7-7b0f-4f89-8221-538f23c14b74 req-cc2886d9-b756-4c85-9364-a9ae92787e65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=232b7f5288f649fb876bbd08d778984f&device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 1096 time: 0.0389769 Feb 04 06:09:32.158309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80168cd7-7b0f-4f89-8221-538f23c14b74 req-d19c15ff-2ec3-47e0-8e76-f5b32ad4359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:32.159775 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-80168cd7-7b0f-4f89-8221-538f23c14b74 req-d19c15ff-2ec3-47e0-8e76-f5b32ad4359b service neutron] 10.222.0.26 "GET /v2.0/networks?id=b392d0df-34c6-4555-8898-2e0c3e2fa817 HTTP/1.1" status: 200 len: 915 time: 0.0840411 Feb 04 06:09:32.209020 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-80168cd7-7b0f-4f89-8221-538f23c14b74 req-34895a21-8c49-4612-bef2-dbf09d7d543b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a8d473-52b4-479f-beb0-74c29ae6bdd4 HTTP/1.1" status: 200 len: 217 time: 0.0409563 Feb 04 06:09:32.258212 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80168cd7-7b0f-4f89-8221-538f23c14b74 req-63d0197b-1386-4e71-a4eb-fd6aac7f306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:32.259670 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-80168cd7-7b0f-4f89-8221-538f23c14b74 req-63d0197b-1386-4e71-a4eb-fd6aac7f306c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b323821d-a992-4cc7-9b57-49d9cb757d2a HTTP/1.1" status: 200 len: 854 time: 0.0436215 Feb 04 06:09:32.261794 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b49f3-e0fe-419d-a28e-2f6566d38fec req-9d99c74c-ca00-4163-97cb-2dd47adbd52b tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:32.263249 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ca5b49f3-e0fe-419d-a28e-2f6566d38fec req-9d99c74c-ca00-4163-97cb-2dd47adbd52b tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 943 time: 0.0481234 Feb 04 06:09:32.299395 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ca5b49f3-e0fe-419d-a28e-2f6566d38fec req-7624b7b3-174b-46d0-bae4-ab5bfa8eda94 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303040 Feb 04 06:09:32.305281 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80168cd7-7b0f-4f89-8221-538f23c14b74 req-83c05692-058b-407a-8729-99c73563377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:32.306822 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-80168cd7-7b0f-4f89-8221-538f23c14b74 req-83c05692-058b-407a-8729-99c73563377c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b392d0df-34c6-4555-8898-2e0c3e2fa817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390730 Feb 04 06:09:32.402432 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-80168cd7-7b0f-4f89-8221-538f23c14b74 req-5786168f-c694-428a-841a-cbea37c0b4e7 service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887339 Feb 04 06:09:32.489405 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-80168cd7-7b0f-4f89-8221-538f23c14b74 req-c487e627-159c-4f92-ac0d-0980d512e5bc service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804379 Feb 04 06:09:33.412131 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c40195-693e-48aa-9169-8b5c77db5dad req-0bac8a1c-f98c-43f7-b5a0-938491130cc7 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:33.414118 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c5c40195-693e-48aa-9169-8b5c77db5dad req-0bac8a1c-f98c-43f7-b5a0-938491130cc7 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 943 time: 0.0477560 Feb 04 06:09:33.451136 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c5c40195-693e-48aa-9169-8b5c77db5dad req-ac2ca213-222c-44a3-bac5-a97ea74b5375 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306840 Feb 04 06:09:34.285149 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:34.563540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6fe7b-c64e-4d23-ba53-27b109091000 req-3f2f773d-515c-4969-9059-61de390b139a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:34.565249 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-15f6fe7b-c64e-4d23-ba53-27b109091000 req-3f2f773d-515c-4969-9059-61de390b139a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 943 time: 0.0481822 Feb 04 06:09:34.606874 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-15f6fe7b-c64e-4d23-ba53-27b109091000 req-d6f63847-b3d8-4133-8ca4-0063d5926614 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352349 Feb 04 06:09:35.053450 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f0a8d473-52b4-479f-beb0-74c29ae6bdd4 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:09:35.145033 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f0a8d473-52b4-479f-beb0-74c29ae6bdd4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f0a8d473-52b4-479f-beb0-74c29ae6bdd4,segment=NetworkSegment(168085e3-0c07-41f9-971a-49271849e651),segment_id=168085e3-0c07-41f9-971a-49271849e651)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:35.155732 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4', 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'port_id': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4', 'mac_address': 'fa:16:3e:a0:62:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:09:35.192601 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:35.204815 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a8d473-52b4-479f-beb0-74c29ae6bdd4 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:09:35.223008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f0a8d473-52b4-479f-beb0-74c29ae6bdd4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f0a8d473-52b4-479f-beb0-74c29ae6bdd4,segment=NetworkSegment(168085e3-0c07-41f9-971a-49271849e651),segment_id=168085e3-0c07-41f9-971a-49271849e651)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:35.226896 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:35.274759 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=f0a8d473-52b4-479f-beb0-74c29ae6bdd4,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:35.281320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.281670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.282035 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.282370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.282701 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.283032 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.283362 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.283688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.284013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.284333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.284652 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.284971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:35.451564 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['f0a8d473-52b4-479f-beb0-74c29ae6bdd4'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:09:35.720646 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debae855-f8d8-4d13-ae56-b606a48d788e req-c8aeb31a-fef4-459b-8186-a6008761e0a9 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:35.722046 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-debae855-f8d8-4d13-ae56-b606a48d788e req-c8aeb31a-fef4-459b-8186-a6008761e0a9 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 944 time: 0.0506015 Feb 04 06:09:35.758207 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-debae855-f8d8-4d13-ae56-b606a48d788e req-8af27431-15ff-4d35-8e47-e3835234187c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303276 Feb 04 06:09:36.868676 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfee216-8aaa-4c8f-96e4-bdcadc032e28 req-0b626f2d-9a34-488a-8cb0-d43ea4737a43 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:36.870143 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5cfee216-8aaa-4c8f-96e4-bdcadc032e28 req-0b626f2d-9a34-488a-8cb0-d43ea4737a43 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 944 time: 0.0483515 Feb 04 06:09:36.906577 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5cfee216-8aaa-4c8f-96e4-bdcadc032e28 req-c679acfd-d586-4fb0-9a07-77c48dce499c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306091 Feb 04 06:09:37.053254 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f0a8d473-52b4-479f-beb0-74c29ae6bdd4 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:09:37.103109 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port f0a8d473-52b4-479f-beb0-74c29ae6bdd4 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:09:37.106748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port f0a8d473-52b4-479f-beb0-74c29ae6bdd4 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:37.107119 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.179606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.201278 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:37.203797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98bafac-1a2e-4c6b-84f7-d0e63f63869c" -d '{"events": [{"server_uuid": "fbc8eb1d-68e4-437b-9e76-906a83b11658", "name": "network-vif-plugged", "status": "completed", "tag": "f0a8d473-52b4-479f-beb0-74c29ae6bdd4"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:09:37.216181 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f0a8d473-52b4-479f-beb0-74c29ae6bdd4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f0a8d473-52b4-479f-beb0-74c29ae6bdd4,segment=NetworkSegment(168085e3-0c07-41f9-971a-49271849e651),segment_id=168085e3-0c07-41f9-971a-49271849e651)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:37.220168 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:37.242813 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f06548a-c76f-4694-9e18-8baa6c605cba x-openstack-request-id: req-9f06548a-c76f-4694-9e18-8baa6c605cba {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:09:37.243107 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc8eb1d-68e4-437b-9e76-906a83b11658", "name": "network-vif-plugged", "status": "completed", "tag": "f0a8d473-52b4-479f-beb0-74c29ae6bdd4", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:09:37.243361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f06548a-c76f-4694-9e18-8baa6c605cba {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:09:37.243765 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4', 'code': 200} Feb 04 06:09:37.270734 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=f0a8d473-52b4-479f-beb0-74c29ae6bdd4,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:37.404763 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31f8ae-3cf5-47b1-abbf-48360a6bdd86 req-4d72e4bc-789e-4b73-ac63-6d7c0ff05b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:37.406312 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ef31f8ae-3cf5-47b1-abbf-48360a6bdd86 req-4d72e4bc-789e-4b73-ac63-6d7c0ff05b3f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 1098 time: 0.0449092 Feb 04 06:09:37.438524 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ef31f8ae-3cf5-47b1-abbf-48360a6bdd86 req-01028351-c012-4075-9e56-0eade114a316 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257964 Feb 04 06:09:38.017096 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4eb5e-31ee-4fff-9703-49ea031fdd71 req-7f446817-1241-4d1b-ac1f-d08f3c0539ff tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:38.018627 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f0c4eb5e-31ee-4fff-9703-49ea031fdd71 req-7f446817-1241-4d1b-ac1f-d08f3c0539ff tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 945 time: 0.0463507 Feb 04 06:09:38.058363 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f0c4eb5e-31ee-4fff-9703-49ea031fdd71 req-bb3efb5b-fb77-4b70-b10b-6ed8e6091a3f tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331585 Feb 04 06:09:39.171094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222923d8-ad97-4ca9-af06-8e8c9a399e91 req-6176cb5e-b181-44f9-8a8d-ac476f0128ef tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:39.172535 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-222923d8-ad97-4ca9-af06-8e8c9a399e91 req-6176cb5e-b181-44f9-8a8d-ac476f0128ef tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 945 time: 0.0473800 Feb 04 06:09:39.208945 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-222923d8-ad97-4ca9-af06-8e8c9a399e91 req-84650005-8d06-4d8c-86fd-3c2c4c09134a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306058 Feb 04 06:09:39.318445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4f857-c473-4f4b-9636-2d4b99bad0af req-cbbfd5ed-5c5e-41ad-9627-ba398359bbed tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:39.319958 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9fb4f857-c473-4f4b-9636-2d4b99bad0af req-cbbfd5ed-5c5e-41ad-9627-ba398359bbed tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 945 time: 0.0484831 Feb 04 06:09:39.356588 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9fb4f857-c473-4f4b-9636-2d4b99bad0af req-e0c48d35-772b-499c-99c5-8003eb81cbcf tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306914 Feb 04 06:09:39.669958 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856172a-9104-4d07-b976-85d570396e39 req-7d6e0171-eb43-4bb3-8afd-d20920da58b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:39.671402 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0856172a-9104-4d07-b976-85d570396e39 req-7d6e0171-eb43-4bb3-8afd-d20920da58b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 945 time: 0.0471246 Feb 04 06:09:39.711111 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0856172a-9104-4d07-b976-85d570396e39 req-f20e2683-cd53-4921-a3e0-ed3c98d7591b tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338705 Feb 04 06:09:42.752729 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f605dfae-363d-4625-a826-8dad7f652180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:43.934518 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:09:44.914843 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dcf351a7-3acf-428d-a742-d2f7c2dddc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:45.966413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.785003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:47.974995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.117916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6341d3-ee97-43b7-bfe2-a8d774481f6d req-a2d9eaf0-db14-415f-8fc3-eb3f2109708d tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:51.119315 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ef6341d3-ee97-43b7-bfe2-a8d774481f6d req-a2d9eaf0-db14-415f-8fc3-eb3f2109708d tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 945 time: 0.0493543 Feb 04 06:09:51.155726 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ef6341d3-ee97-43b7-bfe2-a8d774481f6d req-352018a6-fc05-4fb1-9bc2-f4917e194128 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305004 Feb 04 06:09:51.177045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58138) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:51.302290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d01f2-744f-4a5a-bb85-7cf0efde7080 tempest-TestMinimumBasicScenario-1850236436 tempest-TestMinimumBasicScenario-1850236436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:51.304252 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-fd4d01f2-744f-4a5a-bb85-7cf0efde7080 tempest-TestMinimumBasicScenario-1850236436 tempest-TestMinimumBasicScenario-1850236436-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 1093 time: 0.1262412 Feb 04 06:09:51.307187 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58142) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:51.311336 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:51.334457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.430814 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.532334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Allocated IP 172.26.3.159 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/9b534e6d-d2d8-4e53-a436-96ca0b856b03) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:09:51.634373 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.667078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:51.702704 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:09:51.707303 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:09:51.710654 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:09:51.736233 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Pushing event updated for resources: {'Port': ['ID=9b534e6d-d2d8-4e53-a436-96ca0b856b03,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:52.063015 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.125854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.267063 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.271690 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.340400 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Pushing event updated for resources: {'Port': ['ID=9b534e6d-d2d8-4e53-a436-96ca0b856b03,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:52.352430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.447827 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Floating IP d403c07e-945e-4c00-99d8-e078cb3ff4bb associated. External IP: 172.26.3.159, port: f0a8d473-52b4-479f-beb0-74c29ae6bdd4. Feb 04 06:09:52.649797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:09:52.754956 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:09:52.764291 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4f51bd-6f9e-45fd-817f-7da06d58fe9c None None] Sync routers for ids ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:09:52.773403 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f51bd-6f9e-45fd-817f-7da06d58fe9c None None] Routers {'5befb11b-92e3-4fd0-a16f-8b41dd8c917b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:52.773569 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.774045 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-1c4f51bd-6f9e-45fd-817f-7da06d58fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:09:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:52.804212 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-36a3e2be-6d8d-4cb2-a198-dcc27b1176b3 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4960356 Feb 04 06:09:52.804785 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'tag': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:52.807024 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58144) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:52.810427 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82ffa13-0d9f-4a7a-b4ae-945c69deea76" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc8eb1d-68e4-437b-9e76-906a83b11658", "tag": "f0a8d473-52b4-479f-beb0-74c29ae6bdd4"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:09:52.811704 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1247046029', 'description': 'tempest-secgroup-smoke-1247046029 description', 'project_id': '232b7f5288f649fb876bbd08d778984f'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:52.836698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.883749 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-1c4f51bd-6f9e-45fd-817f-7da06d58fe9c None None] Set router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:52.907196 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.911977 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.940167 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:52.952974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:52.957330 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1465104 Feb 04 06:09:52.957330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:52.957330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:52.957330 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:52.957659 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:52.958081 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58150) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:52.958184 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:52.958184 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:52.958419 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:52.958693 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:52.959088 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:52.959500 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:52.959826 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:52.960259 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8dd729-4eb3-4002-8be4-8858abdb1a5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:09:52.962321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-996b6339-af4e-4854-815a-dc7a79b0ccd7 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Request body: {'security_group_rule': {'security_group_id': '81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0', 'project_id': '232b7f5288f649fb876bbd08d778984f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:52.987688 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50facc3c-10d9-445c-a94f-6a497cc617fe x-openstack-request-id: req-50facc3c-10d9-445c-a94f-6a497cc617fe {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:09:52.987974 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc8eb1d-68e4-437b-9e76-906a83b11658", "tag": "f0a8d473-52b4-479f-beb0-74c29ae6bdd4", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:09:52.988305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50facc3c-10d9-445c-a94f-6a497cc617fe {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:09:52.988609 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'tag': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4', 'status': 'completed', 'code': 200} Feb 04 06:09:52.995688 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-996b6339-af4e-4854-815a-dc7a79b0ccd7 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.044786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-996b6339-af4e-4854-815a-dc7a79b0ccd7 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.049731 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-996b6339-af4e-4854-815a-dc7a79b0ccd7 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.054105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ffa13-0d9f-4a7a-b4ae-945c69deea76 req-c309aa9d-fb7c-4664-9fa0-edbec90035cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:53.055655 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d82ffa13-0d9f-4a7a-b4ae-945c69deea76 req-c309aa9d-fb7c-4664-9fa0-edbec90035cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=232b7f5288f649fb876bbd08d778984f&device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 1098 time: 0.0446658 Feb 04 06:09:53.068099 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b6339-af4e-4854-815a-dc7a79b0ccd7 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de251c7-bbf4-4d07-98f1-adb1762e4188,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:53.079851 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-996b6339-af4e-4854-815a-dc7a79b0ccd7 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.083609 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-996b6339-af4e-4854-815a-dc7a79b0ccd7 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224365 Feb 04 06:09:53.083857 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58152) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:53.088602 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-68b52ba5-411d-48d5-a588-63592183014e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Request body: {'security_group_rule': {'security_group_id': '81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0', 'project_id': '232b7f5288f649fb876bbd08d778984f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:53.121284 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-1c4f51bd-6f9e-45fd-817f-7da06d58fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:05Z', 'revision_number': 4, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'gw_port': {'id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'd403c07e-945e-4c00-99d8-e078cb3ff4bb', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'floating_ip_address': '172.26.3.159', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'port_id': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'mac_address': 'fa:16:3e:a0:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:09:51Z', 'updated_at': '2022-02-04T06:09:51Z', 'revision_number': 0, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a533a9-be35-4be4-8787-bf4499b567f6', 'name': '', 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'mac_address': 'fa:16:3e:c8:8f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:04Z', 'updated_at': '2022-02-04T06:09:09Z', 'revision_number': 5, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'subnets': [{'id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:53.148134 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4f51bd-6f9e-45fd-817f-7da06d58fe9c None None] Checking router: 5befb11b-92e3-4fd0-a16f-8b41dd8c917b for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:09:53.156903 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f51bd-6f9e-45fd-817f-7da06d58fe9c None None] Routers {'5befb11b-92e3-4fd0-a16f-8b41dd8c917b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:09:53.157551 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-1c4f51bd-6f9e-45fd-817f-7da06d58fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:09:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:53.171432 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ffa13-0d9f-4a7a-b4ae-945c69deea76 req-d1196e5f-a899-4947-b559-6c6dbb877837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:53.172900 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d82ffa13-0d9f-4a7a-b4ae-945c69deea76 req-d1196e5f-a899-4947-b559-6c6dbb877837 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b392d0df-34c6-4555-8898-2e0c3e2fa817 HTTP/1.1" status: 200 len: 915 time: 0.1111684 Feb 04 06:09:53.173523 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-68b52ba5-411d-48d5-a588-63592183014e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.261106 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-1c4f51bd-6f9e-45fd-817f-7da06d58fe9c None None] Set router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:09:53.263776 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d82ffa13-0d9f-4a7a-b4ae-945c69deea76 req-b96e0d79-657d-4771-afdf-1a5b4def2383 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a8d473-52b4-479f-beb0-74c29ae6bdd4 HTTP/1.1" status: 200 len: 999 time: 0.0812073 Feb 04 06:09:53.269029 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-68b52ba5-411d-48d5-a588-63592183014e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.279729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-68b52ba5-411d-48d5-a588-63592183014e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.321941 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b52ba5-411d-48d5-a588-63592183014e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82929cbc-2dfd-40d2-ab37-bcce33415a7a,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:53.335418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ffa13-0d9f-4a7a-b4ae-945c69deea76 req-d440f1ed-7ba6-4e58-82c9-3c99611452c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:53.336886 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d82ffa13-0d9f-4a7a-b4ae-945c69deea76 req-d440f1ed-7ba6-4e58-82c9-3c99611452c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b323821d-a992-4cc7-9b57-49d9cb757d2a HTTP/1.1" status: 200 len: 854 time: 0.0660126 Feb 04 06:09:53.339335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-68b52ba5-411d-48d5-a588-63592183014e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.340382 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-68b52ba5-411d-48d5-a588-63592183014e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2555852 Feb 04 06:09:53.343215 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58154) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:53.348352 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-f141aec6-d298-4edf-8d26-2db60d04d2fe tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Request body: {'security_group_rule': {'security_group_id': '81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0', 'project_id': '232b7f5288f649fb876bbd08d778984f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:53.377703 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f141aec6-d298-4edf-8d26-2db60d04d2fe tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.385139 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ffa13-0d9f-4a7a-b4ae-945c69deea76 req-9f1e373a-eb20-4243-ac00-8735c2289267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:53.386671 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d82ffa13-0d9f-4a7a-b4ae-945c69deea76 req-9f1e373a-eb20-4243-ac00-8735c2289267 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b392d0df-34c6-4555-8898-2e0c3e2fa817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428395 Feb 04 06:09:53.437240 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f141aec6-d298-4edf-8d26-2db60d04d2fe tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.441350 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f141aec6-d298-4edf-8d26-2db60d04d2fe tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.462168 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141aec6-d298-4edf-8d26-2db60d04d2fe tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4016e7b9-cede-4b4b-b93c-73873bba995d,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:53.473881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f141aec6-d298-4edf-8d26-2db60d04d2fe tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.475658 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f141aec6-d298-4edf-8d26-2db60d04d2fe tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302860 Feb 04 06:09:53.478328 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58156) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:53.482704 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-22daa2b8-1905-45df-89ef-874a7bea2211 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Request body: {'security_group_rule': {'security_group_id': '81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0', 'project_id': '232b7f5288f649fb876bbd08d778984f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:53.486702 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d82ffa13-0d9f-4a7a-b4ae-945c69deea76 req-5feb9000-f1c4-4e9e-bfb0-4b61be696f9e service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930471 Feb 04 06:09:53.503236 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-1c4f51bd-6f9e-45fd-817f-7da06d58fe9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:05Z', 'revision_number': 4, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'gw_port': {'id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'd403c07e-945e-4c00-99d8-e078cb3ff4bb', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'floating_ip_address': '172.26.3.159', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'port_id': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'mac_address': 'fa:16:3e:a0:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:09:51Z', 'updated_at': '2022-02-04T06:09:51Z', 'revision_number': 0, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a533a9-be35-4be4-8787-bf4499b567f6', 'name': '', 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'mac_address': 'fa:16:3e:c8:8f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:04Z', 'updated_at': '2022-02-04T06:09:09Z', 'revision_number': 5, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'subnets': [{'id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:09:53.512111 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22daa2b8-1905-45df-89ef-874a7bea2211 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.533546 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4f51bd-6f9e-45fd-817f-7da06d58fe9c None None] The sync data for ids ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'] in dv-neutron-827794-1-hyperv is: [{'id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:05Z', 'revision_number': 4, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'gw_port': {'id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'd403c07e-945e-4c00-99d8-e078cb3ff4bb', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'floating_ip_address': '172.26.3.159', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'port_id': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'mac_address': 'fa:16:3e:a0:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:09:51Z', 'updated_at': '2022-02-04T06:09:51Z', 'revision_number': 0, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a533a9-be35-4be4-8787-bf4499b567f6', 'name': '', 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'mac_address': 'fa:16:3e:c8:8f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:04Z', 'updated_at': '2022-02-04T06:09:09Z', 'revision_number': 5, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'subnets': [{'id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:09:53.574168 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22daa2b8-1905-45df-89ef-874a7bea2211 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.579706 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d82ffa13-0d9f-4a7a-b4ae-945c69deea76 req-a9948b6a-eb4d-4fe6-8e28-b722cea20100 service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848639 Feb 04 06:09:53.581075 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22daa2b8-1905-45df-89ef-874a7bea2211 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.607398 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22daa2b8-1905-45df-89ef-874a7bea2211 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088fee84-5cdb-4072-a52d-2fdd14ffc1ef,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:53.612968 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-22daa2b8-1905-45df-89ef-874a7bea2211 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.614259 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-22daa2b8-1905-45df-89ef-874a7bea2211 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1349919 Feb 04 06:09:53.617091 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58158) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:53.621979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3ed1b4e8-de2c-4875-bdf1-4d4ec4e25704 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Request body: {'security_group_rule': {'security_group_id': '81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0', 'project_id': '232b7f5288f649fb876bbd08d778984f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:53.645337 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-3ed1b4e8-de2c-4875-bdf1-4d4ec4e25704 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Project 232b7f5288f649fb876bbd08d778984f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:09:53.650560 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ed1b4e8-de2c-4875-bdf1-4d4ec4e25704 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.713929 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ed1b4e8-de2c-4875-bdf1-4d4ec4e25704 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.718679 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ed1b4e8-de2c-4875-bdf1-4d4ec4e25704 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.737810 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cab0d4-f5b2-4959-b4e1-5df841240d49 None None] New status for floating IP d403c07e-945e-4c00-99d8-e078cb3ff4bb: ACTIVE {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:09:53.740492 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1b4e8-de2c-4875-bdf1-4d4ec4e25704 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba709211-0304-4ce7-bbc5-52435c45c4c5,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:53.747700 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ed1b4e8-de2c-4875-bdf1-4d4ec4e25704 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.751544 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3ed1b4e8-de2c-4875-bdf1-4d4ec4e25704 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306736 Feb 04 06:09:53.751784 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58160) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:09:53.756099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d435f178-8248-4d0d-a5f0-d666f194cb6e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Request body: {'security_group_rule': {'security_group_id': '81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0', 'project_id': '232b7f5288f649fb876bbd08d778984f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:53.780617 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-d435f178-8248-4d0d-a5f0-d666f194cb6e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Project 232b7f5288f649fb876bbd08d778984f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:09:53.785463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d435f178-8248-4d0d-a5f0-d666f194cb6e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.852052 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d435f178-8248-4d0d-a5f0-d666f194cb6e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.855901 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d435f178-8248-4d0d-a5f0-d666f194cb6e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.873235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435f178-8248-4d0d-a5f0-d666f194cb6e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26b8881-809e-4d40-bce5-4891956bff51,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:53.881039 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d435f178-8248-4d0d-a5f0-d666f194cb6e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:53.882806 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d435f178-8248-4d0d-a5f0-d666f194cb6e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300952 Feb 04 06:09:53.962439 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2a05e369-4033-4084-9888-92a8b9f0c99c req-becf9372-eaa3-49c0-a13b-d398aa72fbd5 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247046029&fields=id&tenant_id=232b7f5288f649fb876bbd08d778984f HTTP/1.1" status: 200 len: 267 time: 0.0346568 Feb 04 06:09:54.013931 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05e369-4033-4084-9888-92a8b9f0c99c req-b1e3920e-c459-4fd1-a337-0ecab0844ab1 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:54.015410 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2a05e369-4033-4084-9888-92a8b9f0c99c req-b1e3920e-c459-4fd1-a337-0ecab0844ab1 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 945 time: 0.0475104 Feb 04 06:09:54.026158 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-2a05e369-4033-4084-9888-92a8b9f0c99c req-a413ef0d-e501-4c2f-a239-4ba71bbce18b tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Request body: {'port': {'security_groups': ['e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4', '81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0']}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:09:54.084795 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-2a05e369-4033-4084-9888-92a8b9f0c99c req-a413ef0d-e501-4c2f-a239-4ba71bbce18b tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.263447 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-2a05e369-4033-4084-9888-92a8b9f0c99c req-a413ef0d-e501-4c2f-a239-4ba71bbce18b tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] For port f0a8d473-52b4-479f-beb0-74c29ae6bdd4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f0a8d473-52b4-479f-beb0-74c29ae6bdd4,segment=NetworkSegment(168085e3-0c07-41f9-971a-49271849e651),segment_id=168085e3-0c07-41f9-971a-49271849e651)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:09:54.295424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-2a05e369-4033-4084-9888-92a8b9f0c99c req-a413ef0d-e501-4c2f-a239-4ba71bbce18b tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.299956 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-2a05e369-4033-4084-9888-92a8b9f0c99c req-a413ef0d-e501-4c2f-a239-4ba71bbce18b tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.312329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['f0a8d473-52b4-479f-beb0-74c29ae6bdd4'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:09:54.349919 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05e369-4033-4084-9888-92a8b9f0c99c req-a413ef0d-e501-4c2f-a239-4ba71bbce18b tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:54.351122 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-2a05e369-4033-4084-9888-92a8b9f0c99c req-a413ef0d-e501-4c2f-a239-4ba71bbce18b tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.352532 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2a05e369-4033-4084-9888-92a8b9f0c99c req-a413ef0d-e501-4c2f-a239-4ba71bbce18b tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "PUT /v2.0/ports/f0a8d473-52b4-479f-beb0-74c29ae6bdd4 HTTP/1.1" status: 200 len: 981 time: 0.3307703 Feb 04 06:09:54.375646 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413ef0d-e501-4c2f-a239-4ba71bbce18b tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Pushing event updated for resources: {'Port': ['ID=f0a8d473-52b4-479f-beb0-74c29ae6bdd4,revision_number=6']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:09:54.427518 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['f0a8d473-52b4-479f-beb0-74c29ae6bdd4'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:09:54.472445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebb166-44d0-4289-8ea4-7372edf5cd0f req-161e68be-35db-4090-a88e-d3eb58202100 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:54.475578 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-33ebb166-44d0-4289-8ea4-7372edf5cd0f req-161e68be-35db-4090-a88e-d3eb58202100 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 984 time: 0.0621681 Feb 04 06:09:54.520010 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-33ebb166-44d0-4289-8ea4-7372edf5cd0f req-78e49dff-061b-4f1c-a086-2f8072c21c81 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0&id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374887 Feb 04 06:09:54.657807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d83c9fac-6682-4683-ab39-9695e2e1b5c2 None None] Provisioning complete for port f0a8d473-52b4-479f-beb0-74c29ae6bdd4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:09:54.658169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d83c9fac-6682-4683-ab39-9695e2e1b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:09:54.990347 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'tag': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:09:54.993175 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeef7fe-e86b-478d-8295-004ba24252ca" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc8eb1d-68e4-437b-9e76-906a83b11658", "tag": "f0a8d473-52b4-479f-beb0-74c29ae6bdd4"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:09:55.028140 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9a6b4d-311a-4446-b29f-2209f77b4212 x-openstack-request-id: req-4c9a6b4d-311a-4446-b29f-2209f77b4212 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:09:55.028428 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc8eb1d-68e4-437b-9e76-906a83b11658", "tag": "f0a8d473-52b4-479f-beb0-74c29ae6bdd4", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:09:55.028678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c9a6b4d-311a-4446-b29f-2209f77b4212 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:09:55.029071 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'tag': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4', 'status': 'completed', 'code': 200} Feb 04 06:09:55.090857 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef7fe-e86b-478d-8295-004ba24252ca req-d24b706d-a02c-4812-86c5-0c10ddccde1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:55.092358 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fdeef7fe-e86b-478d-8295-004ba24252ca req-d24b706d-a02c-4812-86c5-0c10ddccde1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=232b7f5288f649fb876bbd08d778984f&device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 1137 time: 0.0400960 Feb 04 06:09:55.182471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef7fe-e86b-478d-8295-004ba24252ca req-fafd3a48-79c2-40ea-814e-5849fa88bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:55.183939 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fdeef7fe-e86b-478d-8295-004ba24252ca req-fafd3a48-79c2-40ea-814e-5849fa88bfac service neutron] 10.222.0.26 "GET /v2.0/networks?id=b392d0df-34c6-4555-8898-2e0c3e2fa817 HTTP/1.1" status: 200 len: 915 time: 0.0813982 Feb 04 06:09:55.250569 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fdeef7fe-e86b-478d-8295-004ba24252ca req-c8f46c5e-279f-4d12-944b-cc224e8807fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a8d473-52b4-479f-beb0-74c29ae6bdd4 HTTP/1.1" status: 200 len: 1001 time: 0.0599113 Feb 04 06:09:55.297259 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef7fe-e86b-478d-8295-004ba24252ca req-ef8bf095-70c4-4a07-b273-30eb88e553bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:55.298725 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fdeef7fe-e86b-478d-8295-004ba24252ca req-ef8bf095-70c4-4a07-b273-30eb88e553bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b323821d-a992-4cc7-9b57-49d9cb757d2a HTTP/1.1" status: 200 len: 854 time: 0.0412066 Feb 04 06:09:55.341742 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef7fe-e86b-478d-8295-004ba24252ca req-286cdee2-20b5-405b-bf60-028712b34695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:09:55.343387 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fdeef7fe-e86b-478d-8295-004ba24252ca req-286cdee2-20b5-405b-bf60-028712b34695 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b392d0df-34c6-4555-8898-2e0c3e2fa817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386519 Feb 04 06:09:55.434534 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fdeef7fe-e86b-478d-8295-004ba24252ca req-9f789ded-858a-4ef8-8ac2-b7aceb580624 service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842617 Feb 04 06:09:55.521705 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fdeef7fe-e86b-478d-8295-004ba24252ca req-6790aee5-d676-46ca-9c50-7e29f1cf9756 service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802598 Feb 04 06:10:03.086100 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c623403-fd76-4707-a1e2-ab7bd4fade7c req-eb0ecd23-23f3-4ac8-b920-29ac0a60b8e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435963 Feb 04 06:10:03.170283 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c623403-fd76-4707-a1e2-ab7bd4fade7c req-4b4f8cf0-4f2a-48c3-9916-0aaeb4a77ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:03.172182 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c623403-fd76-4707-a1e2-ab7bd4fade7c req-4b4f8cf0-4f2a-48c3-9916-0aaeb4a77ce2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=232b7f5288f649fb876bbd08d778984f&device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 1137 time: 0.0477641 Feb 04 06:10:03.269183 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c623403-fd76-4707-a1e2-ab7bd4fade7c req-5b275991-a650-4c80-a645-9d98eece419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:03.270646 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c623403-fd76-4707-a1e2-ab7bd4fade7c req-5b275991-a650-4c80-a645-9d98eece419f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b392d0df-34c6-4555-8898-2e0c3e2fa817 HTTP/1.1" status: 200 len: 915 time: 0.0807393 Feb 04 06:10:03.336600 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c623403-fd76-4707-a1e2-ab7bd4fade7c req-8cb151db-4fbc-411f-8e2f-5e6c0a4b9a9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a8d473-52b4-479f-beb0-74c29ae6bdd4 HTTP/1.1" status: 200 len: 1001 time: 0.0596416 Feb 04 06:10:03.383508 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c623403-fd76-4707-a1e2-ab7bd4fade7c req-d0ba9232-8717-4437-9138-f3a1f28cd0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:03.384897 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c623403-fd76-4707-a1e2-ab7bd4fade7c req-d0ba9232-8717-4437-9138-f3a1f28cd0d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b323821d-a992-4cc7-9b57-49d9cb757d2a HTTP/1.1" status: 200 len: 854 time: 0.0421145 Feb 04 06:10:03.427696 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c623403-fd76-4707-a1e2-ab7bd4fade7c req-93f9ad4b-5dd2-41c7-b1f2-cc3dd1995398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:03.429044 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c623403-fd76-4707-a1e2-ab7bd4fade7c req-93f9ad4b-5dd2-41c7-b1f2-cc3dd1995398 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b392d0df-34c6-4555-8898-2e0c3e2fa817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0374269 Feb 04 06:10:03.520908 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c623403-fd76-4707-a1e2-ab7bd4fade7c req-8b6bfe58-6eb5-46dc-b716-f254a47c8323 service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847790 Feb 04 06:10:03.607340 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3c623403-fd76-4707-a1e2-ab7bd4fade7c req-49cc136d-24a4-441b-92f8-4597a02c2407 service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798624 Feb 04 06:10:04.270247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:10.707212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5433-1f4c-4530-aade-d765534e925e req-034edbd6-e513-4342-bf77-d4e4616fd6e9 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:10.708727 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dead5433-1f4c-4530-aade-d765534e925e req-034edbd6-e513-4342-bf77-d4e4616fd6e9 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 984 time: 0.0489476 Feb 04 06:10:10.713480 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2aa3c4-acbf-4a37-a1ba-966a742bea14 req-a497154c-47b5-42cb-bf38-09cc72742c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:10.715011 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ce2aa3c4-acbf-4a37-a1ba-966a742bea14 req-a497154c-47b5-42cb-bf38-09cc72742c28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=232b7f5288f649fb876bbd08d778984f&device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 1137 time: 0.0443435 Feb 04 06:10:10.748487 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dead5433-1f4c-4530-aade-d765534e925e req-854c257c-a9a9-45f0-844a-81c9cbc65b2c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0&id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330069 Feb 04 06:10:10.804397 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2aa3c4-acbf-4a37-a1ba-966a742bea14 req-6e90b215-c8d8-4c37-bac0-f49555501e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:10.805914 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ce2aa3c4-acbf-4a37-a1ba-966a742bea14 req-6e90b215-c8d8-4c37-bac0-f49555501e29 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b392d0df-34c6-4555-8898-2e0c3e2fa817 HTTP/1.1" status: 200 len: 915 time: 0.0807631 Feb 04 06:10:10.872921 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ce2aa3c4-acbf-4a37-a1ba-966a742bea14 req-9875190d-6a0e-4222-bef6-ed37a44a4195 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a8d473-52b4-479f-beb0-74c29ae6bdd4 HTTP/1.1" status: 200 len: 1001 time: 0.0593317 Feb 04 06:10:10.919940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2aa3c4-acbf-4a37-a1ba-966a742bea14 req-049e8d94-dd99-44be-b4ac-dadb41b8c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:10.921290 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ce2aa3c4-acbf-4a37-a1ba-966a742bea14 req-049e8d94-dd99-44be-b4ac-dadb41b8c33a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b323821d-a992-4cc7-9b57-49d9cb757d2a HTTP/1.1" status: 200 len: 854 time: 0.0414846 Feb 04 06:10:10.965090 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2aa3c4-acbf-4a37-a1ba-966a742bea14 req-9f545622-2998-4ac0-86dd-4ce7868e97c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:10.966559 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ce2aa3c4-acbf-4a37-a1ba-966a742bea14 req-9f545622-2998-4ac0-86dd-4ce7868e97c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b392d0df-34c6-4555-8898-2e0c3e2fa817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378239 Feb 04 06:10:11.057333 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ce2aa3c4-acbf-4a37-a1ba-966a742bea14 req-d3a32909-7184-4623-8838-ae85b44e15f1 service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812976 Feb 04 06:10:11.141932 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ce2aa3c4-acbf-4a37-a1ba-966a742bea14 req-eea3e187-870c-4e15-a38b-afae3d5195b0 service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781593 Feb 04 06:10:11.863264 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d15cba-7dc9-44a8-bcb6-03be8541a55b req-144c560d-1e94-4712-8c54-b2f96e6421f8 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:11.865010 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9d15cba-7dc9-44a8-bcb6-03be8541a55b req-144c560d-1e94-4712-8c54-b2f96e6421f8 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 984 time: 0.0482523 Feb 04 06:10:11.910541 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9d15cba-7dc9-44a8-bcb6-03be8541a55b req-02e1c25b-ae68-46b9-99f0-83e0a7365e5a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0&id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380437 Feb 04 06:10:12.753971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8dac1398-cad6-4d06-8561-2b9d9ce147fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:13.023934 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a5479-39de-4a96-a450-c1f9a47460f9 req-c3b60af5-fa56-483c-828c-5172659bc69a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:13.025307 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5b9a5479-39de-4a96-a450-c1f9a47460f9 req-c3b60af5-fa56-483c-828c-5172659bc69a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 984 time: 0.0482605 Feb 04 06:10:13.064194 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5b9a5479-39de-4a96-a450-c1f9a47460f9 req-7ddffd54-31a7-4f29-b711-49a3cca4b0c2 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0&id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329461 Feb 04 06:10:14.176017 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089911b-038f-41d0-9d42-e32c1a451457 req-00fe5441-0d04-4079-ad81-06439ccaf8f2 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:14.177576 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1089911b-038f-41d0-9d42-e32c1a451457 req-00fe5441-0d04-4079-ad81-06439ccaf8f2 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 984 time: 0.0481858 Feb 04 06:10:14.217455 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1089911b-038f-41d0-9d42-e32c1a451457 req-2cc7eafb-842c-480c-9e8c-a85449b522f9 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0&id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334439 Feb 04 06:10:14.916225 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c5f16c77-d3f1-43c5-9895-3c7a4bb6be36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:15.329543 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec518461-2f9f-4188-b792-4dcae42e6954 req-4b480b40-cf79-4469-b1c8-566971e9a203 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:15.331010 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ec518461-2f9f-4188-b792-4dcae42e6954 req-4b480b40-cf79-4469-b1c8-566971e9a203 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 984 time: 0.0484140 Feb 04 06:10:15.373257 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ec518461-2f9f-4188-b792-4dcae42e6954 req-8fc7ffae-6a42-47ae-8cd8-f2fcda52c999 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0&id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361629 Feb 04 06:10:15.969108 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:16.488605 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6d500-685c-49df-a4aa-2fd1082c88c4 req-9ce1b571-ccb6-4cde-9fcb-1c94fee0a3ac tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:16.490364 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-afd6d500-685c-49df-a4aa-2fd1082c88c4 req-9ce1b571-ccb6-4cde-9fcb-1c94fee0a3ac tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 984 time: 0.0504315 Feb 04 06:10:16.529543 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-afd6d500-685c-49df-a4aa-2fd1082c88c4 req-36f879d8-3dc2-4fcc-b7f0-e057fc30058d tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0&id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326118 Feb 04 06:10:17.643128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3fc16-7c77-44fe-9b13-285350c5d581 req-383ed79f-708b-43fc-beef-6486e2da7065 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:17.644564 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2da3fc16-7c77-44fe-9b13-285350c5d581 req-383ed79f-708b-43fc-beef-6486e2da7065 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 984 time: 0.0469413 Feb 04 06:10:17.682275 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2da3fc16-7c77-44fe-9b13-285350c5d581 req-73a2a900-23f0-48ca-be20-fb17003ed54e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0&id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0312111 Feb 04 06:10:17.784948 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:17.975245 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:18.800523 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07208e-d9f1-4d2b-8844-055f5255dbaa req-e982b666-09c2-4372-b84c-63e402c53a1e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:18.801918 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cc07208e-d9f1-4d2b-8844-055f5255dbaa req-e982b666-09c2-4372-b84c-63e402c53a1e tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 984 time: 0.0540276 Feb 04 06:10:18.844032 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cc07208e-d9f1-4d2b-8844-055f5255dbaa req-b09125d5-58fc-46e9-a778-c0b916814dd0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0&id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361202 Feb 04 06:10:20.262214 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5095bfe-ecd6-47b1-bc14-b023b5f43a43 req-3af20d09-2142-4afa-9f1d-a6efa854dd23 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:20.263668 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c5095bfe-ecd6-47b1-bc14-b023b5f43a43 req-3af20d09-2142-4afa-9f1d-a6efa854dd23 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 984 time: 0.3518584 Feb 04 06:10:20.302002 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c5095bfe-ecd6-47b1-bc14-b023b5f43a43 req-4c292bd7-49f9-4519-b3bb-d01145876f30 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0&id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322533 Feb 04 06:10:20.933820 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:10:21.411586 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b35fc-1a02-4dd4-ad81-b0c0b9b1cd08 req-5683aa48-7fa0-4cb0-8856-9b37f68ede82 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:21.413008 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-390b35fc-1a02-4dd4-ad81-b0c0b9b1cd08 req-5683aa48-7fa0-4cb0-8856-9b37f68ede82 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 984 time: 0.0472484 Feb 04 06:10:21.451699 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-390b35fc-1a02-4dd4-ad81-b0c0b9b1cd08 req-e473c6f3-7a58-4898-9ffa-4b699ab20111 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0&id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320497 Feb 04 06:10:22.566507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ea62c-27d4-4889-b95b-8b3715662278 req-14239ad8-7edb-44d0-836f-af88f8413a0a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:22.567949 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5a1ea62c-27d4-4889-b95b-8b3715662278 req-14239ad8-7edb-44d0-836f-af88f8413a0a tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 984 time: 0.0475543 Feb 04 06:10:22.610825 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5a1ea62c-27d4-4889-b95b-8b3715662278 req-19386878-702d-499c-9a04-4290bc939db1 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0&id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362277 Feb 04 06:10:34.287807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:42.754122 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0ac9bfab-3160-45bb-8f7e-4cbad1acff11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:44.916364 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-526fbeb2-9b2c-4e6b-b90b-3cd53a9420d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:45.972046 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.786925 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:47.976921 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.249884 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f76faa86-614a-4dee-8c18-b5bcda08e60c req-ded74945-6cf7-497e-85e8-d8a846444dae tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247046029&fields=id&tenant_id=232b7f5288f649fb876bbd08d778984f HTTP/1.1" status: 200 len: 267 time: 0.0315392 Feb 04 06:10:55.301489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76faa86-614a-4dee-8c18-b5bcda08e60c req-ed3c686a-a18e-4340-bcfc-866faec58124 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:55.302969 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f76faa86-614a-4dee-8c18-b5bcda08e60c req-ed3c686a-a18e-4340-bcfc-866faec58124 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 984 time: 0.0475459 Feb 04 06:10:55.313606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [req-f76faa86-614a-4dee-8c18-b5bcda08e60c req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Request body: {'port': {'security_groups': ['e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4']}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:10:55.374341 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-f76faa86-614a-4dee-8c18-b5bcda08e60c req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.540460 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [req-f76faa86-614a-4dee-8c18-b5bcda08e60c req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] For port f0a8d473-52b4-479f-beb0-74c29ae6bdd4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f0a8d473-52b4-479f-beb0-74c29ae6bdd4,segment=NetworkSegment(168085e3-0c07-41f9-971a-49271849e651),segment_id=168085e3-0c07-41f9-971a-49271849e651)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:10:55.568938 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-f76faa86-614a-4dee-8c18-b5bcda08e60c req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.573289 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-f76faa86-614a-4dee-8c18-b5bcda08e60c req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.585209 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['f0a8d473-52b4-479f-beb0-74c29ae6bdd4'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:10:55.621994 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76faa86-614a-4dee-8c18-b5bcda08e60c req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:55.622641 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [req-f76faa86-614a-4dee-8c18-b5bcda08e60c req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.624039 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f76faa86-614a-4dee-8c18-b5bcda08e60c req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "PUT /v2.0/ports/f0a8d473-52b4-479f-beb0-74c29ae6bdd4 HTTP/1.1" status: 200 len: 942 time: 0.3147929 Feb 04 06:10:55.626826 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'tag': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:55.630595 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61cb577-da40-4124-a687-b6a09a9ac609" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc8eb1d-68e4-437b-9e76-906a83b11658", "tag": "f0a8d473-52b4-479f-beb0-74c29ae6bdd4"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:10:55.631035 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58214) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:55.651286 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Pushing event updated for resources: {'Port': ['ID=f0a8d473-52b4-479f-beb0-74c29ae6bdd4,revision_number=7']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:55.659496 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.659849 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.660193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.660529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.660884 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.661189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.661515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.661861 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.662185 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.662506 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.662828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.663152 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3537ef08-d8c0-41ca-b5dd-175b62b4d2a0 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.687219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8314a6ee-cf83-4d98-a4e1-41f543c54844 x-openstack-request-id: req-8314a6ee-cf83-4d98-a4e1-41f543c54844 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:10:55.687644 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc8eb1d-68e4-437b-9e76-906a83b11658", "tag": "f0a8d473-52b4-479f-beb0-74c29ae6bdd4", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:10:55.687899 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8314a6ee-cf83-4d98-a4e1-41f543c54844 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:10:55.688297 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'tag': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4', 'status': 'completed', 'code': 200} Feb 04 06:10:55.726003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['f0a8d473-52b4-479f-beb0-74c29ae6bdd4'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:10:55.739860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.775354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.779983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cb577-da40-4124-a687-b6a09a9ac609 req-ac679409-e9df-4524-be7e-0d025167ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:55.781534 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f61cb577-da40-4124-a687-b6a09a9ac609 req-ac679409-e9df-4524-be7e-0d025167ca49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=232b7f5288f649fb876bbd08d778984f&device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 1098 time: 0.0714805 Feb 04 06:10:55.869599 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-2cc05727-9102-4f41-8cdc-e8a69802670c None None] Provisioning complete for port f0a8d473-52b4-479f-beb0-74c29ae6bdd4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:10:55.870227 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2cc05727-9102-4f41-8cdc-e8a69802670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.894516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cb577-da40-4124-a687-b6a09a9ac609 req-d36ada6f-d7ce-4dc3-9528-21b91ca676c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:55.895924 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f61cb577-da40-4124-a687-b6a09a9ac609 req-d36ada6f-d7ce-4dc3-9528-21b91ca676c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b392d0df-34c6-4555-8898-2e0c3e2fa817 HTTP/1.1" status: 200 len: 915 time: 0.1058791 Feb 04 06:10:55.912236 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.914697 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:55.915775 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "DELETE /v2.0/security-groups/81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0 HTTP/1.1" status: 204 len: 168 time: 0.2840416 Feb 04 06:10:55.918882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58218) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:10:55.965288 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cf45f3-5b6f-40a7-b1a5-96c36cb5bca0,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:55.974881 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.975325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.975559 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.975900 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.976290 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.976565 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.976894 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.977325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.977533 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.977878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.978203 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.978552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b496c4d-f53b-40c2-9beb-9a665be62e21 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:10:55.998274 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f61cb577-da40-4124-a687-b6a09a9ac609 req-2fe18cbb-f517-42e1-ba34-d52b8c0a290d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a8d473-52b4-479f-beb0-74c29ae6bdd4 HTTP/1.1" status: 200 len: 1001 time: 0.0927827 Feb 04 06:10:56.049314 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cb577-da40-4124-a687-b6a09a9ac609 req-e4013160-5a97-4284-92e1-317113b8e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:56.050832 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f61cb577-da40-4124-a687-b6a09a9ac609 req-e4013160-5a97-4284-92e1-317113b8e5c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b323821d-a992-4cc7-9b57-49d9cb757d2a HTTP/1.1" status: 200 len: 854 time: 0.0454721 Feb 04 06:10:56.083161 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-f2e4c0d6-c5dc-419a-9244-aba98fd96274 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Deleting port 9b534e6d-d2d8-4e53-a436-96ca0b856b03 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:10:56.083508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c0d6-c5dc-419a-9244-aba98fd96274 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.095752 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cb577-da40-4124-a687-b6a09a9ac609 req-83f5bc9e-2267-4d91-8d69-766820e1042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:56.097239 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f61cb577-da40-4124-a687-b6a09a9ac609 req-83f5bc9e-2267-4d91-8d69-766820e1042a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b392d0df-34c6-4555-8898-2e0c3e2fa817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386407 Feb 04 06:10:56.158046 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c0d6-c5dc-419a-9244-aba98fd96274 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.158378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c0d6-c5dc-419a-9244-aba98fd96274 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.171141 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-f2e4c0d6-c5dc-419a-9244-aba98fd96274 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Calling delete_port for 9b534e6d-d2d8-4e53-a436-96ca0b856b03 owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:10:56.322858 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c0d6-c5dc-419a-9244-aba98fd96274 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.350082 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4c0d6-c5dc-419a-9244-aba98fd96274 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Pushing event deleted for resources: {'Port': ['ID=9b534e6d-d2d8-4e53-a436-96ca0b856b03,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:10:56.414108 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c0d6-c5dc-419a-9244-aba98fd96274 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.414449 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-f2e4c0d6-c5dc-419a-9244-aba98fd96274 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Floating IP d403c07e-945e-4c00-99d8-e078cb3ff4bb disassociated (deleted). External IP: 172.26.3.159, port: f0a8d473-52b4-479f-beb0-74c29ae6bdd4. Feb 04 06:10:56.440435 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f61cb577-da40-4124-a687-b6a09a9ac609 req-e1fe7d68-7b7f-47c8-8235-9a811c9ec861 service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353176 Feb 04 06:10:56.528431 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f61cb577-da40-4124-a687-b6a09a9ac609 req-d28b8743-2b88-4b8b-9f5c-03bd5026e8c4 service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816271 Feb 04 06:10:56.623856 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e4c0d6-c5dc-419a-9244-aba98fd96274 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:10:56.729851 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e4c0d6-c5dc-419a-9244-aba98fd96274 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:10:56.734579 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c0d6-c5dc-419a-9244-aba98fd96274 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:10:56.739376 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09f102-88d3-4c3a-871d-3a79189ebeb7 None None] Sync routers for ids ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:10:56.748993 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b09f102-88d3-4c3a-871d-3a79189ebeb7 None None] Routers {'5befb11b-92e3-4fd0-a16f-8b41dd8c917b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:10:56.749582 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3b09f102-88d3-4c3a-871d-3a79189ebeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:10:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:56.761415 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f2e4c0d6-c5dc-419a-9244-aba98fd96274 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "DELETE /v2.0/floatingips/d403c07e-945e-4c00-99d8-e078cb3ff4bb HTTP/1.1" status: 204 len: 168 time: 0.8414137 Feb 04 06:10:56.852269 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-3b09f102-88d3-4c3a-871d-3a79189ebeb7 None None] Set router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:10:57.059230 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3b09f102-88d3-4c3a-871d-3a79189ebeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:05Z', 'revision_number': 4, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'gw_port': {'id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '35a533a9-be35-4be4-8787-bf4499b567f6', 'name': '', 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'mac_address': 'fa:16:3e:c8:8f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:04Z', 'updated_at': '2022-02-04T06:09:09Z', 'revision_number': 5, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'subnets': [{'id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:57.084721 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09f102-88d3-4c3a-871d-3a79189ebeb7 None None] Checking router: 5befb11b-92e3-4fd0-a16f-8b41dd8c917b for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:10:57.093219 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b09f102-88d3-4c3a-871d-3a79189ebeb7 None None] Routers {'5befb11b-92e3-4fd0-a16f-8b41dd8c917b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:10:57.093827 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3b09f102-88d3-4c3a-871d-3a79189ebeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:10:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:57.193459 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-3b09f102-88d3-4c3a-871d-3a79189ebeb7 None None] Set router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:10:57.378130 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3b09f102-88d3-4c3a-871d-3a79189ebeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:05Z', 'revision_number': 4, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'gw_port': {'id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '35a533a9-be35-4be4-8787-bf4499b567f6', 'name': '', 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'mac_address': 'fa:16:3e:c8:8f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:04Z', 'updated_at': '2022-02-04T06:09:09Z', 'revision_number': 5, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'subnets': [{'id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:10:57.405966 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09f102-88d3-4c3a-871d-3a79189ebeb7 None None] The sync data for ids ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'] in dv-neutron-827794-1-hyperv is: [{'id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:05Z', 'revision_number': 4, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'gw_port': {'id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '35a533a9-be35-4be4-8787-bf4499b567f6', 'name': '', 'network_id': 'b392d0df-34c6-4555-8898-2e0c3e2fa817', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'mac_address': 'fa:16:3e:c8:8f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:04Z', 'updated_at': '2022-02-04T06:09:09Z', 'revision_number': 5, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'subnets': [{'id': 'b323821d-a992-4cc7-9b57-49d9cb757d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:10:57.636045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b826fc-964c-447f-bca6-40741f2620cf None None] New status for floating IP d403c07e-945e-4c00-99d8-e078cb3ff4bb: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:10:57.689512 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'tag': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:10:57.692098 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6426aa27-1ebe-4a1a-a888-9439324feb0b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc8eb1d-68e4-437b-9e76-906a83b11658", "tag": "f0a8d473-52b4-479f-beb0-74c29ae6bdd4"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:10:57.730411 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275be41d-5d60-42e7-921d-9aefb0437bfa x-openstack-request-id: req-275be41d-5d60-42e7-921d-9aefb0437bfa {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:10:57.730860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc8eb1d-68e4-437b-9e76-906a83b11658", "tag": "f0a8d473-52b4-479f-beb0-74c29ae6bdd4", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:10:57.731121 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-275be41d-5d60-42e7-921d-9aefb0437bfa {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:10:57.731554 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'tag': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4', 'status': 'completed', 'code': 200} Feb 04 06:10:57.795481 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426aa27-1ebe-4a1a-a888-9439324feb0b req-b44e6e40-4d11-4dd9-b36c-db05b2b12c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:57.796999 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6426aa27-1ebe-4a1a-a888-9439324feb0b req-b44e6e40-4d11-4dd9-b36c-db05b2b12c58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=232b7f5288f649fb876bbd08d778984f&device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 1098 time: 0.0440133 Feb 04 06:10:57.883309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426aa27-1ebe-4a1a-a888-9439324feb0b req-e782401a-01f3-40df-b40d-1fb02b36e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:57.884755 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6426aa27-1ebe-4a1a-a888-9439324feb0b req-e782401a-01f3-40df-b40d-1fb02b36e633 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b392d0df-34c6-4555-8898-2e0c3e2fa817 HTTP/1.1" status: 200 len: 915 time: 0.0814028 Feb 04 06:10:57.929754 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6426aa27-1ebe-4a1a-a888-9439324feb0b req-00adca4c-7a82-4fd7-adf5-5ea71462cdd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0a8d473-52b4-479f-beb0-74c29ae6bdd4 HTTP/1.1" status: 200 len: 217 time: 0.0382521 Feb 04 06:10:57.931816 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:10:57.981605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426aa27-1ebe-4a1a-a888-9439324feb0b req-9e12cff9-94fc-4591-8a32-21b27c5698a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:57.982992 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6426aa27-1ebe-4a1a-a888-9439324feb0b req-9e12cff9-94fc-4591-8a32-21b27c5698a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b323821d-a992-4cc7-9b57-49d9cb757d2a HTTP/1.1" status: 200 len: 854 time: 0.0475321 Feb 04 06:10:58.027298 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426aa27-1ebe-4a1a-a888-9439324feb0b req-923c4c50-78c0-4911-bdee-c1bd4801cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:10:58.028809 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6426aa27-1ebe-4a1a-a888-9439324feb0b req-923c4c50-78c0-4911-bdee-c1bd4801cf25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b392d0df-34c6-4555-8898-2e0c3e2fa817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395951 Feb 04 06:10:58.122409 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6426aa27-1ebe-4a1a-a888-9439324feb0b req-664fa2eb-70f3-4668-aca5-159c5d717357 service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858288 Feb 04 06:10:58.223049 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6426aa27-1ebe-4a1a-a888-9439324feb0b req-9947ab89-27a8-41ba-a0c1-247b7e726a74 service neutron] 10.222.0.26 "GET /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935316 Feb 04 06:11:03.733058 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa308a1b-2d71-4e17-97fa-39ed1a823a9c req-ee2c4810-5fb4-4c97-b385-e455784b960b tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:03.734562 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aa308a1b-2d71-4e17-97fa-39ed1a823a9c req-ee2c4810-5fb4-4c97-b385-e455784b960b tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 945 time: 0.0481219 Feb 04 06:11:03.772461 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aa308a1b-2d71-4e17-97fa-39ed1a823a9c req-7fa66d3b-1b8c-4a20-b5d4-383005ca32b8 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Feb 04 06:11:04.299642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:04.890112 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c2116-57f8-4384-9c76-d54b363f0604 req-df1528cd-a04f-405a-928d-32ec04b35a9c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:04.891558 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ef5c2116-57f8-4384-9c76-d54b363f0604 req-df1528cd-a04f-405a-928d-32ec04b35a9c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 945 time: 0.0482335 Feb 04 06:11:04.927975 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ef5c2116-57f8-4384-9c76-d54b363f0604 req-f16e51d1-6c50-4eff-b404-e7c351b2b101 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303826 Feb 04 06:11:05.334917 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903b533-b269-4af2-bafe-a272a3e24890 req-0db416b6-84d9-4b6c-9844-fc3b07256c26 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:05.336220 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b903b533-b269-4af2-bafe-a272a3e24890 req-0db416b6-84d9-4b6c-9844-fc3b07256c26 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 945 time: 0.0469766 Feb 04 06:11:05.426491 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-b903b533-b269-4af2-bafe-a272a3e24890 req-b9275e23-87b6-4e82-a416-d246ae33990c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Deleting port f0a8d473-52b4-479f-beb0-74c29ae6bdd4 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:11:05.426832 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b903b533-b269-4af2-bafe-a272a3e24890 req-b9275e23-87b6-4e82-a416-d246ae33990c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.518758 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-b903b533-b269-4af2-bafe-a272a3e24890 req-b9275e23-87b6-4e82-a416-d246ae33990c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] For port f0a8d473-52b4-479f-beb0-74c29ae6bdd4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f0a8d473-52b4-479f-beb0-74c29ae6bdd4,segment=NetworkSegment(168085e3-0c07-41f9-971a-49271849e651),segment_id=168085e3-0c07-41f9-971a-49271849e651)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:05.519134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b903b533-b269-4af2-bafe-a272a3e24890 req-b9275e23-87b6-4e82-a416-d246ae33990c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.530775 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-b903b533-b269-4af2-bafe-a272a3e24890 req-b9275e23-87b6-4e82-a416-d246ae33990c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Calling delete_port for f0a8d473-52b4-479f-beb0-74c29ae6bdd4 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:11:05.656446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b903b533-b269-4af2-bafe-a272a3e24890 req-b9275e23-87b6-4e82-a416-d246ae33990c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.667526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['f0a8d473-52b4-479f-beb0-74c29ae6bdd4'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:11:05.683836 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9275e23-87b6-4e82-a416-d246ae33990c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Pushing event deleted for resources: {'Port': ['ID=f0a8d473-52b4-479f-beb0-74c29ae6bdd4,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:05.728875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-b903b533-b269-4af2-bafe-a272a3e24890 req-b9275e23-87b6-4e82-a416-d246ae33990c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] No DVR routers for this DVR port f0a8d473-52b4-479f-beb0-74c29ae6bdd4 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:05.731384 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-b903b533-b269-4af2-bafe-a272a3e24890 req-b9275e23-87b6-4e82-a416-d246ae33990c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:05.734575 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b903b533-b269-4af2-bafe-a272a3e24890 req-b9275e23-87b6-4e82-a416-d246ae33990c tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.26 "DELETE /v2.0/ports/f0a8d473-52b4-479f-beb0-74c29ae6bdd4 HTTP/1.1" status: 204 len: 173 time: 0.3925598 Feb 04 06:11:05.735012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'name': 'network-vif-deleted', 'tag': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:05.737239 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323b00c8-da06-4f50-9ed1-67cf4e62f15a" -d '{"events": [{"server_uuid": "fbc8eb1d-68e4-437b-9e76-906a83b11658", "name": "network-vif-deleted", "tag": "f0a8d473-52b4-479f-beb0-74c29ae6bdd4"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:11:05.834184 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd18310-d9ac-41f6-ae9a-06f6f854768f x-openstack-request-id: req-0fd18310-d9ac-41f6-ae9a-06f6f854768f {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:11:05.834489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc8eb1d-68e4-437b-9e76-906a83b11658", "name": "network-vif-deleted", "tag": "f0a8d473-52b4-479f-beb0-74c29ae6bdd4", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:11:05.834745 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0fd18310-d9ac-41f6-ae9a-06f6f854768f {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:11:05.835140 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc8eb1d-68e4-437b-9e76-906a83b11658', 'name': 'network-vif-deleted', 'tag': 'f0a8d473-52b4-479f-beb0-74c29ae6bdd4', 'status': 'completed', 'code': 200} Feb 04 06:11:06.036462 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2dc6b58d-dcf8-4eb5-a718-ad7cd012b59b req-6ba495bf-3046-4dc5-8e9b-2ce920489898 tempest-TestMinimumBasicScenario-1594003396 tempest-TestMinimumBasicScenario-1594003396-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbc8eb1d-68e4-437b-9e76-906a83b11658 HTTP/1.1" status: 200 len: 210 time: 0.0314572 Feb 04 06:11:07.610393 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58318) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:07.940375 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2111-3a55-4dfc-b170-2eaee27cec79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.176234 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a2111-3a55-4dfc-b170-2eaee27cec79 admin admin] Deleting port 35a533a9-be35-4be4-8787-bf4499b567f6 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:11:08.176577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2111-3a55-4dfc-b170-2eaee27cec79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.253087 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-8d6a2111-3a55-4dfc-b170-2eaee27cec79 admin admin] For port 35a533a9-be35-4be4-8787-bf4499b567f6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=35a533a9-be35-4be4-8787-bf4499b567f6,segment=NetworkSegment(168085e3-0c07-41f9-971a-49271849e651),segment_id=168085e3-0c07-41f9-971a-49271849e651)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:08.253371 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2111-3a55-4dfc-b170-2eaee27cec79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.264549 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a2111-3a55-4dfc-b170-2eaee27cec79 admin admin] Calling delete_port for 35a533a9-be35-4be4-8787-bf4499b567f6 owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:11:08.438998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2111-3a55-4dfc-b170-2eaee27cec79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.464770 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a2111-3a55-4dfc-b170-2eaee27cec79 admin admin] Pushing event deleted for resources: {'Port': ['ID=35a533a9-be35-4be4-8787-bf4499b567f6,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:08.630571 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2111-3a55-4dfc-b170-2eaee27cec79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:08.841246 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6a2111-3a55-4dfc-b170-2eaee27cec79 admin admin] Router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:11:08.941501 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6a2111-3a55-4dfc-b170-2eaee27cec79 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:11:08.946465 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8d6a2111-3a55-4dfc-b170-2eaee27cec79 admin admin] 10.222.0.10 "PUT /v2.0/routers/5befb11b-92e3-4fd0-a16f-8b41dd8c917b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3350637 Feb 04 06:11:08.948972 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58320) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:08.953009 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb48d52-9ea5-49e2-acb6-961951088d88 None None] Sync routers for ids ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:08.961456 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb48d52-9ea5-49e2-acb6-961951088d88 None None] Routers {'5befb11b-92e3-4fd0-a16f-8b41dd8c917b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:11:08.962083 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2bb48d52-9ea5-49e2-acb6-961951088d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:10:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:09.055169 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.150841 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-2bb48d52-9ea5-49e2-acb6-961951088d88 None None] Set router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:11:09.154984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.206001 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] Deleting port 393c0c07-a05d-4c15-a920-3007b55614fd {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:11:09.206353 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.285409 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] For port 393c0c07-a05d-4c15-a920-3007b55614fd, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=393c0c07-a05d-4c15-a920-3007b55614fd,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:09.285839 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.297074 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] Calling delete_port for 393c0c07-a05d-4c15-a920-3007b55614fd owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:11:09.319215 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2bb48d52-9ea5-49e2-acb6-961951088d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:11:08Z', 'revision_number': 5, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'gw_port': {'id': '393c0c07-a05d-4c15-a920-3007b55614fd', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:09.345167 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb48d52-9ea5-49e2-acb6-961951088d88 None None] Checking router: 5befb11b-92e3-4fd0-a16f-8b41dd8c917b for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:11:09.353228 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb48d52-9ea5-49e2-acb6-961951088d88 None None] Routers {'5befb11b-92e3-4fd0-a16f-8b41dd8c917b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:11:09.353836 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2bb48d52-9ea5-49e2-acb6-961951088d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:10:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:09.437806 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-2bb48d52-9ea5-49e2-acb6-961951088d88 None None] Set router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:11:09.482668 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f0a8d473-52b4-479f-beb0-74c29ae6bdd4 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:11:09.493507 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-2bb48d52-9ea5-49e2-acb6-961951088d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:11:09Z', 'revision_number': 6, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:09.503646 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: f0a8d473-52b4-479f-beb0-74c29ae6bdd4 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:11:09.503987 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f0a8d473-52b4-479f-beb0-74c29ae6bdd4 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:11:09.520315 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb48d52-9ea5-49e2-acb6-961951088d88 None None] The sync data for ids ['5befb11b-92e3-4fd0-a16f-8b41dd8c917b'] in dv-neutron-827794-1-hyperv is: [{'id': '5befb11b-92e3-4fd0-a16f-8b41dd8c917b', 'name': 'tempest-TestMinimumBasicScenario-1310156340-router', 'tenant_id': '232b7f5288f649fb876bbd08d778984f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:02Z', 'updated_at': '2022-02-04T06:11:09Z', 'revision_number': 6, 'project_id': '232b7f5288f649fb876bbd08d778984f', 'gw_port_host': None}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:09.765377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.787890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] Pushing event deleted for resources: {'Port': ['ID=393c0c07-a05d-4c15-a920-3007b55614fd,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:09.847540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.942218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.944287 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.986455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.987012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5befb11b-92e3-4fd0-a16f-8b41dd8c917b {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:11:09.991201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:09.992276 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5c6d97da-f563-48a2-bb16-c7d2addbada1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5befb11b-92e3-4fd0-a16f-8b41dd8c917b HTTP/1.1" status: 204 len: 168 time: 1.0423605 Feb 04 06:11:09.995469 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58322) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:10.037691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a88fa90-4ad4-4cf5-9d0c-4dacba3a5d87 admin admin] Deleting subnet b323821d-a992-4cc7-9b57-49d9cb757d2a {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:11:10.041188 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a88fa90-4ad4-4cf5-9d0c-4dacba3a5d87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.074482 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a88fa90-4ad4-4cf5-9d0c-4dacba3a5d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.156616 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a88fa90-4ad4-4cf5-9d0c-4dacba3a5d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.206768 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a88fa90-4ad4-4cf5-9d0c-4dacba3a5d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.233326 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88fa90-4ad4-4cf5-9d0c-4dacba3a5d87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b323821d-a992-4cc7-9b57-49d9cb757d2a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:10.235381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8a88fa90-4ad4-4cf5-9d0c-4dacba3a5d87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.238537 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8a88fa90-4ad4-4cf5-9d0c-4dacba3a5d87 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b323821d-a992-4cc7-9b57-49d9cb757d2a HTTP/1.1" status: 204 len: 168 time: 0.2421355 Feb 04 06:11:10.239330 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3134af02-94d2-4c10-bb4c-c56aa2869084 None None] Network b392d0df-34c6-4555-8898-2e0c3e2fa817 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:11:10.240995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58324) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:10.312837 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.367438 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] Deleting port 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:11:10.367779 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.414102 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] DHCP port deletion for b392d0df-34c6-4555-8898-2e0c3e2fa817 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:11:10.436783 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] For port 7246a21f-cf4e-4b4b-ba20-ba052a73fce0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=7246a21f-cf4e-4b4b-ba20-ba052a73fce0,segment=NetworkSegment(168085e3-0c07-41f9-971a-49271849e651),segment_id=168085e3-0c07-41f9-971a-49271849e651)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:10.437148 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.452968 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] Calling delete_port for 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:11:10.464118 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Deleting port 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:11:10.464530 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.526424 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] For port 7246a21f-cf4e-4b4b-ba20-ba052a73fce0, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=7246a21f-cf4e-4b4b-ba20-ba052a73fce0,segment=NetworkSegment(168085e3-0c07-41f9-971a-49271849e651),segment_id=168085e3-0c07-41f9-971a-49271849e651)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:10.527103 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.539907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Calling delete_port for 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:11:10.547487 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.576137 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7246a21f-cf4e-4b4b-ba20-ba052a73fce0,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:10.578435 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] No DVR routers for this DVR port 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:10.618989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.643824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Pushing event deleted for resources: {'Port': ['ID=7246a21f-cf4e-4b4b-ba20-ba052a73fce0,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:10.653720 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:10.654336 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:10.654620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.654754 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:10.655000 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:10.655332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:10.655660 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:10.655988 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:10.656316 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:10.656643 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:10.656968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:10.657288 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:10.657607 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:10.660299 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ea8267-e69a-450c-a1ef-5bb1a5ae8819 None None] No DVR routers for this DVR port 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:10.677445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b392d0df-34c6-4555-8898-2e0c3e2fa817']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:10.687556 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168085e3-0c07-41f9-971a-49271849e651') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:10.687852 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168085e3-0c07-41f9-971a-49271849e651') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:10.698071 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.711189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.717499 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:11:10.717999 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:11:10.719709 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:11:10.740128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 35a533a9-be35-4be4-8787-bf4499b567f6 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:11:10.760730 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 35a533a9-be35-4be4-8787-bf4499b567f6 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:11:10.761073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 35a533a9-be35-4be4-8787-bf4499b567f6 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:11:10.761480 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:11:10.771884 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.780733 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:11:10.781084 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 7246a21f-cf4e-4b4b-ba20-ba052a73fce0 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:11:10.781498 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 393c0c07-a05d-4c15-a920-3007b55614fd no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:11:10.788313 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:10.791476 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b392d0df-34c6-4555-8898-2e0c3e2fa817 HTTP/1.1" status: 204 len: 168 time: 0.5493891 Feb 04 06:11:10.792464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c59b8f-83bc-4e45-b38c-c6f2a81000e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b392d0df-34c6-4555-8898-2e0c3e2fa817,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:10.794385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58326) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:10.800310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 393c0c07-a05d-4c15-a920-3007b55614fd {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:11:10.800669 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 393c0c07-a05d-4c15-a920-3007b55614fd not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:11:11.136404 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-69aae628-31fc-4ce3-86ee-8c61825f595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.372374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-69aae628-31fc-4ce3-86ee-8c61825f595b admin admin] Deleting port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:11:11.372717 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-69aae628-31fc-4ce3-86ee-8c61825f595b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.448354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-69aae628-31fc-4ce3-86ee-8c61825f595b admin admin] For port a50ca57c-9768-4d5c-8c25-c878ccdcf1ea, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a50ca57c-9768-4d5c-8c25-c878ccdcf1ea,segment=NetworkSegment(cc99d33a-593d-4172-a000-d8f706f18e9f),segment_id=cc99d33a-593d-4172-a000-d8f706f18e9f)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:11.448719 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-69aae628-31fc-4ce3-86ee-8c61825f595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.461016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-69aae628-31fc-4ce3-86ee-8c61825f595b admin admin] Calling delete_port for a50ca57c-9768-4d5c-8c25-c878ccdcf1ea owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:11:11.631379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-69aae628-31fc-4ce3-86ee-8c61825f595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:11.658733 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aae628-31fc-4ce3-86ee-8c61825f595b admin admin] Pushing event deleted for resources: {'Port': ['ID=a50ca57c-9768-4d5c-8c25-c878ccdcf1ea,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:11.818551 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-69aae628-31fc-4ce3-86ee-8c61825f595b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.028500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69aae628-31fc-4ce3-86ee-8c61825f595b admin admin] Router 9823876d-c6d7-4791-8f3e-7f70d123a47b has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:11:12.128795 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69aae628-31fc-4ce3-86ee-8c61825f595b admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:11:12.133673 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-69aae628-31fc-4ce3-86ee-8c61825f595b admin admin] 10.222.0.10 "PUT /v2.0/routers/9823876d-c6d7-4791-8f3e-7f70d123a47b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3383310 Feb 04 06:11:12.136158 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58328) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:12.138588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb92551-fec7-4225-b221-bf3e1d4fa039 None None] Sync routers for ids ['9823876d-c6d7-4791-8f3e-7f70d123a47b'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:12.147411 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb92551-fec7-4225-b221-bf3e1d4fa039 None None] Routers {'9823876d-c6d7-4791-8f3e-7f70d123a47b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:11:12.148021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-1bb92551-fec7-4225-b221-bf3e1d4fa039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:10:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9823876d-c6d7-4791-8f3e-7f70d123a47b'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:12.237609 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.248131 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-1bb92551-fec7-4225-b221-bf3e1d4fa039 None None] Set router 9823876d-c6d7-4791-8f3e-7f70d123a47b gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:11:12.336868 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.390188 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] Deleting port 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:11:12.390529 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.420916 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-1bb92551-fec7-4225-b221-bf3e1d4fa039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'name': 'tempest-TestMinimumBasicScenario-1942861641-router', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': '43b3a5e2-00b3-49fc-a9b4-9b12159f3e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:11:11Z', 'revision_number': 5, 'project_id': '72bec8da9b4741fca198c07472a72ce3', 'gw_port': {'id': '43b3a5e2-00b3-49fc-a9b4-9b12159f3e75', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:80:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:12.470641 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] For port 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=43b3a5e2-00b3-49fc-a9b4-9b12159f3e75,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:12.471020 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.484075 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] Calling delete_port for 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75 owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:11:12.584644 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb92551-fec7-4225-b221-bf3e1d4fa039 None None] Checking router: 9823876d-c6d7-4791-8f3e-7f70d123a47b for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:11:12.592751 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb92551-fec7-4225-b221-bf3e1d4fa039 None None] Routers {'9823876d-c6d7-4791-8f3e-7f70d123a47b'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:11:12.593299 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-1bb92551-fec7-4225-b221-bf3e1d4fa039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:10:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9823876d-c6d7-4791-8f3e-7f70d123a47b'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:12.651181 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.680030 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-1bb92551-fec7-4225-b221-bf3e1d4fa039 None None] Set router 9823876d-c6d7-4791-8f3e-7f70d123a47b gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:11:12.683111 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b3a5e2-00b3-49fc-a9b4-9b12159f3e75,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:12.737550 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-1bb92551-fec7-4225-b221-bf3e1d4fa039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'name': 'tempest-TestMinimumBasicScenario-1942861641-router', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:11:12Z', 'revision_number': 6, 'project_id': '72bec8da9b4741fca198c07472a72ce3', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:12.742750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.768358 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb92551-fec7-4225-b221-bf3e1d4fa039 None None] The sync data for ids ['9823876d-c6d7-4791-8f3e-7f70d123a47b'] in dv-neutron-827794-1-hyperv is: [{'id': '9823876d-c6d7-4791-8f3e-7f70d123a47b', 'name': 'tempest-TestMinimumBasicScenario-1942861641-router', 'tenant_id': '72bec8da9b4741fca198c07472a72ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:09:07Z', 'updated_at': '2022-02-04T06:11:12Z', 'revision_number': 6, 'project_id': '72bec8da9b4741fca198c07472a72ce3', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:12.780698 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2fc5e7cf-e7ec-425e-9545-01e104494cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.833827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.835872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.878983 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.879729 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9823876d-c6d7-4791-8f3e-7f70d123a47b {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:11:12.884521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.886199 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-caddb162-6009-49e4-828d-313bbe333d95 admin admin] 10.222.0.10 "DELETE /v2.0/routers/9823876d-c6d7-4791-8f3e-7f70d123a47b HTTP/1.1" status: 204 len: 168 time: 0.7486274 Feb 04 06:11:12.888873 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58330) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:12.935170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a4ec99-1d57-47c9-8231-f5ff975aba78 admin admin] Deleting subnet 2d307331-c7e7-4216-a10f-9113ccba6144 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:11:12.938185 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-99a4ec99-1d57-47c9-8231-f5ff975aba78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:12.971321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-99a4ec99-1d57-47c9-8231-f5ff975aba78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.045040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-99a4ec99-1d57-47c9-8231-f5ff975aba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.100459 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-99a4ec99-1d57-47c9-8231-f5ff975aba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.129310 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-99a4ec99-1d57-47c9-8231-f5ff975aba78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.135350 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-99a4ec99-1d57-47c9-8231-f5ff975aba78 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2d307331-c7e7-4216-a10f-9113ccba6144 HTTP/1.1" status: 204 len: 168 time: 0.2431152 Feb 04 06:11:13.135513 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65630281-bd19-472b-82be-9ee9d4ae0b07 None None] Network e80149f2-77c3-41eb-a117-5a3ca7246ee3 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:11:13.136280 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4ec99-1d57-47c9-8231-f5ff975aba78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d307331-c7e7-4216-a10f-9113ccba6144,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:13.136386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58332) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:13.206374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.262632 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] Deleting port a6e9c0be-0978-4633-8729-cf9b02bc1e46 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:11:13.262969 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.327741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] For port a6e9c0be-0978-4633-8729-cf9b02bc1e46, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a6e9c0be-0978-4633-8729-cf9b02bc1e46,segment=NetworkSegment(cc99d33a-593d-4172-a000-d8f706f18e9f),segment_id=cc99d33a-593d-4172-a000-d8f706f18e9f)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:13.328102 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.340568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] Calling delete_port for a6e9c0be-0978-4633-8729-cf9b02bc1e46 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:11:13.414605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.440143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e9c0be-0978-4633-8729-cf9b02bc1e46,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:13.441963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] No DVR routers for this DVR port a6e9c0be-0978-4633-8729-cf9b02bc1e46 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:11:13.511676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.537880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80149f2-77c3-41eb-a117-5a3ca7246ee3']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:13.549594 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66cffe9-4b3c-474f-90e8-de292db55898 None None] DHCP port deletion for e80149f2-77c3-41eb-a117-5a3ca7246ee3 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:11:13.550535 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc99d33a-593d-4172-a000-d8f706f18e9f') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:13.550831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc99d33a-593d-4172-a000-d8f706f18e9f') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:13.563844 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.578029 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.585520 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:11:13.586083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:11:13.588245 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:11:13.640259 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.646495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.650236 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e80149f2-77c3-41eb-a117-5a3ca7246ee3 HTTP/1.1" status: 204 len: 168 time: 0.5128527 Feb 04 06:11:13.666735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2e56d-fa3d-4c24-80c9-b5e48141a8e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e80149f2-77c3-41eb-a117-5a3ca7246ee3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:13.831848 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58336) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:13.870874 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2d76b3ed-ca8f-4902-a343-b53ee40ae62b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=232b7f5288f649fb876bbd08d778984f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378964 Feb 04 06:11:13.873289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58338) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:13.919149 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9273-8961-4450-833e-0ef8b992a66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.939476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9273-8961-4450-833e-0ef8b992a66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.983698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9273-8961-4450-833e-0ef8b992a66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.986449 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff5b9273-8961-4450-833e-0ef8b992a66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:13.987619 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ff5b9273-8961-4450-833e-0ef8b992a66d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4 HTTP/1.1" status: 204 len: 168 time: 0.1134310 Feb 04 06:11:13.996580 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b9273-8961-4450-833e-0ef8b992a66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ccf9a3-a1ac-4f4c-bc1a-08ebda45b1c4,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:14.297653 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58344) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:14.336493 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ad292b20-cd6c-4657-a675-3d0794456eac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72bec8da9b4741fca198c07472a72ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376613 Feb 04 06:11:14.339422 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58346) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:14.385919 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-544c3e75-2142-478e-8cd0-80b0bee6e337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.406587 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-544c3e75-2142-478e-8cd0-80b0bee6e337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.453480 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-544c3e75-2142-478e-8cd0-80b0bee6e337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.455952 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-544c3e75-2142-478e-8cd0-80b0bee6e337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:14.457124 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-544c3e75-2142-478e-8cd0-80b0bee6e337 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/494cf02a-cb03-4f83-9e19-3b5bbdb9c2e8 HTTP/1.1" status: 204 len: 168 time: 0.1168001 Feb 04 06:11:14.464822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c3e75-2142-478e-8cd0-80b0bee6e337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494cf02a-cb03-4f83-9e19-3b5bbdb9c2e8,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:14.730889 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a50ca57c-9768-4d5c-8c25-c878ccdcf1ea no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:11:14.750989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: a50ca57c-9768-4d5c-8c25-c878ccdcf1ea {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:11:14.751337 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a50ca57c-9768-4d5c-8c25-c878ccdcf1ea not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:11:14.751757 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:11:14.769806 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:11:14.770152 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 43b3a5e2-00b3-49fc-a9b4-9b12159f3e75 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:11:14.770632 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a6e9c0be-0978-4633-8729-cf9b02bc1e46 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:11:14.789651 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: a6e9c0be-0978-4633-8729-cf9b02bc1e46 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:11:14.789915 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a6e9c0be-0978-4633-8729-cf9b02bc1e46 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:11:14.918467 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-71b3d00a-2679-4ec0-952d-57a1ac99dce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:15.974844 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.239809 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58386) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:16.244906 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d96aca39-772c-4787-85af-dce1a0fa0495 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1770427516', 'description': 'tempest-secgroup-smoke-1770427516 description', 'project_id': '08364a4a54bd473d90b79dbacee4d45e'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:16.268536 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d96aca39-772c-4787-85af-dce1a0fa0495 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.276410 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d96aca39-772c-4787-85af-dce1a0fa0495 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.351973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d96aca39-772c-4787-85af-dce1a0fa0495 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.356026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d96aca39-772c-4787-85af-dce1a0fa0495 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.391863 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96aca39-772c-4787-85af-dce1a0fa0495 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532e6661-753f-48ba-adef-26525d0a967b,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:16.428179 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d96aca39-772c-4787-85af-dce1a0fa0495 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.432512 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d96aca39-772c-4787-85af-dce1a0fa0495 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.462157 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d96aca39-772c-4787-85af-dce1a0fa0495 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.463363 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d96aca39-772c-4787-85af-dce1a0fa0495 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2225556 Feb 04 06:11:16.465245 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96aca39-772c-4787-85af-dce1a0fa0495 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f255cbff-3b24-4d36-b5e8-5195e49cb9f5,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:16.466416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58388) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:16.472765 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f125355d-97e3-406e-bf18-9f12d70ca957 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'f255cbff-3b24-4d36-b5e8-5195e49cb9f5', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:16.501980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f125355d-97e3-406e-bf18-9f12d70ca957 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.547305 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f125355d-97e3-406e-bf18-9f12d70ca957 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.550847 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f125355d-97e3-406e-bf18-9f12d70ca957 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.568772 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125355d-97e3-406e-bf18-9f12d70ca957 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d02d42-0b13-496d-9c6d-a89c8a8b5fbe,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:16.573692 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f125355d-97e3-406e-bf18-9f12d70ca957 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.577951 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58390) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:16.578075 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f125355d-97e3-406e-bf18-9f12d70ca957 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099038 Feb 04 06:11:16.582546 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-92a6fde1-bdd9-4bb0-9824-f22a5f5cd085 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'f255cbff-3b24-4d36-b5e8-5195e49cb9f5', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:16.610461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92a6fde1-bdd9-4bb0-9824-f22a5f5cd085 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.663883 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92a6fde1-bdd9-4bb0-9824-f22a5f5cd085 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.667732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92a6fde1-bdd9-4bb0-9824-f22a5f5cd085 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.685547 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6fde1-bdd9-4bb0-9824-f22a5f5cd085 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4207ad7-fbf4-4188-b4cf-50e9732c41b2,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:16.695154 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92a6fde1-bdd9-4bb0-9824-f22a5f5cd085 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.698873 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-92a6fde1-bdd9-4bb0-9824-f22a5f5cd085 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173198 Feb 04 06:11:16.699576 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58392) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:16.704070 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ace95c78-2074-4348-b440-11644637e49b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'f255cbff-3b24-4d36-b5e8-5195e49cb9f5', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:16.731394 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ace95c78-2074-4348-b440-11644637e49b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.786773 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ace95c78-2074-4348-b440-11644637e49b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.790004 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ace95c78-2074-4348-b440-11644637e49b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.806142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace95c78-2074-4348-b440-11644637e49b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b979a63-ffd6-4223-9c96-763e27c222a2,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:16.814325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ace95c78-2074-4348-b440-11644637e49b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.815502 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ace95c78-2074-4348-b440-11644637e49b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149921 Feb 04 06:11:16.818237 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58394) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:16.824267 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-86b4cba4-306d-4daa-b9fb-a7666a5fbbce tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'f255cbff-3b24-4d36-b5e8-5195e49cb9f5', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:16.852992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-86b4cba4-306d-4daa-b9fb-a7666a5fbbce tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.913095 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-86b4cba4-306d-4daa-b9fb-a7666a5fbbce tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.916664 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-86b4cba4-306d-4daa-b9fb-a7666a5fbbce tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.934612 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4cba4-306d-4daa-b9fb-a7666a5fbbce tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58b7236-2e27-4ce9-ad49-b08c73655a70,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:16.941960 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-86b4cba4-306d-4daa-b9fb-a7666a5fbbce tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:16.943127 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-86b4cba4-306d-4daa-b9fb-a7666a5fbbce tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239533 Feb 04 06:11:16.945754 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58396) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:16.950650 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2ae073fb-989e-47c5-8049-baf5dc433e43 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'f255cbff-3b24-4d36-b5e8-5195e49cb9f5', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:16.974312 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-2ae073fb-989e-47c5-8049-baf5dc433e43 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Project 08364a4a54bd473d90b79dbacee4d45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:11:16.979170 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ae073fb-989e-47c5-8049-baf5dc433e43 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.037579 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ae073fb-989e-47c5-8049-baf5dc433e43 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.040976 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ae073fb-989e-47c5-8049-baf5dc433e43 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.054839 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae073fb-989e-47c5-8049-baf5dc433e43 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb45128-e0f9-4a57-b8ca-6ed3fb5da195,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:17.065039 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2ae073fb-989e-47c5-8049-baf5dc433e43 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.066271 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2ae073fb-989e-47c5-8049-baf5dc433e43 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189547 Feb 04 06:11:17.068865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58398) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:17.073786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-28d2ec2f-9c60-4355-880e-2a8276d6fcae tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'f255cbff-3b24-4d36-b5e8-5195e49cb9f5', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:17.096569 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-28d2ec2f-9c60-4355-880e-2a8276d6fcae tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Project 08364a4a54bd473d90b79dbacee4d45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:11:17.101214 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-28d2ec2f-9c60-4355-880e-2a8276d6fcae tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.160700 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-28d2ec2f-9c60-4355-880e-2a8276d6fcae tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.164204 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-28d2ec2f-9c60-4355-880e-2a8276d6fcae tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.180481 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2ec2f-9c60-4355-880e-2a8276d6fcae tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc25affa-f77a-48a3-a6dd-d417bf38a9ef,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:17.189174 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-28d2ec2f-9c60-4355-880e-2a8276d6fcae tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.190370 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-28d2ec2f-9c60-4355-880e-2a8276d6fcae tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206124 Feb 04 06:11:17.193282 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58400) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:17.198613 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5fb38ece-f5d5-4b46-a05e-c4c93f528da0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'network': {'name': 'tempest-network-smoke--1728553927', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'port_security_enabled': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:17.219720 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb38ece-f5d5-4b46-a05e-c4c93f528da0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Made reservation on behalf of 08364a4a54bd473d90b79dbacee4d45e for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:17.223191 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5fb38ece-f5d5-4b46-a05e-c4c93f528da0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.245796 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb38ece-f5d5-4b46-a05e-c4c93f528da0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:11:17.255981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5fb38ece-f5d5-4b46-a05e-c4c93f528da0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.256321 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-5fb38ece-f5d5-4b46-a05e-c4c93f528da0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Added segment 7cda0fad-49f0-465d-be0f-b976a947b038 of type vlan for network 6f66385a-6196-45fc-9be2-8e43872f8ab8 Feb 04 06:11:17.295971 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5fb38ece-f5d5-4b46-a05e-c4c93f528da0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.319109 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5fb38ece-f5d5-4b46-a05e-c4c93f528da0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.325035 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb38ece-f5d5-4b46-a05e-c4c93f528da0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:17.325599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5fb38ece-f5d5-4b46-a05e-c4c93f528da0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.382071 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5fb38ece-f5d5-4b46-a05e-c4c93f528da0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1877351 Feb 04 06:11:17.385388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58402) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:17.389557 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'admin_state_up': True, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:17.400253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb38ece-f5d5-4b46-a05e-c4c93f528da0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Network': ['ID=6f66385a-6196-45fc-9be2-8e43872f8ab8,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:17.410088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 6f66385a-6196-45fc-9be2-8e43872f8ab8 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:11:17.419209 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.420249 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.791314 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.792994 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.925130 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:17.979776 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.111009 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.128778 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.231465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.26.3.133 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/13c939b6-9bb3-4351-848e-ee1e6fbdc2d9) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:18.326707 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.359258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.394711 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:18.397566 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:18.401549 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:11:18.433836 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=13c939b6-9bb3-4351-848e-ee1e6fbdc2d9,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:18.653158 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.847748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:18.965676 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 4f255cee-0b77-4e61-8439-2844741792d2 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:11:19.066597 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:11:19.077563 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Sync routers for ids ['4f255cee-0b77-4e61-8439-2844741792d2'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:19.085975 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.087165 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b3e0778b-2b73-44ff-887f-120562dae5af tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7008569 Feb 04 06:11:19.087274 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Routers {'4f255cee-0b77-4e61-8439-2844741792d2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:11:19.087849 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:11:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4f255cee-0b77-4e61-8439-2844741792d2'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:19.090265 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58404) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:19.188685 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Set router 4f255cee-0b77-4e61-8439-2844741792d2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:11:19.205867 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-26fe6871-4e87-4567-b180-29692c2fa4b8 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=08364a4a54bd473d90b79dbacee4d45e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1145077 Feb 04 06:11:19.208574 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58408) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:19.294610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5795e71-6187-43a2-bb8b-6a7aaf10b9d1 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:19.296019 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c5795e71-6187-43a2-bb8b-6a7aaf10b9d1 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865347 Feb 04 06:11:19.298856 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58410) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:19.326414 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b784061e-68e8-4089-8ad1-0faa9e237314 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263593 Feb 04 06:11:19.329091 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58412) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:19.333713 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-456fec8b-ee28-42a2-b80a-1e474430bdaa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-254312278', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:19.362253 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f255cee-0b77-4e61-8439-2844741792d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:17Z', 'updated_at': '2022-02-04T06:11:18Z', 'revision_number': 3, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:19.387954 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Checking router: 4f255cee-0b77-4e61-8439-2844741792d2 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:11:19.388300 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Updating router 4f255cee-0b77-4e61-8439-2844741792d2 port 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:11:19.412059 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.426740 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456fec8b-ee28-42a2-b80a-1e474430bdaa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Made reservation on behalf of 08364a4a54bd473d90b79dbacee4d45e for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:19.430361 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-456fec8b-ee28-42a2-b80a-1e474430bdaa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.610372 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-456fec8b-ee28-42a2-b80a-1e474430bdaa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.657184 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.662584 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.670303 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fec8b-ee28-42a2-b80a-1e474430bdaa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Subnet': ['ID=1893392e-1e8b-4a2f-b67d-bcce5fbefb7a,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:19.677418 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456fec8b-ee28-42a2-b80a-1e474430bdaa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Checking segment: {'id': '7cda0fad-49f0-465d-be0f-b976a947b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:11:19.677796 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456fec8b-ee28-42a2-b80a-1e474430bdaa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network hostable DHCP agents. Network: 6f66385a-6196-45fc-9be2-8e43872f8ab8, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:11:19.694806 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456fec8b-ee28-42a2-b80a-1e474430bdaa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 6f66385a-6196-45fc-9be2-8e43872f8ab8 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:11:19.704909 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-456fec8b-ee28-42a2-b80a-1e474430bdaa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 6f66385a-6196-45fc-9be2-8e43872f8ab8) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:19.708855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456fec8b-ee28-42a2-b80a-1e474430bdaa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:19.709444 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-456fec8b-ee28-42a2-b80a-1e474430bdaa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.713480 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79700039-4007-4396-8f0c-599cb8723ee9 None None] Network 6f66385a-6196-45fc-9be2-8e43872f8ab8 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:11:19.722052 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Attempting to bind port 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:19.722465 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Attempting to bind port 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:19.722862 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Attempting to bind port 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:11:19.731576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58414) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:19.732176 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-456fec8b-ee28-42a2-b80a-1e474430bdaa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4015799 Feb 04 06:11:19.734348 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:11:19.734717 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:11:19.735114 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.735499 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:11:19.735955 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Bound port: 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:19.736324 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.738942 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b07af-2c55-457a-9427-a5ac41d53fe3 None None] Pushing event updated for resources: {'Port': ['ID=13c939b6-9bb3-4351-848e-ee1e6fbdc2d9,revision_number=2']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:19.771100 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b07af-2c55-457a-9427-a5ac41d53fe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:19.771445 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b07af-2c55-457a-9427-a5ac41d53fe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:19.771783 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b07af-2c55-457a-9427-a5ac41d53fe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:19.772113 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b07af-2c55-457a-9427-a5ac41d53fe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:19.772440 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b07af-2c55-457a-9427-a5ac41d53fe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:19.772770 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b07af-2c55-457a-9427-a5ac41d53fe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:19.773090 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b07af-2c55-457a-9427-a5ac41d53fe3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:19.773411 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b07af-2c55-457a-9427-a5ac41d53fe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:19.773727 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b07af-2c55-457a-9427-a5ac41d53fe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:19.774161 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b07af-2c55-457a-9427-a5ac41d53fe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:19.778182 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b07af-2c55-457a-9427-a5ac41d53fe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:19.778558 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b07af-2c55-457a-9427-a5ac41d53fe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:11:19.808031 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] For port 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:11:19.811550 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] For port 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=13c939b6-9bb3-4351-848e-ee1e6fbdc2d9,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:11:19.815746 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.859422 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-6f66385a-6196-45fc-9be2-8e43872f8ab8', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ips': [{'subnet_id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:11:19.860594 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:19.866956 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Routers {'4f255cee-0b77-4e61-8439-2844741792d2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:11:19.867553 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:11:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4f255cee-0b77-4e61-8439-2844741792d2'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:19.917128 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b07af-2c55-457a-9427-a5ac41d53fe3 None None] Pushing event updated for resources: {'Port': ['ID=13c939b6-9bb3-4351-848e-ee1e6fbdc2d9,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:19.980411 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] Set router 4f255cee-0b77-4e61-8439-2844741792d2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:11:20.002943 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Allocated IP 172.20.0.2 (6f66385a-6196-45fc-9be2-8e43872f8ab8/1893392e-1e8b-4a2f-b67d-bcce5fbefb7a/23e23072-3b13-4cbe-8321-1030b9e40f35) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:20.151679 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.157959 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.160943 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f255cee-0b77-4e61-8439-2844741792d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:17Z', 'updated_at': '2022-02-04T06:11:18Z', 'revision_number': 3, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:20.187655 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f40ecc-1da3-485f-8998-81e6b698ff1b None None] The sync data for ids ['4f255cee-0b77-4e61-8439-2844741792d2'] in dv-neutron-827794-1-hyperv is: [{'id': '4f255cee-0b77-4e61-8439-2844741792d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:17Z', 'updated_at': '2022-02-04T06:11:18Z', 'revision_number': 3, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:20.200196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Network 6f66385a-6196-45fc-9be2-8e43872f8ab8 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:20.203376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:20.205211 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.214374 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:11:20.216427 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Pushing event updated for resources: {'Port': ['ID=23e23072-3b13-4cbe-8321-1030b9e40f35,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:20.280890 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Attempting to bind port 23e23072-3b13-4cbe-8321-1030b9e40f35 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:20.281263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Attempting to bind port 23e23072-3b13-4cbe-8321-1030b9e40f35 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '7cda0fad-49f0-465d-be0f-b976a947b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:20.281753 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Attempting to bind port 23e23072-3b13-4cbe-8321-1030b9e40f35 on network 6f66385a-6196-45fc-9be2-8e43872f8ab8 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:11:20.286745 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:11:20.287170 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Checking segment: {'id': '7cda0fad-49f0-465d-be0f-b976a947b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:11:20.287569 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.287960 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Bound using segment: {'id': '7cda0fad-49f0-465d-be0f-b976a947b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:11:20.288425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Bound port: 23e23072-3b13-4cbe-8321-1030b9e40f35, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cda0fad-49f0-465d-be0f-b976a947b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:20.288803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.353443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] For port 23e23072-3b13-4cbe-8321-1030b9e40f35, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:11:20.356548 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] For port 23e23072-3b13-4cbe-8321-1030b9e40f35, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=23e23072-3b13-4cbe-8321-1030b9e40f35,segment=NetworkSegment(7cda0fad-49f0-465d-be0f-b976a947b038),segment_id=7cda0fad-49f0-465d-be0f-b976a947b038)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:11:20.361446 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.448655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47ae81-c802-4ba4-8508-287a0224db96 None None] Pushing event updated for resources: {'Port': ['ID=23e23072-3b13-4cbe-8321-1030b9e40f35,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:20.538364 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.20.0.1 (6f66385a-6196-45fc-9be2-8e43872f8ab8/1893392e-1e8b-4a2f-b67d-bcce5fbefb7a/26cec04f-16be-499a-8426-2ed5b6f46b0d) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:20.691259 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.733154 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.810337 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 6f66385a-6196-45fc-9be2-8e43872f8ab8 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:20.814690 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:20.816726 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=26cec04f-16be-499a-8426-2ed5b6f46b0d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:20.819023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:11:20.869949 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:20.897085 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:11:20.952489 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:20.952775 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.020910 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.056645 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.079297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=13c939b6-9bb3-4351-848e-ee1e6fbdc2d9,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:21.084141 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.085059 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 23e23072-3b13-4cbe-8321-1030b9e40f35 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:11:21.164477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=13c939b6-9bb3-4351-848e-ee1e6fbdc2d9,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:21.182673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 23e23072-3b13-4cbe-8321-1030b9e40f35 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:21.183174 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.265815 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.298938 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 23e23072-3b13-4cbe-8321-1030b9e40f35, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=23e23072-3b13-4cbe-8321-1030b9e40f35,segment=NetworkSegment(7cda0fad-49f0-465d-be0f-b976a947b038),segment_id=7cda0fad-49f0-465d-be0f-b976a947b038)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:21.304193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.325287 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.331062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.361630 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=23e23072-3b13-4cbe-8321-1030b9e40f35,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:21.403938 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.405832 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=26cec04f-16be-499a-8426-2ed5b6f46b0d,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:21.509495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 6f66385a-6196-45fc-9be2-8e43872f8ab8 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:21.510906 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:21.538896 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f160235-aaea-4936-8f6d-f4cc33ae0dd3 None None] Network 6f66385a-6196-45fc-9be2-8e43872f8ab8 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:11:21.601607 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-3a48685a-058e-432c-8dd0-4abb81348198 None None] Provisioning complete for port 23e23072-3b13-4cbe-8321-1030b9e40f35 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:21.602003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3a48685a-058e-432c-8dd0-4abb81348198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.618871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 4f255cee-0b77-4e61-8439-2844741792d2 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:11:21.728077 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:11:21.733276 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6914c9eb-78f7-422f-9d49-c02cd2c501d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "PUT /v2.0/routers/4f255cee-0b77-4e61-8439-2844741792d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9998853 Feb 04 06:11:21.878218 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-a23d532a-6454-4841-81ed-6ff4ebc449f5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1770427516&fields=id&tenant_id=08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 267 time: 0.0347254 Feb 04 06:11:21.973989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c3d9cd0b-2673-455d-b327-3ab68c585bd1 None None] Provisioning complete for port 23e23072-3b13-4cbe-8321-1030b9e40f35 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:21.974543 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c3d9cd0b-2673-455d-b327-3ab68c585bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:21.997066 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-cdd3c31d-8174-46ca-9d53-813512c43b45 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:21.999200 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-cdd3c31d-8174-46ca-9d53-813512c43b45 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/networks?id=6f66385a-6196-45fc-9be2-8e43872f8ab8 HTTP/1.1" status: 200 len: 797 time: 0.1131976 Feb 04 06:11:22.004307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Sync routers for ids ['4f255cee-0b77-4e61-8439-2844741792d2'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:22.014908 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-835cb3d9-db49-41c5-9f8d-1df1603b09bb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/quotas/08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 375 time: 0.0095394 Feb 04 06:11:22.025084 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Routers {'4f255cee-0b77-4e61-8439-2844741792d2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:11:22.025715 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:11:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4f255cee-0b77-4e61-8439-2844741792d2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:22.072675 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-72414518-e65c-4c76-8d21-08f7c0efe913 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489414 Feb 04 06:11:22.171399 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-e7451058-4abd-4a0d-bbc7-c190be8ae329 service neutron] 10.222.0.10 "GET /v2.0/networks/6f66385a-6196-45fc-9be2-8e43872f8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858886 Feb 04 06:11:22.171782 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Set router 4f255cee-0b77-4e61-8439-2844741792d2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:11:22.209464 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c3d9cd0b-2673-455d-b327-3ab68c585bd1 None None] Provisioning complete for port 26cec04f-16be-499a-8426-2ed5b6f46b0d triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:22.209858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c3d9cd0b-2673-455d-b327-3ab68c585bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.273454 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-0d1e0289-e1b0-4cb0-9a38-cf1a2d8f6320 service neutron] 10.222.0.10 "GET /v2.0/networks/6f66385a-6196-45fc-9be2-8e43872f8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955830 Feb 04 06:11:22.293338 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c3d9cd0b-2673-455d-b327-3ab68c585bd1 None None] Port 26cec04f-16be-499a-8426-2ed5b6f46b0d cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:11:22.424334 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a6b77481-0d6b-4d04-b91f-2accbc1bf025 None None] Provisioning complete for port 26cec04f-16be-499a-8426-2ed5b6f46b0d triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:22.424714 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a6b77481-0d6b-4d04-b91f-2accbc1bf025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.448466 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2918884f-4368-4796-a292-0681a9dbd04b req-8d781069-726d-441e-b01e-149ed57ffd69 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 210 time: 0.0269356 Feb 04 06:11:22.457384 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f255cee-0b77-4e61-8439-2844741792d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:17Z', 'updated_at': '2022-02-04T06:11:20Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '26cec04f-16be-499a-8426-2ed5b6f46b0d', 'name': '', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:0a:e4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:20Z', 'updated_at': '2022-02-04T06:11:21Z', 'revision_number': 2, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:22.494310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Checking router: 4f255cee-0b77-4e61-8439-2844741792d2 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:11:22.494730 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Updating router 4f255cee-0b77-4e61-8439-2844741792d2 port 26cec04f-16be-499a-8426-2ed5b6f46b0d binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:11:22.514147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a6b77481-0d6b-4d04-b91f-2accbc1bf025 None None] Port 26cec04f-16be-499a-8426-2ed5b6f46b0d cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:11:22.524228 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.746379 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:11:22.858028 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:22.858405 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.860945 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.886421 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:22.965021 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813c892-0aed-4528-9078-fa5d77558f64 None None] Pushing event updated for resources: {'Port': ['ID=26cec04f-16be-499a-8426-2ed5b6f46b0d,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:23.034969 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Attempting to bind port 26cec04f-16be-499a-8426-2ed5b6f46b0d on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:23.035629 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Attempting to bind port 26cec04f-16be-499a-8426-2ed5b6f46b0d by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '7cda0fad-49f0-465d-be0f-b976a947b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:23.035629 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Attempting to bind port 26cec04f-16be-499a-8426-2ed5b6f46b0d on network 6f66385a-6196-45fc-9be2-8e43872f8ab8 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:11:23.045346 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:11:23.045661 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Checking segment: {'id': '7cda0fad-49f0-465d-be0f-b976a947b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:11:23.046096 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.046496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Bound using segment: {'id': '7cda0fad-49f0-465d-be0f-b976a947b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:11:23.046978 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Bound port: 26cec04f-16be-499a-8426-2ed5b6f46b0d, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cda0fad-49f0-465d-be0f-b976a947b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:23.047843 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.060552 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 23e23072-3b13-4cbe-8321-1030b9e40f35 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:11:23.156685 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] For port 26cec04f-16be-499a-8426-2ed5b6f46b0d, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:11:23.161096 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] For port 26cec04f-16be-499a-8426-2ed5b6f46b0d, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=26cec04f-16be-499a-8426-2ed5b6f46b0d,segment=NetworkSegment(7cda0fad-49f0-465d-be0f-b976a947b038),segment_id=7cda0fad-49f0-465d-be0f-b976a947b038)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:11:23.167387 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.169045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 23e23072-3b13-4cbe-8321-1030b9e40f35 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:23.169404 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.173553 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-dc0f3dec-78a5-47e9-9f50-e46756e0c7d5 None None] Provisioning complete for port 26cec04f-16be-499a-8426-2ed5b6f46b0d triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:23.173932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3dec-78a5-47e9-9f50-e46756e0c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.439129 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Routers {'4f255cee-0b77-4e61-8439-2844741792d2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:11:23.439773 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:11:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4f255cee-0b77-4e61-8439-2844741792d2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:23.442037 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813c892-0aed-4528-9078-fa5d77558f64 None None] Pushing event updated for resources: {'Port': ['ID=26cec04f-16be-499a-8426-2ed5b6f46b0d,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:23.512982 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-3b377bc9-fb84-4342-b628-78a49e1481bf tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:23.515607 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-3b377bc9-fb84-4342-b628-78a49e1481bf tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/networks?id=6f66385a-6196-45fc-9be2-8e43872f8ab8 HTTP/1.1" status: 200 len: 797 time: 0.1409843 Feb 04 06:11:23.587866 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-336a8615-a0dc-47f8-905d-32302c971936 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 380 time: 0.0636063 Feb 04 06:11:23.596997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-a638b3cc-0f95-40b1-8981-c213701fcd85 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'port': {'device_id': '99ae8efc-7333-4cf3-978a-a0c1e9341f8c', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'admin_state_up': True, 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'security_groups': ['f255cbff-3b24-4d36-b5e8-5195e49cb9f5']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:23.623615 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-31d4f8db-1818-4b1c-9dac-d76e68411470 req-8cd4e04c-d47b-473c-a95a-a552e67229f1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 210 time: 0.0602407 Feb 04 06:11:23.658265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] Set router 4f255cee-0b77-4e61-8439-2844741792d2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:11:23.690568 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3dec-78a5-47e9-9f50-e46756e0c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.713472 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-a638b3cc-0f95-40b1-8981-c213701fcd85 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Made reservation on behalf of 08364a4a54bd473d90b79dbacee4d45e for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:11:23.717215 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-a638b3cc-0f95-40b1-8981-c213701fcd85 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.767789 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-dc0f3dec-78a5-47e9-9f50-e46756e0c7d5 None None] For port 26cec04f-16be-499a-8426-2ed5b6f46b0d, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=26cec04f-16be-499a-8426-2ed5b6f46b0d,segment=NetworkSegment(7cda0fad-49f0-465d-be0f-b976a947b038),segment_id=7cda0fad-49f0-465d-be0f-b976a947b038)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:23.797096 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3dec-78a5-47e9-9f50-e46756e0c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.846425 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-a638b3cc-0f95-40b1-8981-c213701fcd85 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.20.0.4 (6f66385a-6196-45fc-9be2-8e43872f8ab8/1893392e-1e8b-4a2f-b67d-bcce5fbefb7a/930fcd29-60e7-4bf7-aba5-bda149f4d0fe) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:23.871776 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f3dec-78a5-47e9-9f50-e46756e0c7d5 None None] Pushing event updated for resources: {'Port': ['ID=26cec04f-16be-499a-8426-2ed5b6f46b0d,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:23.923562 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1b6e7b2f-48c1-42ed-8125-ee00b62cb5e1 None None] Provisioning complete for port 26cec04f-16be-499a-8426-2ed5b6f46b0d triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:23.923926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7b2f-48c1-42ed-8125-ee00b62cb5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.960059 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f255cee-0b77-4e61-8439-2844741792d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:17Z', 'updated_at': '2022-02-04T06:11:20Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '26cec04f-16be-499a-8426-2ed5b6f46b0d', 'name': '', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:0a:e4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:20Z', 'updated_at': '2022-02-04T06:11:23Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:23.985147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-a638b3cc-0f95-40b1-8981-c213701fcd85 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:23.988501 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d5a49-f35e-4153-a449-918e03080bbc None None] The sync data for ids ['4f255cee-0b77-4e61-8439-2844741792d2'] in dv-neutron-827794-1-hyperv is: [{'id': '4f255cee-0b77-4e61-8439-2844741792d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:17Z', 'updated_at': '2022-02-04T06:11:20Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '26cec04f-16be-499a-8426-2ed5b6f46b0d', 'name': '', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:0a:e4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:20Z', 'updated_at': '2022-02-04T06:11:23Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:24.025243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-a638b3cc-0f95-40b1-8981-c213701fcd85 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.085315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-a638b3cc-0f95-40b1-8981-c213701fcd85 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 6f66385a-6196-45fc-9be2-8e43872f8ab8 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:24.088575 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-a638b3cc-0f95-40b1-8981-c213701fcd85 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:24.092385 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-a638b3cc-0f95-40b1-8981-c213701fcd85 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:11:24.131589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638b3cc-0f95-40b1-8981-c213701fcd85 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=930fcd29-60e7-4bf7-aba5-bda149f4d0fe,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:24.149717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-a638b3cc-0f95-40b1-8981-c213701fcd85 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:24.150736 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-a638b3cc-0f95-40b1-8981-c213701fcd85 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.168579 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-a638b3cc-0f95-40b1-8981-c213701fcd85 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5758622 Feb 04 06:11:24.181359 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Request body: {'port': {'device_id': '99ae8efc-7333-4cf3-978a-a0c1e9341f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:24.250260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.374837 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-145399c7-547f-4707-9558-4cdbf1c4f4f2 None None] Provisioning complete for port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:24.375444 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-145399c7-547f-4707-9558-4cdbf1c4f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.410545 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-145399c7-547f-4707-9558-4cdbf1c4f4f2 None None] Port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:11:24.531420 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930fcd29-60e7-4bf7-aba5-bda149f4d0fe {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:11:24.539530 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.552111 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Transition to ACTIVE for port object 930fcd29-60e7-4bf7-aba5-bda149f4d0fe will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:11:24.556417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.607573 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Pushing event updated for resources: {'Port': ['ID=930fcd29-60e7-4bf7-aba5-bda149f4d0fe,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:24.685863 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Attempting to bind port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:11:24.686169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Attempting to bind port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '7cda0fad-49f0-465d-be0f-b976a947b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:11:24.686534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Attempting to bind port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe on network 6f66385a-6196-45fc-9be2-8e43872f8ab8 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:11:24.692516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe on network 6f66385a-6196-45fc-9be2-8e43872f8ab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:11:24.692837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Attempting to bind port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe on network 6f66385a-6196-45fc-9be2-8e43872f8ab8 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:11:24.714662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:11:24.715015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Checking segment: {'id': '7cda0fad-49f0-465d-be0f-b976a947b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:11:24.715410 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Bound using segment: {'id': '7cda0fad-49f0-465d-be0f-b976a947b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:11:24.715865 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Bound port: 930fcd29-60e7-4bf7-aba5-bda149f4d0fe, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cda0fad-49f0-465d-be0f-b976a947b038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:11:24.716235 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.766327 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d73951-e918-410b-bda7-019239298dd6 req-5e5ea807-8eb9-4c30-aad1-a029f5d1bca5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:24.770250 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f1d73951-e918-410b-bda7-019239298dd6 req-5e5ea807-8eb9-4c30-aad1-a029f5d1bca5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 943 time: 0.0610256 Feb 04 06:11:24.836413 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] For port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:11:24.841173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] For port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=930fcd29-60e7-4bf7-aba5-bda149f4d0fe,segment=NetworkSegment(7cda0fad-49f0-465d-be0f-b976a947b038),segment_id=7cda0fad-49f0-465d-be0f-b976a947b038)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:11:24.845859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.850112 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 26cec04f-16be-499a-8426-2ed5b6f46b0d up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:11:24.855751 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f1d73951-e918-410b-bda7-019239298dd6 req-d777fc20-0b9c-48a9-8296-975b4f98cb7d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758011 Feb 04 06:11:24.889455 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:24.890251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.891878 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] 10.222.0.26 "PUT /v2.0/ports/930fcd29-60e7-4bf7-aba5-bda149f4d0fe HTTP/1.1" status: 200 len: 1093 time: 0.7155323 Feb 04 06:11:24.894687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ae8efc-7333-4cf3-978a-a0c1e9341f8c', 'tag': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:24.898834 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80680875-923e-4b79-b0b7-d177495f0762" -d '{"events": [{"name": "network-changed", "server_uuid": "99ae8efc-7333-4cf3-978a-a0c1e9341f8c", "tag": "930fcd29-60e7-4bf7-aba5-bda149f4d0fe"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:11:24.942625 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 26cec04f-16be-499a-8426-2ed5b6f46b0d triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:24.943102 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:24.976645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c32fce9-96e3-4136-86b0-121635ce4e23 x-openstack-request-id: req-5c32fce9-96e3-4136-86b0-121635ce4e23 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:11:24.977462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ae8efc-7333-4cf3-978a-a0c1e9341f8c", "tag": "930fcd29-60e7-4bf7-aba5-bda149f4d0fe", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:11:24.977462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c32fce9-96e3-4136-86b0-121635ce4e23 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:11:24.977754 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ae8efc-7333-4cf3-978a-a0c1e9341f8c', 'tag': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe', 'status': 'completed', 'code': 200} Feb 04 06:11:24.981596 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5839074-d4c0-401a-8bd7-f6487b9caf8a service neutron] Pushing event updated for resources: {'Port': ['ID=930fcd29-60e7-4bf7-aba5-bda149f4d0fe,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:25.002491 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-40b465d5-8546-4522-a57c-98404e464063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.004036 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-40b465d5-8546-4522-a57c-98404e464063 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 1096 time: 0.0660357 Feb 04 06:11:25.048417 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-4ef9fe13-085b-4946-b65e-2b145314fc30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=930fcd29-60e7-4bf7-aba5-bda149f4d0fe HTTP/1.1" status: 200 len: 217 time: 0.0371037 Feb 04 06:11:25.105744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-8b52280f-8c2f-4bbb-a658-e688473e4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.107578 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-8b52280f-8c2f-4bbb-a658-e688473e4de5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1893392e-1e8b-4a2f-b67d-bcce5fbefb7a HTTP/1.1" status: 200 len: 834 time: 0.0529838 Feb 04 06:11:25.158872 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-35f949df-b5e0-486d-bb1e-c11a37080036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.160349 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-35f949df-b5e0-486d-bb1e-c11a37080036 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f66385a-6196-45fc-9be2-8e43872f8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464180 Feb 04 06:11:25.256436 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-6a5020db-1fd2-4200-a485-7c2a66fb40b4 service neutron] 10.222.0.26 "GET /v2.0/networks/6f66385a-6196-45fc-9be2-8e43872f8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885854 Feb 04 06:11:25.345447 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-201d27d9-6af8-4499-a8f7-24377f528b70 req-8b69fddd-e948-4628-a2b0-a646797e16c6 service neutron] 10.222.0.26 "GET /v2.0/networks/6f66385a-6196-45fc-9be2-8e43872f8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828180 Feb 04 06:11:25.426694 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80680875-923e-4b79-b0b7-d177495f0762 req-01e3f7da-5eb0-4ea9-8d89-91db02721b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.428168 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-80680875-923e-4b79-b0b7-d177495f0762 req-01e3f7da-5eb0-4ea9-8d89-91db02721b7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 1096 time: 0.0394707 Feb 04 06:11:25.516340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80680875-923e-4b79-b0b7-d177495f0762 req-5a5c4bf1-3dc4-4415-9e39-7db69cb43705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.517825 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-80680875-923e-4b79-b0b7-d177495f0762 req-5a5c4bf1-3dc4-4415-9e39-7db69cb43705 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f66385a-6196-45fc-9be2-8e43872f8ab8 HTTP/1.1" status: 200 len: 897 time: 0.0834162 Feb 04 06:11:25.561422 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-80680875-923e-4b79-b0b7-d177495f0762 req-67671281-76ad-4990-9611-c53af15f3613 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=930fcd29-60e7-4bf7-aba5-bda149f4d0fe HTTP/1.1" status: 200 len: 217 time: 0.0359428 Feb 04 06:11:25.609411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80680875-923e-4b79-b0b7-d177495f0762 req-f2018448-e94f-4e6c-928e-e0a6e1d6edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.610865 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-80680875-923e-4b79-b0b7-d177495f0762 req-f2018448-e94f-4e6c-928e-e0a6e1d6edbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1893392e-1e8b-4a2f-b67d-bcce5fbefb7a HTTP/1.1" status: 200 len: 834 time: 0.0423989 Feb 04 06:11:25.655173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80680875-923e-4b79-b0b7-d177495f0762 req-34c88264-f1ec-4419-bce1-6eedf6d17d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.656630 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-80680875-923e-4b79-b0b7-d177495f0762 req-34c88264-f1ec-4419-bce1-6eedf6d17d05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f66385a-6196-45fc-9be2-8e43872f8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390556 Feb 04 06:11:25.967578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8267e-675b-4d31-8c82-0dc4a503ebaf req-35f0d913-11f6-42fc-9fe4-b179980a0e93 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:25.969055 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-00a8267e-675b-4d31-8c82-0dc4a503ebaf req-35f0d913-11f6-42fc-9fe4-b179980a0e93 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 943 time: 0.0505102 Feb 04 06:11:25.995123 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-80680875-923e-4b79-b0b7-d177495f0762 req-9a62c2dd-5f3a-493d-b38f-55319e45128c service neutron] 10.222.0.26 "GET /v2.0/networks/6f66385a-6196-45fc-9be2-8e43872f8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303750 Feb 04 06:11:26.005962 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-00a8267e-675b-4d31-8c82-0dc4a503ebaf req-cb554279-5bda-429c-9a96-07634ef81ce7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307012 Feb 04 06:11:26.085740 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-80680875-923e-4b79-b0b7-d177495f0762 req-dee127b9-10f6-49a5-973d-eabc900fa122 service neutron] 10.222.0.26 "GET /v2.0/networks/6f66385a-6196-45fc-9be2-8e43872f8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822599 Feb 04 06:11:27.120478 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329e1d8-dfa8-423a-b158-2f20f8c32567 req-4411a7ac-0298-4157-aa35-bcf1253dce6e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:27.121950 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2329e1d8-dfa8-423a-b158-2f20f8c32567 req-4411a7ac-0298-4157-aa35-bcf1253dce6e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 943 time: 0.0485847 Feb 04 06:11:27.157829 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2329e1d8-dfa8-423a-b158-2f20f8c32567 req-35c73adb-4a8f-4567-bd47-8b0f5cbca28a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300450 Feb 04 06:11:27.534045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 930fcd29-60e7-4bf7-aba5-bda149f4d0fe details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:11:27.626919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=930fcd29-60e7-4bf7-aba5-bda149f4d0fe,segment=NetworkSegment(7cda0fad-49f0-465d-be0f-b976a947b038),segment_id=7cda0fad-49f0-465d-be0f-b976a947b038)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:27.637308 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'port_id': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe', 'mac_address': 'fa:16:3e:07:bd:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:11:27.672656 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.685208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930fcd29-60e7-4bf7-aba5-bda149f4d0fe {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:11:27.704128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=930fcd29-60e7-4bf7-aba5-bda149f4d0fe,segment=NetworkSegment(7cda0fad-49f0-465d-be0f-b976a947b038),segment_id=7cda0fad-49f0-465d-be0f-b976a947b038)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:27.707862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:27.751582 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=930fcd29-60e7-4bf7-aba5-bda149f4d0fe,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:27.907591 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['930fcd29-60e7-4bf7-aba5-bda149f4d0fe'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:11:28.267853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb73b8d-19be-4ef7-bfb0-330069eab5b2 req-fc78d38b-c4de-4442-936a-e3f4d73e15a1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:28.269280 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1bb73b8d-19be-4ef7-bfb0-330069eab5b2 req-fc78d38b-c4de-4442-936a-e3f4d73e15a1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 944 time: 0.0466926 Feb 04 06:11:28.309002 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1bb73b8d-19be-4ef7-bfb0-330069eab5b2 req-f914ac0b-f703-48b6-b237-f73e4bb95b95 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337896 Feb 04 06:11:29.419795 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd8363-526e-47e0-8655-ba2e560aaeb2 req-3264b7e5-5b16-43f7-be4c-b54a30a0f97c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:29.421228 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-22fd8363-526e-47e0-8655-ba2e560aaeb2 req-3264b7e5-5b16-43f7-be4c-b54a30a0f97c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 944 time: 0.0481174 Feb 04 06:11:29.457258 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-22fd8363-526e-47e0-8655-ba2e560aaeb2 req-a87f07aa-7120-44b9-a47a-cffe15d9e155 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301933 Feb 04 06:11:29.549587 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 930fcd29-60e7-4bf7-aba5-bda149f4d0fe up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:11:29.598244 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:11:29.601703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:11:29.602104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.678188 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.700111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ae8efc-7333-4cf3-978a-a0c1e9341f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:29.702635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71b04c7-00bd-4084-916d-53d3e0a925d3" -d '{"events": [{"server_uuid": "99ae8efc-7333-4cf3-978a-a0c1e9341f8c", "name": "network-vif-plugged", "status": "completed", "tag": "930fcd29-60e7-4bf7-aba5-bda149f4d0fe"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:11:29.714759 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=930fcd29-60e7-4bf7-aba5-bda149f4d0fe,segment=NetworkSegment(7cda0fad-49f0-465d-be0f-b976a947b038),segment_id=7cda0fad-49f0-465d-be0f-b976a947b038)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:11:29.719635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:29.765460 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=930fcd29-60e7-4bf7-aba5-bda149f4d0fe,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:29.793118 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a69006-19a7-4721-bc82-2eb18adacf1e x-openstack-request-id: req-15a69006-19a7-4721-bc82-2eb18adacf1e {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:11:29.793414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ae8efc-7333-4cf3-978a-a0c1e9341f8c", "name": "network-vif-plugged", "status": "completed", "tag": "930fcd29-60e7-4bf7-aba5-bda149f4d0fe", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:11:29.794047 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15a69006-19a7-4721-bc82-2eb18adacf1e {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:11:29.794450 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ae8efc-7333-4cf3-978a-a0c1e9341f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe', 'code': 200} Feb 04 06:11:29.950904 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf9a65-0681-442e-b20d-8a5cb7df9df0 req-e896d35d-fc52-435b-ae71-e810b6926a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:29.952630 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fbbf9a65-0681-442e-b20d-8a5cb7df9df0 req-e896d35d-fc52-435b-ae71-e810b6926a3b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 1098 time: 0.0427251 Feb 04 06:11:29.985363 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-fbbf9a65-0681-442e-b20d-8a5cb7df9df0 req-03d33b8d-73e8-43f2-b970-a004daadc019 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267885 Feb 04 06:11:30.567524 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2ccf6-dfb6-4e0a-ab6b-b2aa5c68f38a req-ffeb3989-f201-422e-82e0-fd0005815669 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:30.568976 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cac2ccf6-dfb6-4e0a-ab6b-b2aa5c68f38a req-ffeb3989-f201-422e-82e0-fd0005815669 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 945 time: 0.0476449 Feb 04 06:11:30.605947 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cac2ccf6-dfb6-4e0a-ab6b-b2aa5c68f38a req-aa9fdf0e-1f74-4706-b6a2-8e852db8b35b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303760 Feb 04 06:11:31.730258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053a1a8-9571-4e6f-9ed5-777de259f5ea req-f295c347-85b0-4d28-a3fc-b8107db5b5f0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:31.731716 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1053a1a8-9571-4e6f-9ed5-777de259f5ea req-f295c347-85b0-4d28-a3fc-b8107db5b5f0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 945 time: 0.0504198 Feb 04 06:11:31.772883 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1053a1a8-9571-4e6f-9ed5-777de259f5ea req-0fe484a0-86fd-4ecd-b9b4-91deb88f0893 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342414 Feb 04 06:11:31.884065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8c1a5-0f21-4e3c-ae7b-95ea706a1ca3 req-de75933f-7398-41d2-8fb7-3610d9bcb2fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:31.886391 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f5c8c1a5-0f21-4e3c-ae7b-95ea706a1ca3 req-de75933f-7398-41d2-8fb7-3610d9bcb2fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 945 time: 0.0484874 Feb 04 06:11:31.927856 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f5c8c1a5-0f21-4e3c-ae7b-95ea706a1ca3 req-5452035f-8a09-4ee1-a84e-4b191e681f60 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352261 Feb 04 06:11:31.952110 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58470) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:31.990766 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b210cd03-2fb6-4fa3-a172-8ee2886a4b51 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:31.992231 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b210cd03-2fb6-4fa3-a172-8ee2886a4b51 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 1093 time: 0.0391433 Feb 04 06:11:31.995089 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58472) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:31.999151 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:11:32.024988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.120290 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.221879 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.26.3.217 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/9079f551-dd43-408c-99b5-bd6634f7a2dc) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:11:32.322146 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.354520 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.393584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:11:32.396405 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:11:32.399810 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:11:32.405080 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=9079f551-dd43-408c-99b5-bd6634f7a2dc,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:32.874804 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:32.971046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.116541 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.120871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.190400 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=9079f551-dd43-408c-99b5-bd6634f7a2dc,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:11:33.199572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.295437 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Floating IP ef4ffa42-7bd3-4c65-9231-2f83899a5b70 associated. External IP: 172.26.3.217, port: 930fcd29-60e7-4bf7-aba5-bda149f4d0fe. Feb 04 06:11:33.488575 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 4f255cee-0b77-4e61-8439-2844741792d2 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:11:33.591403 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:11:33.604019 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828562da-f0ce-49c4-b960-08be86390961 None None] Sync routers for ids ['4f255cee-0b77-4e61-8439-2844741792d2'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:11:33.612161 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:33.614102 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828562da-f0ce-49c4-b960-08be86390961 None None] Routers {'4f255cee-0b77-4e61-8439-2844741792d2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:11:33.614704 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-828562da-f0ce-49c4-b960-08be86390961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:11:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4f255cee-0b77-4e61-8439-2844741792d2'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:33.642844 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f4325721-98d3-4634-884e-c9269fc0faab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6467564 Feb 04 06:11:33.643410 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ae8efc-7333-4cf3-978a-a0c1e9341f8c', 'tag': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:11:33.645698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca08e4c3-7cf2-4565-ae2a-0746de151d23" -d '{"events": [{"name": "network-changed", "server_uuid": "99ae8efc-7333-4cf3-978a-a0c1e9341f8c", "tag": "930fcd29-60e7-4bf7-aba5-bda149f4d0fe"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:11:33.686167 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1046330-e26f-4b57-8384-55c6eb07e745 x-openstack-request-id: req-d1046330-e26f-4b57-8384-55c6eb07e745 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:11:33.686599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ae8efc-7333-4cf3-978a-a0c1e9341f8c", "tag": "930fcd29-60e7-4bf7-aba5-bda149f4d0fe", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:11:33.687071 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1046330-e26f-4b57-8384-55c6eb07e745 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:11:33.687610 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ae8efc-7333-4cf3-978a-a0c1e9341f8c', 'tag': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe', 'status': 'completed', 'code': 200} Feb 04 06:11:33.745149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb43f59-f5fd-4cb2-a324-b89e7afecead req-5e65003a-dc9f-42e1-95e4-3639fcde692e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:33.746732 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aeb43f59-f5fd-4cb2-a324-b89e7afecead req-5e65003a-dc9f-42e1-95e4-3639fcde692e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 945 time: 0.0549552 Feb 04 06:11:33.762724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e4c3-7cf2-4565-ae2a-0746de151d23 req-177d50a1-cb8c-4c61-8a7c-c6fa716ba62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:33.764722 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ca08e4c3-7cf2-4565-ae2a-0746de151d23 req-177d50a1-cb8c-4c61-8a7c-c6fa716ba62e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 1098 time: 0.0460110 Feb 04 06:11:33.786019 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aeb43f59-f5fd-4cb2-a324-b89e7afecead req-e26a1636-aa10-4f1b-a679-bbd7dff5fc38 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319681 Feb 04 06:11:33.809087 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58478) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:33.821175 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-828562da-f0ce-49c4-b960-08be86390961 None None] Set router 4f255cee-0b77-4e61-8439-2844741792d2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:11:33.856228 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e4c3-7cf2-4565-ae2a-0746de151d23 req-133ceb37-54db-4ce1-81ef-d1674901c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:33.857642 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ca08e4c3-7cf2-4565-ae2a-0746de151d23 req-133ceb37-54db-4ce1-81ef-d1674901c5a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f66385a-6196-45fc-9be2-8e43872f8ab8 HTTP/1.1" status: 200 len: 897 time: 0.0864165 Feb 04 06:11:33.875813 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-42b7e0b7-63de-4fc5-903c-c33b7e2ce127 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/ef4ffa42-7bd3-4c65-9231-2f83899a5b70 HTTP/1.1" status: 200 len: 991 time: 0.0656054 Feb 04 06:11:33.930006 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ca08e4c3-7cf2-4565-ae2a-0746de151d23 req-90e97e45-42df-4cc2-9360-7fa3eed820e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=930fcd29-60e7-4bf7-aba5-bda149f4d0fe HTTP/1.1" status: 200 len: 999 time: 0.0656598 Feb 04 06:11:33.976520 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e4c3-7cf2-4565-ae2a-0746de151d23 req-da162ffb-5048-441d-b024-2a59eb79b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:33.977994 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ca08e4c3-7cf2-4565-ae2a-0746de151d23 req-da162ffb-5048-441d-b024-2a59eb79b3b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1893392e-1e8b-4a2f-b67d-bcce5fbefb7a HTTP/1.1" status: 200 len: 834 time: 0.0420618 Feb 04 06:11:34.021289 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08e4c3-7cf2-4565-ae2a-0746de151d23 req-85b0bbb1-433e-4a4d-b595-03ef1484143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:11:34.022817 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ca08e4c3-7cf2-4565-ae2a-0746de151d23 req-85b0bbb1-433e-4a4d-b595-03ef1484143e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f66385a-6196-45fc-9be2-8e43872f8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389221 Feb 04 06:11:34.041339 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-828562da-f0ce-49c4-b960-08be86390961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f255cee-0b77-4e61-8439-2844741792d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:17Z', 'updated_at': '2022-02-04T06:11:20Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ef4ffa42-7bd3-4c65-9231-2f83899a5b70', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'floating_ip_address': '172.26.3.217', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'port_id': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'mac_address': 'fa:16:3e:07:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae8efc-7333-4cf3-978a-a0c1e9341f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:11:32Z', 'updated_at': '2022-02-04T06:11:32Z', 'revision_number': 0, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26cec04f-16be-499a-8426-2ed5b6f46b0d', 'name': '', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:0a:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:20Z', 'updated_at': '2022-02-04T06:11:23Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:34.070507 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828562da-f0ce-49c4-b960-08be86390961 None None] Checking router: 4f255cee-0b77-4e61-8439-2844741792d2 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:11:34.079529 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828562da-f0ce-49c4-b960-08be86390961 None None] Routers {'4f255cee-0b77-4e61-8439-2844741792d2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:11:34.080150 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-828562da-f0ce-49c4-b960-08be86390961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:11:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4f255cee-0b77-4e61-8439-2844741792d2'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:34.187979 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-828562da-f0ce-49c4-b960-08be86390961 None None] Set router 4f255cee-0b77-4e61-8439-2844741792d2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:11:34.303201 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:34.370744 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ca08e4c3-7cf2-4565-ae2a-0746de151d23 req-2c216ed3-b9d2-4216-ac9d-5ea035c8cc12 service neutron] 10.222.0.26 "GET /v2.0/networks/6f66385a-6196-45fc-9be2-8e43872f8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413970 Feb 04 06:11:34.419961 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-828562da-f0ce-49c4-b960-08be86390961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f255cee-0b77-4e61-8439-2844741792d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:17Z', 'updated_at': '2022-02-04T06:11:20Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ef4ffa42-7bd3-4c65-9231-2f83899a5b70', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'floating_ip_address': '172.26.3.217', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'port_id': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'mac_address': 'fa:16:3e:07:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae8efc-7333-4cf3-978a-a0c1e9341f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:11:32Z', 'updated_at': '2022-02-04T06:11:32Z', 'revision_number': 0, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26cec04f-16be-499a-8426-2ed5b6f46b0d', 'name': '', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:0a:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:20Z', 'updated_at': '2022-02-04T06:11:23Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:11:34.445696 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828562da-f0ce-49c4-b960-08be86390961 None None] The sync data for ids ['4f255cee-0b77-4e61-8439-2844741792d2'] in dv-neutron-827794-1-hyperv is: [{'id': '4f255cee-0b77-4e61-8439-2844741792d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:17Z', 'updated_at': '2022-02-04T06:11:20Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ef4ffa42-7bd3-4c65-9231-2f83899a5b70', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'floating_ip_address': '172.26.3.217', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'port_id': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'mac_address': 'fa:16:3e:07:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae8efc-7333-4cf3-978a-a0c1e9341f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:11:32Z', 'updated_at': '2022-02-04T06:11:32Z', 'revision_number': 0, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26cec04f-16be-499a-8426-2ed5b6f46b0d', 'name': '', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:0a:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:20Z', 'updated_at': '2022-02-04T06:11:23Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:11:34.462473 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ca08e4c3-7cf2-4565-ae2a-0746de151d23 req-27c057f1-d9a9-4654-8e50-3c1e8090efa3 service neutron] 10.222.0.26 "GET /v2.0/networks/6f66385a-6196-45fc-9be2-8e43872f8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847602 Feb 04 06:11:34.629723 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb32dc-eba4-469b-812a-4e2a63fcee6c None None] New status for floating IP ef4ffa42-7bd3-4c65-9231-2f83899a5b70: ACTIVE {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:11:34.878047 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58480) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:11:34.930416 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:11:34.936099 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e8126674-6689-41a4-934b-bf54f4be3041 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/ef4ffa42-7bd3-4c65-9231-2f83899a5b70 HTTP/1.1" status: 200 len: 993 time: 0.0569532 Feb 04 06:11:42.751688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7082ee53-903d-4385-9e4f-71931a0b5e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:44.918341 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6304aba9-cc3e-4069-89ec-7a8158ca7074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:45.977529 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.791693 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:11:47.979251 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:04.312743 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:06.375459 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d00de-7346-414a-9789-3ac62220bbf0 req-e40fa28c-66fb-47a5-8b7d-28a5ead390e4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:06.376895 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e35d00de-7346-414a-9789-3ac62220bbf0 req-e40fa28c-66fb-47a5-8b7d-28a5ead390e4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 945 time: 0.0484548 Feb 04 06:12:06.419463 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e35d00de-7346-414a-9789-3ac62220bbf0 req-c56bdeee-094e-496e-aa66-4ddb8d87cd67 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342152 Feb 04 06:12:07.534270 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bbb0c-c902-4da8-a118-876d959ad3bb req-3a286b17-c362-41f9-9185-05db6314d296 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:07.535701 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-292bbb0c-c902-4da8-a118-876d959ad3bb req-3a286b17-c362-41f9-9185-05db6314d296 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 945 time: 0.0473242 Feb 04 06:12:07.571254 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-292bbb0c-c902-4da8-a118-876d959ad3bb req-60c644ed-d2d3-4427-ae6b-eb3f994995c1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297089 Feb 04 06:12:07.593225 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58498) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:07.651455 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a5893241-ca9c-41a6-a090-301aad59e60d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/ef4ffa42-7bd3-4c65-9231-2f83899a5b70 HTTP/1.1" status: 200 len: 993 time: 0.0570748 Feb 04 06:12:07.675682 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0287993b-fb68-417d-9c4c-ef3c00d9859f req-4df55374-6b13-4587-83c7-2ccc5e69a42d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422714 Feb 04 06:12:07.754448 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287993b-fb68-417d-9c4c-ef3c00d9859f req-545f4b1f-023b-40af-b76b-1e806db7a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:07.755802 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0287993b-fb68-417d-9c4c-ef3c00d9859f req-545f4b1f-023b-40af-b76b-1e806db7a531 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 1098 time: 0.0389254 Feb 04 06:12:07.852463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287993b-fb68-417d-9c4c-ef3c00d9859f req-c43d7eca-68e7-4759-9fd5-76a1b7208481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:07.853925 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0287993b-fb68-417d-9c4c-ef3c00d9859f req-c43d7eca-68e7-4759-9fd5-76a1b7208481 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f66385a-6196-45fc-9be2-8e43872f8ab8 HTTP/1.1" status: 200 len: 897 time: 0.0803428 Feb 04 06:12:07.918195 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0287993b-fb68-417d-9c4c-ef3c00d9859f req-d7fbcc6e-514f-4f36-8803-a3e1c8babaf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=930fcd29-60e7-4bf7-aba5-bda149f4d0fe HTTP/1.1" status: 200 len: 1001 time: 0.0580842 Feb 04 06:12:07.964206 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287993b-fb68-417d-9c4c-ef3c00d9859f req-593516f2-7d21-4012-9499-3dfb83f53e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:07.966144 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0287993b-fb68-417d-9c4c-ef3c00d9859f req-593516f2-7d21-4012-9499-3dfb83f53e1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1893392e-1e8b-4a2f-b67d-bcce5fbefb7a HTTP/1.1" status: 200 len: 834 time: 0.0416846 Feb 04 06:12:08.008386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287993b-fb68-417d-9c4c-ef3c00d9859f req-5f567819-42ac-4357-9164-148d9c2e788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:08.009715 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0287993b-fb68-417d-9c4c-ef3c00d9859f req-5f567819-42ac-4357-9164-148d9c2e788d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f66385a-6196-45fc-9be2-8e43872f8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0376716 Feb 04 06:12:08.019638 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [req-0287993b-fb68-417d-9c4c-ef3c00d9859f req-7bcd8196-61b9-4a62-8749-d12410f2be5f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:12:08.020549 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0287993b-fb68-417d-9c4c-ef3c00d9859f req-7bcd8196-61b9-4a62-8749-d12410f2be5f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046842 Feb 04 06:12:08.109587 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0287993b-fb68-417d-9c4c-ef3c00d9859f req-ed355a17-e032-43e6-8e22-a2d5168da412 service neutron] 10.222.0.26 "GET /v2.0/networks/6f66385a-6196-45fc-9be2-8e43872f8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820298 Feb 04 06:12:08.194231 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0287993b-fb68-417d-9c4c-ef3c00d9859f req-08180cc8-acd9-4dda-a00f-747419baa7cd service neutron] 10.222.0.26 "GET /v2.0/networks/6f66385a-6196-45fc-9be2-8e43872f8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783305 Feb 04 06:12:08.927753 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dbbae-2523-4407-8611-fcb10569b42c req-2d965500-d093-4084-a4b4-60593f0894c4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:08.929213 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-568dbbae-2523-4407-8611-fcb10569b42c req-2d965500-d093-4084-a4b4-60593f0894c4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 945 time: 0.0520256 Feb 04 06:12:08.966531 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-568dbbae-2523-4407-8611-fcb10569b42c req-bbf1f3aa-7ff8-4504-b946-a5f6a1adf9ff tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308361 Feb 04 06:12:10.081000 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87679ddd-a53c-4119-a621-1b5519347a5d req-26be50cd-1397-4ac8-8ff5-65ae3173d06f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:10.082500 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-87679ddd-a53c-4119-a621-1b5519347a5d req-26be50cd-1397-4ac8-8ff5-65ae3173d06f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 945 time: 0.0482767 Feb 04 06:12:10.119667 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-87679ddd-a53c-4119-a621-1b5519347a5d req-9a8a0a00-e605-4487-96ee-dece2cf66526 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Feb 04 06:12:10.141920 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58508) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:10.201892 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-168def93-c091-4b28-88cb-de9a44e66079 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/ef4ffa42-7bd3-4c65-9231-2f83899a5b70 HTTP/1.1" status: 200 len: 993 time: 0.0585849 Feb 04 06:12:10.462130 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58514) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:10.616610 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port 9079f551-dd43-408c-99b5-bd6634f7a2dc {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:12:10.616865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.687242 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.687563 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.698503 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for 9079f551-dd43-408c-99b5-bd6634f7a2dc owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:12:10.837809 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.861894 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=9079f551-dd43-408c-99b5-bd6634f7a2dc,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:10.873346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:10.873692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:10.874057 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:10.874392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:10.874721 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:10.875049 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:10.875374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:10.875702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:10.876022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:10.876344 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:10.876661 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:10.876978 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:10.934417 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:10.934770 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Floating IP ef4ffa42-7bd3-4c65-9231-2f83899a5b70 disassociated (deleted). External IP: 172.26.3.217, port: 930fcd29-60e7-4bf7-aba5-bda149f4d0fe. Feb 04 06:12:11.440757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 4f255cee-0b77-4e61-8439-2844741792d2 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:12:11.546407 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:12:11.551097 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:11.555803 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c414f5f8-aaa5-4df7-a51a-524a4507e5fc None None] Sync routers for ids ['4f255cee-0b77-4e61-8439-2844741792d2'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:11.565035 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c414f5f8-aaa5-4df7-a51a-524a4507e5fc None None] Routers {'4f255cee-0b77-4e61-8439-2844741792d2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:12:11.565637 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c414f5f8-aaa5-4df7-a51a-524a4507e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:11:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4f255cee-0b77-4e61-8439-2844741792d2'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:11.582581 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-884dac91-a917-40a9-89b8-4a10b2d80f7f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/floatingips/ef4ffa42-7bd3-4c65-9231-2f83899a5b70 HTTP/1.1" status: 204 len: 168 time: 1.1170428 Feb 04 06:12:11.582581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ae8efc-7333-4cf3-978a-a0c1e9341f8c', 'tag': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:11.583040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400d3885-90b4-4293-ae06-4a565c4811e4" -d '{"events": [{"name": "network-changed", "server_uuid": "99ae8efc-7333-4cf3-978a-a0c1e9341f8c", "tag": "930fcd29-60e7-4bf7-aba5-bda149f4d0fe"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:12:11.620495 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36febb0-0cc1-460c-ae78-f75cd2b277a5 x-openstack-request-id: req-c36febb0-0cc1-460c-ae78-f75cd2b277a5 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:12:11.620786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ae8efc-7333-4cf3-978a-a0c1e9341f8c", "tag": "930fcd29-60e7-4bf7-aba5-bda149f4d0fe", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:12:11.621038 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c36febb0-0cc1-460c-ae78-f75cd2b277a5 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:12:11.621443 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ae8efc-7333-4cf3-978a-a0c1e9341f8c', 'tag': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe', 'status': 'completed', 'code': 200} Feb 04 06:12:11.673934 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-c414f5f8-aaa5-4df7-a51a-524a4507e5fc None None] Set router 4f255cee-0b77-4e61-8439-2844741792d2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:12:11.692739 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d3885-90b4-4293-ae06-4a565c4811e4 req-dcd4471e-0336-4226-a096-ce62bba41431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:11.694183 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-400d3885-90b4-4293-ae06-4a565c4811e4 req-dcd4471e-0336-4226-a096-ce62bba41431 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 1098 time: 0.0521832 Feb 04 06:12:11.789393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d3885-90b4-4293-ae06-4a565c4811e4 req-b44b7637-94bd-440f-ae2d-0d270f76507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:11.790967 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-400d3885-90b4-4293-ae06-4a565c4811e4 req-b44b7637-94bd-440f-ae2d-0d270f76507d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f66385a-6196-45fc-9be2-8e43872f8ab8 HTTP/1.1" status: 200 len: 897 time: 0.0902503 Feb 04 06:12:11.809982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90142c-bd0e-4301-9ea3-40d553c39ed4 req-86952375-a9ec-4146-bb4c-1fd5749b8bef tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:11.811467 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8a90142c-bd0e-4301-9ea3-40d553c39ed4 req-86952375-a9ec-4146-bb4c-1fd5749b8bef tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 945 time: 0.0496533 Feb 04 06:12:11.833127 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-400d3885-90b4-4293-ae06-4a565c4811e4 req-0adc8ee5-5000-4b7c-a8ac-c3bc5397d346 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=930fcd29-60e7-4bf7-aba5-bda149f4d0fe HTTP/1.1" status: 200 len: 217 time: 0.0343750 Feb 04 06:12:11.851983 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8a90142c-bd0e-4301-9ea3-40d553c39ed4 req-ce31db25-5d1c-42c3-8a56-e329abc9c651 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320268 Feb 04 06:12:11.879461 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c414f5f8-aaa5-4df7-a51a-524a4507e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f255cee-0b77-4e61-8439-2844741792d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:17Z', 'updated_at': '2022-02-04T06:11:20Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '26cec04f-16be-499a-8426-2ed5b6f46b0d', 'name': '', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:0a:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:20Z', 'updated_at': '2022-02-04T06:11:23Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:11.887475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d3885-90b4-4293-ae06-4a565c4811e4 req-d0b1f42c-7acb-4628-b79e-fc19b7c3ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:11.888983 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-400d3885-90b4-4293-ae06-4a565c4811e4 req-d0b1f42c-7acb-4628-b79e-fc19b7c3ab4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1893392e-1e8b-4a2f-b67d-bcce5fbefb7a HTTP/1.1" status: 200 len: 834 time: 0.0493588 Feb 04 06:12:11.905417 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c414f5f8-aaa5-4df7-a51a-524a4507e5fc None None] Checking router: 4f255cee-0b77-4e61-8439-2844741792d2 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:11.913584 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c414f5f8-aaa5-4df7-a51a-524a4507e5fc None None] Routers {'4f255cee-0b77-4e61-8439-2844741792d2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:12:11.914215 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c414f5f8-aaa5-4df7-a51a-524a4507e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:11:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4f255cee-0b77-4e61-8439-2844741792d2'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:11.935484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d3885-90b4-4293-ae06-4a565c4811e4 req-0886d734-8c6c-427e-9598-4af256db8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:11.936984 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-400d3885-90b4-4293-ae06-4a565c4811e4 req-0886d734-8c6c-427e-9598-4af256db8f2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f66385a-6196-45fc-9be2-8e43872f8ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413277 Feb 04 06:12:11.961894 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:12:12.022502 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-c414f5f8-aaa5-4df7-a51a-524a4507e5fc None None] Set router 4f255cee-0b77-4e61-8439-2844741792d2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:12:12.022718 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-400d3885-90b4-4293-ae06-4a565c4811e4 req-794fad34-2dc0-4e80-9cbc-fedf601fc219 service neutron] 10.222.0.26 "GET /v2.0/networks/6f66385a-6196-45fc-9be2-8e43872f8ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787930 Feb 04 06:12:12.115703 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-400d3885-90b4-4293-ae06-4a565c4811e4 req-2192bd2a-e95b-4d1b-82b7-49310351c1c7 service neutron] 10.222.0.26 "GET /v2.0/networks/6f66385a-6196-45fc-9be2-8e43872f8ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854969 Feb 04 06:12:12.218691 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c414f5f8-aaa5-4df7-a51a-524a4507e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f255cee-0b77-4e61-8439-2844741792d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:17Z', 'updated_at': '2022-02-04T06:11:20Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '26cec04f-16be-499a-8426-2ed5b6f46b0d', 'name': '', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:0a:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:20Z', 'updated_at': '2022-02-04T06:11:23Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:12.243586 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c414f5f8-aaa5-4df7-a51a-524a4507e5fc None None] The sync data for ids ['4f255cee-0b77-4e61-8439-2844741792d2'] in dv-neutron-827794-1-hyperv is: [{'id': '4f255cee-0b77-4e61-8439-2844741792d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:17Z', 'updated_at': '2022-02-04T06:11:20Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '26cec04f-16be-499a-8426-2ed5b6f46b0d', 'name': '', 'network_id': '6f66385a-6196-45fc-9be2-8e43872f8ab8', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:0a:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:20Z', 'updated_at': '2022-02-04T06:11:23Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '1893392e-1e8b-4a2f-b67d-bcce5fbefb7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:12.446391 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e5ebc-e7d7-4f65-8770-a5c9e50611a1 None None] New status for floating IP ef4ffa42-7bd3-4c65-9231-2f83899a5b70: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:12:12.751382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6044-27e6-4d2e-a237-ec420121e639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:12.966133 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51b5b8-5590-45e5-892d-26562e078246 req-5e0208b5-21d7-4203-a788-90cd9e60a902 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:12.967553 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0d51b5b8-5590-45e5-892d-26562e078246 req-5e0208b5-21d7-4203-a788-90cd9e60a902 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 945 time: 0.0473647 Feb 04 06:12:13.003727 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0d51b5b8-5590-45e5-892d-26562e078246 req-266eccf3-a6cb-4c4c-adf2-45fc1947d139 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=f255cbff-3b24-4d36-b5e8-5195e49cb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302505 Feb 04 06:12:13.305518 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cccd2-702f-433a-a029-02d47d9a6c4c req-3b3cab4f-ea3a-417d-a7ea-040cf01e476a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:13.306909 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4a3cccd2-702f-433a-a029-02d47d9a6c4c req-3b3cab4f-ea3a-417d-a7ea-040cf01e476a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 945 time: 0.0483913 Feb 04 06:12:13.395136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-4a3cccd2-702f-433a-a029-02d47d9a6c4c req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:12:13.395473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-4a3cccd2-702f-433a-a029-02d47d9a6c4c req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:13.479967 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-4a3cccd2-702f-433a-a029-02d47d9a6c4c req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] For port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=930fcd29-60e7-4bf7-aba5-bda149f4d0fe,segment=NetworkSegment(7cda0fad-49f0-465d-be0f-b976a947b038),segment_id=7cda0fad-49f0-465d-be0f-b976a947b038)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:13.480328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-4a3cccd2-702f-433a-a029-02d47d9a6c4c req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:13.492324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-4a3cccd2-702f-433a-a029-02d47d9a6c4c req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for 930fcd29-60e7-4bf7-aba5-bda149f4d0fe owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:12:13.623763 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-4a3cccd2-702f-433a-a029-02d47d9a6c4c req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:13.651933 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=930fcd29-60e7-4bf7-aba5-bda149f4d0fe,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:13.663803 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:13.664160 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:13.664513 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:13.664853 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:13.665189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:13.665520 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:13.665882 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:13.666208 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:13.666536 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:13.666865 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:13.667190 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:13.667516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:13.704284 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3cccd2-702f-433a-a029-02d47d9a6c4c req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] No DVR routers for this DVR port 930fcd29-60e7-4bf7-aba5-bda149f4d0fe on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:13.706695 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-4a3cccd2-702f-433a-a029-02d47d9a6c4c req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:13.709878 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4a3cccd2-702f-433a-a029-02d47d9a6c4c req-2a8c5eba-2ff0-4eed-ae88-7861bacac084 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "DELETE /v2.0/ports/930fcd29-60e7-4bf7-aba5-bda149f4d0fe HTTP/1.1" status: 204 len: 173 time: 0.3976541 Feb 04 06:12:13.710305 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ae8efc-7333-4cf3-978a-a0c1e9341f8c', 'name': 'network-vif-deleted', 'tag': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:13.712522 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a0da23-9e8c-48ab-bd4f-808065fc5836" -d '{"events": [{"server_uuid": "99ae8efc-7333-4cf3-978a-a0c1e9341f8c", "name": "network-vif-deleted", "tag": "930fcd29-60e7-4bf7-aba5-bda149f4d0fe"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:12:13.748079 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790734e8-9aba-482b-b338-46f1a15ed9db x-openstack-request-id: req-790734e8-9aba-482b-b338-46f1a15ed9db {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:12:13.748386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ae8efc-7333-4cf3-978a-a0c1e9341f8c", "name": "network-vif-deleted", "tag": "930fcd29-60e7-4bf7-aba5-bda149f4d0fe", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:12:13.748636 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-790734e8-9aba-482b-b338-46f1a15ed9db {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:12:13.749037 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ae8efc-7333-4cf3-978a-a0c1e9341f8c', 'name': 'network-vif-deleted', 'tag': '930fcd29-60e7-4bf7-aba5-bda149f4d0fe', 'status': 'completed', 'code': 200} Feb 04 06:12:14.118993 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-30f049b6-4aca-4c08-82cb-5a88910cb3ef req-7e5f6705-7e4e-43ee-abef-3dcaae537e7b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ae8efc-7333-4cf3-978a-a0c1e9341f8c HTTP/1.1" status: 200 len: 210 time: 0.0344162 Feb 04 06:12:14.918846 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2aab-d276-471c-81ee-f005f3415084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:15.177957 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58530) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:15.529741 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-63296695-ae2e-4a23-bcee-907353ad5057 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:15.719596 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 930fcd29-60e7-4bf7-aba5-bda149f4d0fe no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:12:15.739408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 930fcd29-60e7-4bf7-aba5-bda149f4d0fe {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:12:15.739677 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 930fcd29-60e7-4bf7-aba5-bda149f4d0fe not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:12:15.781943 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-63296695-ae2e-4a23-bcee-907353ad5057 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port 26cec04f-16be-499a-8426-2ed5b6f46b0d {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:12:15.782284 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-63296695-ae2e-4a23-bcee-907353ad5057 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:15.865642 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-63296695-ae2e-4a23-bcee-907353ad5057 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] For port 26cec04f-16be-499a-8426-2ed5b6f46b0d, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=26cec04f-16be-499a-8426-2ed5b6f46b0d,segment=NetworkSegment(7cda0fad-49f0-465d-be0f-b976a947b038),segment_id=7cda0fad-49f0-465d-be0f-b976a947b038)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:15.866022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-63296695-ae2e-4a23-bcee-907353ad5057 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:15.877973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-63296695-ae2e-4a23-bcee-907353ad5057 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for 26cec04f-16be-499a-8426-2ed5b6f46b0d owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:12:15.983253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.068655 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-63296695-ae2e-4a23-bcee-907353ad5057 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.094120 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63296695-ae2e-4a23-bcee-907353ad5057 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=26cec04f-16be-499a-8426-2ed5b6f46b0d,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:16.263534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-63296695-ae2e-4a23-bcee-907353ad5057 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.476285 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63296695-ae2e-4a23-bcee-907353ad5057 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 4f255cee-0b77-4e61-8439-2844741792d2 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:12:16.579433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63296695-ae2e-4a23-bcee-907353ad5057 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:12:16.585290 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-63296695-ae2e-4a23-bcee-907353ad5057 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "PUT /v2.0/routers/4f255cee-0b77-4e61-8439-2844741792d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4063058 Feb 04 06:12:16.587305 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58534) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:16.588509 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4d989-c245-44a6-a844-3ea6707ad834 None None] Sync routers for ids ['4f255cee-0b77-4e61-8439-2844741792d2'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:16.597519 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db4d989-c245-44a6-a844-3ea6707ad834 None None] Routers {'4f255cee-0b77-4e61-8439-2844741792d2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:12:16.598153 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6db4d989-c245-44a6-a844-3ea6707ad834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:12:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4f255cee-0b77-4e61-8439-2844741792d2'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:16.637598 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ba9bad-d8b6-4a61-9085-5d8e23b5d694 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting subnet 1893392e-1e8b-4a2f-b67d-bcce5fbefb7a {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:12:16.640667 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9bad-d8b6-4a61-9085-5d8e23b5d694 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.680738 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9bad-d8b6-4a61-9085-5d8e23b5d694 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.777515 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9bad-d8b6-4a61-9085-5d8e23b5d694 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.792059 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-6db4d989-c245-44a6-a844-3ea6707ad834 None None] Set router 4f255cee-0b77-4e61-8439-2844741792d2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:12:16.836546 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9bad-d8b6-4a61-9085-5d8e23b5d694 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.861278 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba9bad-d8b6-4a61-9085-5d8e23b5d694 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Subnet': ['ID=1893392e-1e8b-4a2f-b67d-bcce5fbefb7a,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:16.868085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9bad-d8b6-4a61-9085-5d8e23b5d694 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.871206 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d4ba9bad-d8b6-4a61-9085-5d8e23b5d694 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/subnets/1893392e-1e8b-4a2f-b67d-bcce5fbefb7a HTTP/1.1" status: 204 len: 168 time: 0.2829988 Feb 04 06:12:16.874478 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58536) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:16.877562 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ef3e5e-2f4d-4ad3-a848-d5908d3f0f20 None None] Network 6f66385a-6196-45fc-9be2-8e43872f8ab8 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:12:16.965094 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6db4d989-c245-44a6-a844-3ea6707ad834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f255cee-0b77-4e61-8439-2844741792d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:17Z', 'updated_at': '2022-02-04T06:12:16Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:16.988952 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:16.996335 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4d989-c245-44a6-a844-3ea6707ad834 None None] Checking router: 4f255cee-0b77-4e61-8439-2844741792d2 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:17.005481 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db4d989-c245-44a6-a844-3ea6707ad834 None None] Routers {'4f255cee-0b77-4e61-8439-2844741792d2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:12:17.006183 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6db4d989-c245-44a6-a844-3ea6707ad834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:12:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['4f255cee-0b77-4e61-8439-2844741792d2'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:17.078566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] DHCP port deletion for 6f66385a-6196-45fc-9be2-8e43872f8ab8 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:12:17.101632 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.110643 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-6db4d989-c245-44a6-a844-3ea6707ad834 None None] Set router 4f255cee-0b77-4e61-8439-2844741792d2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:12:17.126128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Deleting port 23e23072-3b13-4cbe-8321-1030b9e40f35 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:12:17.126513 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.155561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:12:17.155916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.187334 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] For port 23e23072-3b13-4cbe-8321-1030b9e40f35, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=23e23072-3b13-4cbe-8321-1030b9e40f35,segment=NetworkSegment(7cda0fad-49f0-465d-be0f-b976a947b038),segment_id=7cda0fad-49f0-465d-be0f-b976a947b038)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:17.187730 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.204011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Calling delete_port for 23e23072-3b13-4cbe-8321-1030b9e40f35 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:12:17.239401 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] For port 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=13c939b6-9bb3-4351-848e-ee1e6fbdc2d9,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:17.239756 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.251517 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9 owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:12:17.282596 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.296519 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-6db4d989-c245-44a6-a844-3ea6707ad834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f255cee-0b77-4e61-8439-2844741792d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:17Z', 'updated_at': '2022-02-04T06:12:16Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:17.311366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] No DVR routers for this DVR port 23e23072-3b13-4cbe-8321-1030b9e40f35 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:12:17.313262 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Pushing event deleted for resources: {'Port': ['ID=23e23072-3b13-4cbe-8321-1030b9e40f35,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:17.321322 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:17.321597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:17.321969 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:17.322304 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:17.322635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:17.322725 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4d989-c245-44a6-a844-3ea6707ad834 None None] The sync data for ids ['4f255cee-0b77-4e61-8439-2844741792d2'] in dv-neutron-827794-1-hyperv is: [{'id': '4f255cee-0b77-4e61-8439-2844741792d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-166884031', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:11:17Z', 'updated_at': '2022-02-04T06:12:16Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '13c939b6-9bb3-4351-848e-ee1e6fbdc2d9', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f255cee-0b77-4e61-8439-2844741792d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:11:18Z', 'updated_at': '2022-02-04T06:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:17.322968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:17.323485 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:17.323612 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:17.323937 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:17.324275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:17.324600 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:17.324923 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f03ad3f-aada-47b8-81ac-1f784c140a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:17.437485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.468777 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=13c939b6-9bb3-4351-848e-ee1e6fbdc2d9,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:17.526759 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.627149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.629701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.673253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.673829 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Fanout notify agent at l3_agent the message router_deleted on router 4f255cee-0b77-4e61-8439-2844741792d2 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:12:17.680422 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.681530 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5de0c4a1-b702-448e-8bf3-2b49480b69d8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/routers/4f255cee-0b77-4e61-8439-2844741792d2 HTTP/1.1" status: 204 len: 168 time: 0.8055828 Feb 04 06:12:17.684230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58538) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:17.760784 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1b705876-4853-482e-9443-ecf71a8017ab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.797182 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.853103 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1b705876-4853-482e-9443-ecf71a8017ab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.872857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-1b705876-4853-482e-9443-ecf71a8017ab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f66385a-6196-45fc-9be2-8e43872f8ab8']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:17.881635 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-1b705876-4853-482e-9443-ecf71a8017ab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cda0fad-49f0-465d-be0f-b976a947b038') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:17.881984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-1b705876-4853-482e-9443-ecf71a8017ab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cda0fad-49f0-465d-be0f-b976a947b038') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:17.890914 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1b705876-4853-482e-9443-ecf71a8017ab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.903827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1b705876-4853-482e-9443-ecf71a8017ab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.909574 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b705876-4853-482e-9443-ecf71a8017ab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:12:17.909998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1b705876-4853-482e-9443-ecf71a8017ab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:12:17.912961 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:12:17.974281 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1b705876-4853-482e-9443-ecf71a8017ab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.980499 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.982665 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1b705876-4853-482e-9443-ecf71a8017ab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:17.985726 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1b705876-4853-482e-9443-ecf71a8017ab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/networks/6f66385a-6196-45fc-9be2-8e43872f8ab8 HTTP/1.1" status: 204 len: 168 time: 0.3000519 Feb 04 06:12:17.988600 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58540) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:17.997284 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b705876-4853-482e-9443-ecf71a8017ab tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Network': ['ID=6f66385a-6196-45fc-9be2-8e43872f8ab8,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:18.046032 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-44cef574-0bb6-4ef7-a6f1-3cf7465dffb2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.070574 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-44cef574-0bb6-4ef7-a6f1-3cf7465dffb2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.129853 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-44cef574-0bb6-4ef7-a6f1-3cf7465dffb2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.133006 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-44cef574-0bb6-4ef7-a6f1-3cf7465dffb2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.134282 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-44cef574-0bb6-4ef7-a6f1-3cf7465dffb2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/security-groups/f255cbff-3b24-4d36-b5e8-5195e49cb9f5 HTTP/1.1" status: 204 len: 168 time: 0.1446934 Feb 04 06:12:18.144359 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cef574-0bb6-4ef7-a6f1-3cf7465dffb2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f255cbff-3b24-4d36-b5e8-5195e49cb9f5,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:18.604078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58546) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:18.608745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-39544e8a-9657-47e6-a9e1-b43ceffbd992 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-365607506', 'description': 'tempest-secgroup-smoke-365607506 description', 'project_id': '08364a4a54bd473d90b79dbacee4d45e'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:18.631697 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39544e8a-9657-47e6-a9e1-b43ceffbd992 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.694338 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39544e8a-9657-47e6-a9e1-b43ceffbd992 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.697946 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39544e8a-9657-47e6-a9e1-b43ceffbd992 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.727907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39544e8a-9657-47e6-a9e1-b43ceffbd992 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.729170 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-39544e8a-9657-47e6-a9e1-b43ceffbd992 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1240616 Feb 04 06:12:18.732361 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39544e8a-9657-47e6-a9e1-b43ceffbd992 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5751ced4-b904-430a-9349-ceadf5e4bcef,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:18.737786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58548) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:18.737786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-eb145bcd-5d13-4f4c-88be-010c1229c673 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': '5751ced4-b904-430a-9349-ceadf5e4bcef', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:18.766970 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 23e23072-3b13-4cbe-8321-1030b9e40f35 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:12:18.767462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eb145bcd-5d13-4f4c-88be-010c1229c673 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.786715 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 23e23072-3b13-4cbe-8321-1030b9e40f35 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:12:18.787053 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 23e23072-3b13-4cbe-8321-1030b9e40f35 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:12:18.787453 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:12:18.808126 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:12:18.808463 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 13c939b6-9bb3-4351-848e-ee1e6fbdc2d9 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:12:18.808862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 26cec04f-16be-499a-8426-2ed5b6f46b0d no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:12:18.821988 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eb145bcd-5d13-4f4c-88be-010c1229c673 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.826566 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eb145bcd-5d13-4f4c-88be-010c1229c673 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.828819 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 26cec04f-16be-499a-8426-2ed5b6f46b0d {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:12:18.829167 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 26cec04f-16be-499a-8426-2ed5b6f46b0d not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:12:18.848225 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb145bcd-5d13-4f4c-88be-010c1229c673 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bf334d-0c2b-424c-9da6-fe1dea08f16d,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:18.854015 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eb145bcd-5d13-4f4c-88be-010c1229c673 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.855151 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-eb145bcd-5d13-4f4c-88be-010c1229c673 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215682 Feb 04 06:12:18.857867 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58550) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:18.861992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-0ab7f34e-77a9-4ead-96c0-7ecc42d72832 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': '5751ced4-b904-430a-9349-ceadf5e4bcef', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:18.888844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ab7f34e-77a9-4ead-96c0-7ecc42d72832 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.942416 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ab7f34e-77a9-4ead-96c0-7ecc42d72832 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.946095 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ab7f34e-77a9-4ead-96c0-7ecc42d72832 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.969188 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7f34e-77a9-4ead-96c0-7ecc42d72832 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a41d676-28cf-46cb-9c2d-d52f8f03d334,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:18.974883 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0ab7f34e-77a9-4ead-96c0-7ecc42d72832 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:18.975972 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0ab7f34e-77a9-4ead-96c0-7ecc42d72832 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172101 Feb 04 06:12:18.978680 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58552) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:18.984989 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-8ed28489-d4a8-4c57-8f52-4d3268432f32 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': '5751ced4-b904-430a-9349-ceadf5e4bcef', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:19.014406 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ed28489-d4a8-4c57-8f52-4d3268432f32 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.070686 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ed28489-d4a8-4c57-8f52-4d3268432f32 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.074196 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ed28489-d4a8-4c57-8f52-4d3268432f32 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.093688 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed28489-d4a8-4c57-8f52-4d3268432f32 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f09bff3-8374-4440-804b-b5eb3b9dca52,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:19.098016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8ed28489-d4a8-4c57-8f52-4d3268432f32 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.099217 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8ed28489-d4a8-4c57-8f52-4d3268432f32 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196148 Feb 04 06:12:19.101793 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58554) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:19.106196 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6bb936ae-ee5d-44c8-9da5-c72b7b598959 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': '5751ced4-b904-430a-9349-ceadf5e4bcef', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:19.132598 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6bb936ae-ee5d-44c8-9da5-c72b7b598959 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.189926 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6bb936ae-ee5d-44c8-9da5-c72b7b598959 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.193219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6bb936ae-ee5d-44c8-9da5-c72b7b598959 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.211348 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb936ae-ee5d-44c8-9da5-c72b7b598959 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b91c496-f12b-4126-99e7-b8d2e57b184c,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:19.216301 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6bb936ae-ee5d-44c8-9da5-c72b7b598959 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.217486 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6bb936ae-ee5d-44c8-9da5-c72b7b598959 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146891 Feb 04 06:12:19.220165 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58556) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:19.224412 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-74b6152a-d201-4b5c-ba4a-43e63b5a5d56 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': '5751ced4-b904-430a-9349-ceadf5e4bcef', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:19.246223 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-74b6152a-d201-4b5c-ba4a-43e63b5a5d56 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Project 08364a4a54bd473d90b79dbacee4d45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:12:19.251254 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74b6152a-d201-4b5c-ba4a-43e63b5a5d56 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.307065 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74b6152a-d201-4b5c-ba4a-43e63b5a5d56 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.310949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74b6152a-d201-4b5c-ba4a-43e63b5a5d56 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.330308 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6152a-d201-4b5c-ba4a-43e63b5a5d56 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469a1f8a-68ed-4df1-b378-62e472a6134f,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:19.337852 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-74b6152a-d201-4b5c-ba4a-43e63b5a5d56 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.339004 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-74b6152a-d201-4b5c-ba4a-43e63b5a5d56 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179328 Feb 04 06:12:19.341908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58558) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:19.346125 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-3ef3533f-1bcd-40b1-aa32-aec91f5108b9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': '5751ced4-b904-430a-9349-ceadf5e4bcef', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:19.367737 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-3ef3533f-1bcd-40b1-aa32-aec91f5108b9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Project 08364a4a54bd473d90b79dbacee4d45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:12:19.373218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ef3533f-1bcd-40b1-aa32-aec91f5108b9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.432823 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ef3533f-1bcd-40b1-aa32-aec91f5108b9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.436480 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ef3533f-1bcd-40b1-aa32-aec91f5108b9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.453418 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3533f-1bcd-40b1-aa32-aec91f5108b9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67ec433-4af7-4c9b-af4d-24f8bb563b82,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:19.461225 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3ef3533f-1bcd-40b1-aa32-aec91f5108b9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.462437 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3ef3533f-1bcd-40b1-aa32-aec91f5108b9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196148 Feb 04 06:12:19.465251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58560) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:19.470003 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-461c2955-0036-4bf7-b212-7ecedce13055 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'network': {'name': 'tempest-network-smoke--1281526654', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'port_security_enabled': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:19.491082 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461c2955-0036-4bf7-b212-7ecedce13055 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Made reservation on behalf of 08364a4a54bd473d90b79dbacee4d45e for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:19.494522 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-461c2955-0036-4bf7-b212-7ecedce13055 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.517584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461c2955-0036-4bf7-b212-7ecedce13055 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:12:19.526291 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-461c2955-0036-4bf7-b212-7ecedce13055 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.526639 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-461c2955-0036-4bf7-b212-7ecedce13055 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Added segment 99a867b9-8b20-45f8-9e30-e9e131376cf5 of type vlan for network 55148012-5dce-45c1-833a-3af62349a1ad Feb 04 06:12:19.565696 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-461c2955-0036-4bf7-b212-7ecedce13055 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.589783 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-461c2955-0036-4bf7-b212-7ecedce13055 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.596458 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461c2955-0036-4bf7-b212-7ecedce13055 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:19.597137 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-461c2955-0036-4bf7-b212-7ecedce13055 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.658056 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-461c2955-0036-4bf7-b212-7ecedce13055 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1917226 Feb 04 06:12:19.660780 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58562) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:19.667347 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'admin_state_up': True, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:19.683405 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c2955-0036-4bf7-b212-7ecedce13055 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Network': ['ID=55148012-5dce-45c1-833a-3af62349a1ad,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:19.693739 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 55148012-5dce-45c1-833a-3af62349a1ad details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:12:19.700273 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.701633 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.751786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:19.884143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.073659 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.092790 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.191853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.26.3.206 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:20.294352 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.326934 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:20.365617 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:20.368390 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:20.371723 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:12:20.376859 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:20.921788 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.115963 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.237930 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 3687f480-6b2d-4fef-a8a6-59afed6a9057 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:12:21.339113 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:12:21.349487 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Sync routers for ids ['3687f480-6b2d-4fef-a8a6-59afed6a9057'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:21.358764 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.359103 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Routers {'3687f480-6b2d-4fef-a8a6-59afed6a9057'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:12:21.359703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:12:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['3687f480-6b2d-4fef-a8a6-59afed6a9057'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:21.359982 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-cc4aee4a-db3b-4799-b22b-8fc878a9ae8f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6982405 Feb 04 06:12:21.363216 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58564) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:21.392440 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-83f079ce-6f91-4cf4-b18f-4f67865ed187 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=08364a4a54bd473d90b79dbacee4d45e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281594 Feb 04 06:12:21.395090 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58566) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:21.488549 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f7a03d-a6cf-49ea-83a1-28f23e744507 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:21.492741 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-28f7a03d-a6cf-49ea-83a1-28f23e744507 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940123 Feb 04 06:12:21.492919 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58568) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:21.521239 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ed7f0115-3a3c-47c0-b1b0-5f7688df0762 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272264 Feb 04 06:12:21.523766 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58570) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:21.528445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-c1c73fbc-9143-4557-8003-64e6c64ed493 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-298473080', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:21.613553 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Set router 3687f480-6b2d-4fef-a8a6-59afed6a9057 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:12:21.625842 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c73fbc-9143-4557-8003-64e6c64ed493 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Made reservation on behalf of 08364a4a54bd473d90b79dbacee4d45e for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:21.629561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c1c73fbc-9143-4557-8003-64e6c64ed493 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.789520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:19Z', 'updated_at': '2022-02-04T06:12:20Z', 'revision_number': 3, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:20Z', 'updated_at': '2022-02-04T06:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:21.807844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c1c73fbc-9143-4557-8003-64e6c64ed493 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.815133 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Checking router: 3687f480-6b2d-4fef-a8a6-59afed6a9057 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:21.815478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Updating router 3687f480-6b2d-4fef-a8a6-59afed6a9057 port 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:12:21.840326 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.877624 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c73fbc-9143-4557-8003-64e6c64ed493 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Subnet': ['ID=353e2662-db4e-414a-a821-475abaa170f0,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:21.882844 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c73fbc-9143-4557-8003-64e6c64ed493 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Checking segment: {'id': '99a867b9-8b20-45f8-9e30-e9e131376cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:12:21.883203 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c73fbc-9143-4557-8003-64e6c64ed493 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network hostable DHCP agents. Network: 55148012-5dce-45c1-833a-3af62349a1ad, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:12:21.899635 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c73fbc-9143-4557-8003-64e6c64ed493 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 55148012-5dce-45c1-833a-3af62349a1ad is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:12:21.910588 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-c1c73fbc-9143-4557-8003-64e6c64ed493 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 55148012-5dce-45c1-833a-3af62349a1ad) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:21.915226 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c73fbc-9143-4557-8003-64e6c64ed493 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:21.915976 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c1c73fbc-9143-4557-8003-64e6c64ed493 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:21.931320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8d1f6c-de52-4ede-840e-2df117cf8045 None None] Network 55148012-5dce-45c1-833a-3af62349a1ad requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:12:21.936506 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c1c73fbc-9143-4557-8003-64e6c64ed493 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4111612 Feb 04 06:12:21.937044 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58572) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:22.160344 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-55148012-5dce-45c1-833a-3af62349a1ad', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ips': [{'subnet_id': '353e2662-db4e-414a-a821-475abaa170f0'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:12:22.161172 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.220935 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.266667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.364147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Attempting to bind port 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:22.364836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Attempting to bind port 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:22.364836 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Attempting to bind port 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:12:22.365981 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.368983 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b045a-5164-4ca2-bb57-ce2e9b08d257 None None] Pushing event updated for resources: {'Port': ['ID=9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:22.376812 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:12:22.377126 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:12:22.377579 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.377922 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:12:22.378386 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Bound port: 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:22.378759 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.417530 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Allocated IP 172.20.0.2 (55148012-5dce-45c1-833a-3af62349a1ad/353e2662-db4e-414a-a821-475abaa170f0/502721cf-4100-4f3b-b068-e3b9aac1d7c9) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:22.486680 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] For port 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:12:22.503263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] For port 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:12:22.508465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.597415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Routers {'3687f480-6b2d-4fef-a8a6-59afed6a9057'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:12:22.598077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:12:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['3687f480-6b2d-4fef-a8a6-59afed6a9057'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:22.605442 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b045a-5164-4ca2-bb57-ce2e9b08d257 None None] Pushing event updated for resources: {'Port': ['ID=9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:22.719566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.727348 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.773303 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.20.0.1 (55148012-5dce-45c1-833a-3af62349a1ad/353e2662-db4e-414a-a821-475abaa170f0/e7f9bcce-11ae-4c0f-a51c-d4712f77f57f) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:22.776384 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] Set router 3687f480-6b2d-4fef-a8a6-59afed6a9057 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:12:22.779096 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Network 55148012-5dce-45c1-833a-3af62349a1ad is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:22.805887 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:22.838155 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:12:22.841458 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Pushing event updated for resources: {'Port': ['ID=502721cf-4100-4f3b-b068-e3b9aac1d7c9,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:22.889745 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.922383 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.943935 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Attempting to bind port 502721cf-4100-4f3b-b068-e3b9aac1d7c9 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:22.944305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Attempting to bind port 502721cf-4100-4f3b-b068-e3b9aac1d7c9 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '99a867b9-8b20-45f8-9e30-e9e131376cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:22.944672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Attempting to bind port 502721cf-4100-4f3b-b068-e3b9aac1d7c9 on network 55148012-5dce-45c1-833a-3af62349a1ad {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:12:22.956860 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:12:22.957157 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Checking segment: {'id': '99a867b9-8b20-45f8-9e30-e9e131376cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:12:22.957553 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.958042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Bound using segment: {'id': '99a867b9-8b20-45f8-9e30-e9e131376cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:12:22.958504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Bound port: 502721cf-4100-4f3b-b068-e3b9aac1d7c9, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a867b9-8b20-45f8-9e30-e9e131376cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:22.958875 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:22.962868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 55148012-5dce-45c1-833a-3af62349a1ad is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:22.965885 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:22.969973 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:12:22.996296 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=e7f9bcce-11ae-4c0f-a51c-d4712f77f57f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:23.019139 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.054832 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] For port 502721cf-4100-4f3b-b068-e3b9aac1d7c9, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:12:23.058391 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] For port 502721cf-4100-4f3b-b068-e3b9aac1d7c9, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=502721cf-4100-4f3b-b068-e3b9aac1d7c9,segment=NetworkSegment(99a867b9-8b20-45f8-9e30-e9e131376cf5),segment_id=99a867b9-8b20-45f8-9e30-e9e131376cf5)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:12:23.066083 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.093241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:19Z', 'updated_at': '2022-02-04T06:12:20Z', 'revision_number': 3, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:20Z', 'updated_at': '2022-02-04T06:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:23.139480 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef5062-0f43-4404-a103-40687385faf3 None None] The sync data for ids ['3687f480-6b2d-4fef-a8a6-59afed6a9057'] in dv-neutron-827794-1-hyperv is: [{'id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:19Z', 'updated_at': '2022-02-04T06:12:20Z', 'revision_number': 3, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:20Z', 'updated_at': '2022-02-04T06:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:23.153724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.158409 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5768bc-0a95-4bbe-af51-516442e6598a None None] Pushing event updated for resources: {'Port': ['ID=502721cf-4100-4f3b-b068-e3b9aac1d7c9,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:23.489582 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.495058 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.579713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=e7f9bcce-11ae-4c0f-a51c-d4712f77f57f,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:23.582263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:23.679049 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 55148012-5dce-45c1-833a-3af62349a1ad is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:23.680511 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:23.799559 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 3687f480-6b2d-4fef-a8a6-59afed6a9057 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:12:23.916190 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:12:23.922732 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-14efd4c1-995d-4db1-8081-2ae8750fa590 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "PUT /v2.0/routers/3687f480-6b2d-4fef-a8a6-59afed6a9057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9845276 Feb 04 06:12:24.072371 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-c2bc57a0-88d4-441c-8b25-aaa181105ead tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-365607506&fields=id&tenant_id=08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 267 time: 0.0349953 Feb 04 06:12:24.163717 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396da73b-7be0-410a-8ac6-d65d93b9287e None None] Network 55148012-5dce-45c1-833a-3af62349a1ad requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:12:24.181560 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-a7a9b459-cca2-46c3-8f7d-080e43d10be4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:24.183092 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-a7a9b459-cca2-46c3-8f7d-080e43d10be4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/networks?id=55148012-5dce-45c1-833a-3af62349a1ad HTTP/1.1" status: 200 len: 797 time: 0.1032681 Feb 04 06:12:24.199806 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-76584aad-6570-4c1d-b140-7bd53a596545 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/quotas/08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 375 time: 0.0099397 Feb 04 06:12:24.234773 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0a4b73ae-3ee5-44b2-b111-09d1dd7ad5fb None None] Provisioning complete for port 502721cf-4100-4f3b-b068-e3b9aac1d7c9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:24.235147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0a4b73ae-3ee5-44b2-b111-09d1dd7ad5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.252247 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-391c7c2a-1cd1-41a4-a214-24ca35bc9b39 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462072 Feb 04 06:12:24.378555 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0a4b73ae-3ee5-44b2-b111-09d1dd7ad5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.411891 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-1e162eea-d027-46fd-8672-8be30e53553a service neutron] 10.222.0.10 "GET /v2.0/networks/55148012-5dce-45c1-833a-3af62349a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472154 Feb 04 06:12:24.420926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0a4b73ae-3ee5-44b2-b111-09d1dd7ad5fb None None] For port 502721cf-4100-4f3b-b068-e3b9aac1d7c9, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=502721cf-4100-4f3b-b068-e3b9aac1d7c9,segment=NetworkSegment(99a867b9-8b20-45f8-9e30-e9e131376cf5),segment_id=99a867b9-8b20-45f8-9e30-e9e131376cf5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:24.426307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0a4b73ae-3ee5-44b2-b111-09d1dd7ad5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.496584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b73ae-3ee5-44b2-b111-09d1dd7ad5fb None None] Pushing event updated for resources: {'Port': ['ID=502721cf-4100-4f3b-b068-e3b9aac1d7c9,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:24.510140 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-76dd0bd7-1904-41c0-97d2-2a5aef3c1aa4 service neutron] 10.222.0.10 "GET /v2.0/networks/55148012-5dce-45c1-833a-3af62349a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973508 Feb 04 06:12:24.647791 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8e067630-cf05-4d43-831f-00c23f431c76 None None] Provisioning complete for port 502721cf-4100-4f3b-b068-e3b9aac1d7c9 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:24.648163 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8e067630-cf05-4d43-831f-00c23f431c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.752737 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-8e067630-cf05-4d43-831f-00c23f431c76 None None] Provisioning complete for port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:24.752737 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8e067630-cf05-4d43-831f-00c23f431c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.772784 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Sync routers for ids ['3687f480-6b2d-4fef-a8a6-59afed6a9057'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:24.786776 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Routers {'3687f480-6b2d-4fef-a8a6-59afed6a9057'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:12:24.791731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-8e067630-cf05-4d43-831f-00c23f431c76 None None] Port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:12:24.793645 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:12:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['3687f480-6b2d-4fef-a8a6-59afed6a9057'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:24.865923 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:12:24.909108 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Set router 3687f480-6b2d-4fef-a8a6-59afed6a9057 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:12:24.918785 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-4afaba6c-1872-48ec-ad47-0dabb391083d None None] Provisioning complete for port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:24.919155 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4afaba6c-1872-48ec-ad47-0dabb391083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.959841 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:24.960221 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:24.963099 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-4afaba6c-1872-48ec-ad47-0dabb391083d None None] Port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:12:25.047753 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.067016 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:25.073832 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.074634 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 502721cf-4100-4f3b-b068-e3b9aac1d7c9 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:12:25.117805 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:19Z', 'updated_at': '2022-02-04T06:12:23Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:20Z', 'updated_at': '2022-02-04T06:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e7f9bcce-11ae-4c0f-a51c-d4712f77f57f', 'name': '', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:90:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '353e2662-db4e-414a-a821-475abaa170f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:22Z', 'updated_at': '2022-02-04T06:12:23Z', 'revision_number': 2, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '353e2662-db4e-414a-a821-475abaa170f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:25.144066 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Checking router: 3687f480-6b2d-4fef-a8a6-59afed6a9057 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:25.144412 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Updating router 3687f480-6b2d-4fef-a8a6-59afed6a9057 port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:12:25.149128 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a3d54fb3-cb9f-49b3-bd8b-3f4d6512815f None None] Provisioning complete for port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:25.149502 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a3d54fb3-cb9f-49b3-bd8b-3f4d6512815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.168856 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.184897 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:25.203276 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a3d54fb3-cb9f-49b3-bd8b-3f4d6512815f None None] Port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:12:25.204582 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 502721cf-4100-4f3b-b068-e3b9aac1d7c9 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:25.204949 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.438992 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.444200 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.495046 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a08a4-9c67-4639-84cb-326fa0a53ca9 None None] Pushing event updated for resources: {'Port': ['ID=e7f9bcce-11ae-4c0f-a51c-d4712f77f57f,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:25.530191 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a08a4-9c67-4639-84cb-326fa0a53ca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:25.530530 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a08a4-9c67-4639-84cb-326fa0a53ca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:25.530864 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a08a4-9c67-4639-84cb-326fa0a53ca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:25.531197 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a08a4-9c67-4639-84cb-326fa0a53ca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:25.531519 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a08a4-9c67-4639-84cb-326fa0a53ca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:25.531851 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a08a4-9c67-4639-84cb-326fa0a53ca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:25.532171 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a08a4-9c67-4639-84cb-326fa0a53ca9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:25.532491 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a08a4-9c67-4639-84cb-326fa0a53ca9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:25.532813 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a08a4-9c67-4639-84cb-326fa0a53ca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:25.533128 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a08a4-9c67-4639-84cb-326fa0a53ca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:25.533441 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a08a4-9c67-4639-84cb-326fa0a53ca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:25.533756 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801a08a4-9c67-4639-84cb-326fa0a53ca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:12:25.549958 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Attempting to bind port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:25.550330 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Attempting to bind port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '99a867b9-8b20-45f8-9e30-e9e131376cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:25.550710 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Attempting to bind port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f on network 55148012-5dce-45c1-833a-3af62349a1ad {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:12:25.555752 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:12:25.556126 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Checking segment: {'id': '99a867b9-8b20-45f8-9e30-e9e131376cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:12:25.556522 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.556913 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Bound using segment: {'id': '99a867b9-8b20-45f8-9e30-e9e131376cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:12:25.557377 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Bound port: e7f9bcce-11ae-4c0f-a51c-d4712f77f57f, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a867b9-8b20-45f8-9e30-e9e131376cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:25.557758 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.624140 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] For port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:12:25.627448 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] For port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e7f9bcce-11ae-4c0f-a51c-d4712f77f57f,segment=NetworkSegment(99a867b9-8b20-45f8-9e30-e9e131376cf5),segment_id=99a867b9-8b20-45f8-9e30-e9e131376cf5)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:12:25.633158 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.685104 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Routers {'3687f480-6b2d-4fef-a8a6-59afed6a9057'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:12:25.685666 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:12:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['3687f480-6b2d-4fef-a8a6-59afed6a9057'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:25.696762 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-72164746-f57b-4d41-aab4-7696442dd29f req-3366a51d-fbe3-4f44-99f9-e07675af7918 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 210 time: 0.0321491 Feb 04 06:12:25.725275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7de0095c-cc54-499c-8a55-9f4faab21f6f None None] Provisioning complete for port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:25.725641 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7de0095c-cc54-499c-8a55-9f4faab21f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.732522 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a08a4-9c67-4639-84cb-326fa0a53ca9 None None] Pushing event updated for resources: {'Port': ['ID=e7f9bcce-11ae-4c0f-a51c-d4712f77f57f,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:25.802513 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] Set router 3687f480-6b2d-4fef-a8a6-59afed6a9057 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:12:25.810260 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7de0095c-cc54-499c-8a55-9f4faab21f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.845858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-7de0095c-cc54-499c-8a55-9f4faab21f6f None None] For port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e7f9bcce-11ae-4c0f-a51c-d4712f77f57f,segment=NetworkSegment(99a867b9-8b20-45f8-9e30-e9e131376cf5),segment_id=99a867b9-8b20-45f8-9e30-e9e131376cf5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:25.852270 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7de0095c-cc54-499c-8a55-9f4faab21f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.902129 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0095c-cc54-499c-8a55-9f4faab21f6f None None] Pushing event updated for resources: {'Port': ['ID=e7f9bcce-11ae-4c0f-a51c-d4712f77f57f,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:25.971249 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1117bc61-2a1a-46ff-ac33-ae956382dcec None None] Provisioning complete for port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:25.971538 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1117bc61-2a1a-46ff-ac33-ae956382dcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:25.997071 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:19Z', 'updated_at': '2022-02-04T06:12:23Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:20Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e7f9bcce-11ae-4c0f-a51c-d4712f77f57f', 'name': '', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:90:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '353e2662-db4e-414a-a821-475abaa170f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:22Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '353e2662-db4e-414a-a821-475abaa170f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:26.103839 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cd4b51-e945-4f2e-b5ae-59fb6b2801b1 None None] The sync data for ids ['3687f480-6b2d-4fef-a8a6-59afed6a9057'] in dv-neutron-827794-1-hyperv is: [{'id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:19Z', 'updated_at': '2022-02-04T06:12:23Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:20Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e7f9bcce-11ae-4c0f-a51c-d4712f77f57f', 'name': '', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:90:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '353e2662-db4e-414a-a821-475abaa170f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:22Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '353e2662-db4e-414a-a821-475abaa170f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:26.776800 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2b23803b-7cf3-4199-aadc-95923c4f4b4d req-74cac96e-32a3-48bc-8fd1-8c8a33fabc3f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 210 time: 0.0288904 Feb 04 06:12:26.861518 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e7f9bcce-11ae-4c0f-a51c-d4712f77f57f up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:12:26.908741 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:26.909121 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:26.994198 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:12:27.040923 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:27.041304 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:27.859558 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7c7129f5-0ac3-4b7b-85e4-4efe41c74a1f req-88c6bf9b-8134-4b5a-bdfd-68f1ab811b60 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 210 time: 0.0274980 Feb 04 06:12:28.935148 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-faf05bc2-687c-46fe-88e2-8f59ab7f375e req-56f2746f-7b6a-422e-82e2-cacc278bbda1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 210 time: 0.0259378 Feb 04 06:12:29.570075 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-32b8b0fc-09c2-4deb-a259-aba90ebe0858 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:29.571585 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-32b8b0fc-09c2-4deb-a259-aba90ebe0858 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/networks?id=55148012-5dce-45c1-833a-3af62349a1ad HTTP/1.1" status: 200 len: 797 time: 0.0994799 Feb 04 06:12:29.619233 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-3f6c818e-6a6f-4fd0-89ee-a1b3964ac795 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 379 time: 0.0384562 Feb 04 06:12:29.632647 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-4ef473b3-6c3a-458c-adc3-2145bf9d2468 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'port': {'device_id': '44651c08-fab6-46f7-a775-6035ea499922', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'admin_state_up': True, 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'security_groups': ['5751ced4-b904-430a-9349-ceadf5e4bcef']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:29.735331 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-4ef473b3-6c3a-458c-adc3-2145bf9d2468 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Made reservation on behalf of 08364a4a54bd473d90b79dbacee4d45e for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:12:29.738705 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-4ef473b3-6c3a-458c-adc3-2145bf9d2468 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:29.860786 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-4ef473b3-6c3a-458c-adc3-2145bf9d2468 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.20.0.7 (55148012-5dce-45c1-833a-3af62349a1ad/353e2662-db4e-414a-a821-475abaa170f0/f1324bc0-7340-4444-9393-0824371698cc) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:29.992513 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-4ef473b3-6c3a-458c-adc3-2145bf9d2468 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.026749 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-4ef473b3-6c3a-458c-adc3-2145bf9d2468 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.027565 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a60d0ab9-6b3c-4c82-b1cb-6b1902694e7c req-c0f4217f-a574-4138-9acb-96a78ee1826a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 210 time: 0.0261035 Feb 04 06:12:30.074907 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-4ef473b3-6c3a-458c-adc3-2145bf9d2468 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 55148012-5dce-45c1-833a-3af62349a1ad is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:30.078042 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-4ef473b3-6c3a-458c-adc3-2145bf9d2468 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:30.081593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-4ef473b3-6c3a-458c-adc3-2145bf9d2468 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:12:30.105083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef473b3-6c3a-458c-adc3-2145bf9d2468 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=f1324bc0-7340-4444-9393-0824371698cc,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:30.139605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-4ef473b3-6c3a-458c-adc3-2145bf9d2468 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:30.140244 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-4ef473b3-6c3a-458c-adc3-2145bf9d2468 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.156211 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-4ef473b3-6c3a-458c-adc3-2145bf9d2468 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5271261 Feb 04 06:12:30.167874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Request body: {'port': {'device_id': '44651c08-fab6-46f7-a775-6035ea499922', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:30.222571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.290506 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f427fdf4-33d1-414d-94a6-5a60ce42f857 None None] Provisioning complete for port f1324bc0-7340-4444-9393-0824371698cc triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:30.291067 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f427fdf4-33d1-414d-94a6-5a60ce42f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.324241 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f427fdf4-33d1-414d-94a6-5a60ce42f857 None None] Port f1324bc0-7340-4444-9393-0824371698cc cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:12:30.484825 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1324bc0-7340-4444-9393-0824371698cc {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:12:30.492123 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.503444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Transition to ACTIVE for port object f1324bc0-7340-4444-9393-0824371698cc will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:12:30.507185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.572896 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Pushing event updated for resources: {'Port': ['ID=f1324bc0-7340-4444-9393-0824371698cc,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:30.624024 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Attempting to bind port f1324bc0-7340-4444-9393-0824371698cc on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:12:30.624367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Attempting to bind port f1324bc0-7340-4444-9393-0824371698cc by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '99a867b9-8b20-45f8-9e30-e9e131376cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:12:30.624694 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Attempting to bind port f1324bc0-7340-4444-9393-0824371698cc on network 55148012-5dce-45c1-833a-3af62349a1ad {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:12:30.629077 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Port f1324bc0-7340-4444-9393-0824371698cc on network 55148012-5dce-45c1-833a-3af62349a1ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:12:30.629397 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Attempting to bind port f1324bc0-7340-4444-9393-0824371698cc on network 55148012-5dce-45c1-833a-3af62349a1ad {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:12:30.634392 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:12:30.634726 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Checking segment: {'id': '99a867b9-8b20-45f8-9e30-e9e131376cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:12:30.635106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Bound using segment: {'id': '99a867b9-8b20-45f8-9e30-e9e131376cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:12:30.635532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Bound port: f1324bc0-7340-4444-9393-0824371698cc, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a867b9-8b20-45f8-9e30-e9e131376cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:12:30.635885 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:30.703234 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] For port f1324bc0-7340-4444-9393-0824371698cc, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:12:30.706224 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] For port f1324bc0-7340-4444-9393-0824371698cc, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f1324bc0-7340-4444-9393-0824371698cc,segment=NetworkSegment(99a867b9-8b20-45f8-9e30-e9e131376cf5),segment_id=99a867b9-8b20-45f8-9e30-e9e131376cf5)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:12:30.711070 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.010257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:31.010988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:31.012292 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] 10.222.0.26 "PUT /v2.0/ports/f1324bc0-7340-4444-9393-0824371698cc HTTP/1.1" status: 200 len: 1093 time: 0.8486402 Feb 04 06:12:31.012738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44651c08-fab6-46f7-a775-6035ea499922', 'tag': 'f1324bc0-7340-4444-9393-0824371698cc'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:31.016910 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dcec2c-b663-4ec5-91cc-37da234adf6f" -d '{"events": [{"name": "network-changed", "server_uuid": "44651c08-fab6-46f7-a775-6035ea499922", "tag": "f1324bc0-7340-4444-9393-0824371698cc"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:12:31.040772 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bf4c8-90da-44f6-bc9f-d4c9a5175852 service neutron] Pushing event updated for resources: {'Port': ['ID=f1324bc0-7340-4444-9393-0824371698cc,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:31.084945 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e07442-5bc5-408c-a764-102ff6f488fc x-openstack-request-id: req-62e07442-5bc5-408c-a764-102ff6f488fc {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:12:31.085248 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44651c08-fab6-46f7-a775-6035ea499922", "tag": "f1324bc0-7340-4444-9393-0824371698cc", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:12:31.085505 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62e07442-5bc5-408c-a764-102ff6f488fc {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:12:31.085944 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44651c08-fab6-46f7-a775-6035ea499922', 'tag': 'f1324bc0-7340-4444-9393-0824371698cc', 'status': 'completed', 'code': 200} Feb 04 06:12:31.103745 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-36362e71-50bb-4971-9edc-6f0a7f89d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:31.105353 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-36362e71-50bb-4971-9edc-6f0a7f89d3fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 1096 time: 0.0481193 Feb 04 06:12:31.153759 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-aaa87576-b403-4dc1-91d7-a4d0b860a60e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1324bc0-7340-4444-9393-0824371698cc HTTP/1.1" status: 200 len: 217 time: 0.0399902 Feb 04 06:12:31.171710 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae851a8-8283-443b-a396-f11fb74a10bf req-26259d7b-be0e-42e6-bcaf-db131b3be30c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:31.173247 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2ae851a8-8283-443b-a396-f11fb74a10bf req-26259d7b-be0e-42e6-bcaf-db131b3be30c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 943 time: 0.0556998 Feb 04 06:12:31.206142 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-8e62c5d9-2260-4e3f-992d-ccc9edd4bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:31.207726 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-8e62c5d9-2260-4e3f-992d-ccc9edd4bb7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=353e2662-db4e-414a-a821-475abaa170f0 HTTP/1.1" status: 200 len: 834 time: 0.0480945 Feb 04 06:12:31.214102 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2ae851a8-8283-443b-a396-f11fb74a10bf req-19eff6c1-09f9-49ce-aec1-053eae099b4c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345693 Feb 04 06:12:31.257288 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-b996f538-1b04-4180-8b3f-0261596f41f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:31.258749 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-b996f538-1b04-4180-8b3f-0261596f41f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55148012-5dce-45c1-833a-3af62349a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421004 Feb 04 06:12:31.349223 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-e6afe0de-f907-4530-b286-b3a7ecd64fcc service neutron] 10.222.0.26 "GET /v2.0/networks/55148012-5dce-45c1-833a-3af62349a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836337 Feb 04 06:12:31.444184 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-58a4774e-c31b-4b4b-a9f5-d45704caecb0 req-9b874d67-b0ce-4b92-a323-b3f4446e900f service neutron] 10.222.0.26 "GET /v2.0/networks/55148012-5dce-45c1-833a-3af62349a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883460 Feb 04 06:12:31.527031 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcec2c-b663-4ec5-91cc-37da234adf6f req-b0e8659f-ca1e-4d0e-a59b-43277a962cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:31.528520 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-27dcec2c-b663-4ec5-91cc-37da234adf6f req-b0e8659f-ca1e-4d0e-a59b-43277a962cb5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 1096 time: 0.0409935 Feb 04 06:12:31.621590 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcec2c-b663-4ec5-91cc-37da234adf6f req-757855d5-6c10-4a47-b089-dcd7bfc5bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:31.623832 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-27dcec2c-b663-4ec5-91cc-37da234adf6f req-757855d5-6c10-4a47-b089-dcd7bfc5bea3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55148012-5dce-45c1-833a-3af62349a1ad HTTP/1.1" status: 200 len: 897 time: 0.0890326 Feb 04 06:12:31.665117 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-27dcec2c-b663-4ec5-91cc-37da234adf6f req-51e15d80-3d3b-4759-a631-dc0fa7beb040 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1324bc0-7340-4444-9393-0824371698cc HTTP/1.1" status: 200 len: 217 time: 0.0335448 Feb 04 06:12:31.714593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcec2c-b663-4ec5-91cc-37da234adf6f req-6c214dc5-cfd9-4544-b71f-fb024029eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:31.716040 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-27dcec2c-b663-4ec5-91cc-37da234adf6f req-6c214dc5-cfd9-4544-b71f-fb024029eaaf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=353e2662-db4e-414a-a821-475abaa170f0 HTTP/1.1" status: 200 len: 834 time: 0.0441873 Feb 04 06:12:31.765663 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcec2c-b663-4ec5-91cc-37da234adf6f req-a37b542d-4a66-4e11-9d94-d9c6633d68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:31.767185 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-27dcec2c-b663-4ec5-91cc-37da234adf6f req-a37b542d-4a66-4e11-9d94-d9c6633d68d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55148012-5dce-45c1-833a-3af62349a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439019 Feb 04 06:12:31.856094 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-27dcec2c-b663-4ec5-91cc-37da234adf6f req-881fbeb0-5a6f-4d44-a1a2-52ce9b4b086f service neutron] 10.222.0.26 "GET /v2.0/networks/55148012-5dce-45c1-833a-3af62349a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807934 Feb 04 06:12:31.949357 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-27dcec2c-b663-4ec5-91cc-37da234adf6f req-fb0984df-e138-4529-9b04-b8c1b95c07ee service neutron] 10.222.0.26 "GET /v2.0/networks/55148012-5dce-45c1-833a-3af62349a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859406 Feb 04 06:12:32.326995 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5ece7-9a59-49b5-81d8-bdf922025069 req-67adb6ae-4047-4ed9-9198-56fc5b428f11 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:32.328427 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-48a5ece7-9a59-49b5-81d8-bdf922025069 req-67adb6ae-4047-4ed9-9198-56fc5b428f11 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 943 time: 0.0467637 Feb 04 06:12:32.364780 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-48a5ece7-9a59-49b5-81d8-bdf922025069 req-df55ec60-21df-4b46-823c-72ef4c3d6963 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306206 Feb 04 06:12:33.475502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513ed45-36be-42f8-b207-2300dc88c34b req-d214b667-6de1-46f6-b909-56b5f060d044 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:33.476955 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d513ed45-36be-42f8-b207-2300dc88c34b req-d214b667-6de1-46f6-b909-56b5f060d044 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 943 time: 0.0477047 Feb 04 06:12:33.513825 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d513ed45-36be-42f8-b207-2300dc88c34b req-ded66fe3-7b91-4527-a15c-8e6aa5e9cdb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303152 Feb 04 06:12:33.765802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f1324bc0-7340-4444-9393-0824371698cc details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:12:33.858198 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f1324bc0-7340-4444-9393-0824371698cc, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f1324bc0-7340-4444-9393-0824371698cc,segment=NetworkSegment(99a867b9-8b20-45f8-9e30-e9e131376cf5),segment_id=99a867b9-8b20-45f8-9e30-e9e131376cf5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:33.868060 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'f1324bc0-7340-4444-9393-0824371698cc', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'port_id': 'f1324bc0-7340-4444-9393-0824371698cc', 'mac_address': 'fa:16:3e:17:bf:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353e2662-db4e-414a-a821-475abaa170f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:12:33.903832 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.915872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1324bc0-7340-4444-9393-0824371698cc {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:12:33.934182 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f1324bc0-7340-4444-9393-0824371698cc, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f1324bc0-7340-4444-9393-0824371698cc,segment=NetworkSegment(99a867b9-8b20-45f8-9e30-e9e131376cf5),segment_id=99a867b9-8b20-45f8-9e30-e9e131376cf5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:33.939566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:33.984330 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=f1324bc0-7340-4444-9393-0824371698cc,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:34.141583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['f1324bc0-7340-4444-9393-0824371698cc'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:12:34.349672 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:34.628622 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5215be-94c1-40b5-b706-3eea280d8d95 req-bfbddffa-11ce-4832-91b8-92dff592cfec tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:34.630117 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8a5215be-94c1-40b5-b706-3eea280d8d95 req-bfbddffa-11ce-4832-91b8-92dff592cfec tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 944 time: 0.0510547 Feb 04 06:12:34.667978 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8a5215be-94c1-40b5-b706-3eea280d8d95 req-4b6811ed-653a-4447-9b79-33eb6c0637b6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319800 Feb 04 06:12:35.779420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45242e-710b-4174-bc8f-3b60832c9d8f req-cb024092-df2b-49eb-9017-068dbefe667c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:35.780783 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5f45242e-710b-4174-bc8f-3b60832c9d8f req-cb024092-df2b-49eb-9017-068dbefe667c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 944 time: 0.0470450 Feb 04 06:12:35.781493 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f1324bc0-7340-4444-9393-0824371698cc up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:12:35.817620 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5f45242e-710b-4174-bc8f-3b60832c9d8f req-63d8ceed-0f42-44f1-a728-7daf7ae268db tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307918 Feb 04 06:12:35.829960 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port f1324bc0-7340-4444-9393-0824371698cc completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:12:35.833727 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port f1324bc0-7340-4444-9393-0824371698cc triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:12:35.834129 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.910661 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.932354 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44651c08-fab6-46f7-a775-6035ea499922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1324bc0-7340-4444-9393-0824371698cc'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:35.934606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e6c4e2-bbfe-49ec-8bc7-f7de943f6988" -d '{"events": [{"server_uuid": "44651c08-fab6-46f7-a775-6035ea499922", "name": "network-vif-plugged", "status": "completed", "tag": "f1324bc0-7340-4444-9393-0824371698cc"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:12:35.946491 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f1324bc0-7340-4444-9393-0824371698cc, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f1324bc0-7340-4444-9393-0824371698cc,segment=NetworkSegment(99a867b9-8b20-45f8-9e30-e9e131376cf5),segment_id=99a867b9-8b20-45f8-9e30-e9e131376cf5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:12:35.950506 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:35.973545 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78389e3a-6a07-48b6-824e-358006508868 x-openstack-request-id: req-78389e3a-6a07-48b6-824e-358006508868 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:12:35.973860 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44651c08-fab6-46f7-a775-6035ea499922", "name": "network-vif-plugged", "status": "completed", "tag": "f1324bc0-7340-4444-9393-0824371698cc", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:12:35.974113 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78389e3a-6a07-48b6-824e-358006508868 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:12:35.974494 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44651c08-fab6-46f7-a775-6035ea499922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1324bc0-7340-4444-9393-0824371698cc', 'code': 200} Feb 04 06:12:35.999996 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=f1324bc0-7340-4444-9393-0824371698cc,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:36.129086 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc59757-0012-4ebf-9eee-98b91a98e647 req-2253bae2-213f-49e6-ac93-c38136154bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:36.130614 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-acc59757-0012-4ebf-9eee-98b91a98e647 req-2253bae2-213f-49e6-ac93-c38136154bb1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 1098 time: 0.0402143 Feb 04 06:12:36.164040 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-acc59757-0012-4ebf-9eee-98b91a98e647 req-b6af6e45-da58-4515-89cb-6c5cd0cc1898 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272167 Feb 04 06:12:36.933975 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64e39b-b5ab-4971-8d62-9816b8833b10 req-937f2e19-8f17-410d-9752-94feb1fa34c7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:36.936009 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9a64e39b-b5ab-4971-8d62-9816b8833b10 req-937f2e19-8f17-410d-9752-94feb1fa34c7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0514753 Feb 04 06:12:36.973663 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9a64e39b-b5ab-4971-8d62-9816b8833b10 req-644e1706-9243-4187-a428-879a0e31606a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300739 Feb 04 06:12:38.090293 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8248a7-287c-424b-952c-f6edb069fc6a req-11a363a4-83c9-4e2e-8c80-d0376b3fe946 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:38.092263 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-de8248a7-287c-424b-952c-f6edb069fc6a req-11a363a4-83c9-4e2e-8c80-d0376b3fe946 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0520504 Feb 04 06:12:38.128432 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-de8248a7-287c-424b-952c-f6edb069fc6a req-a776adc9-aed7-49a1-8927-551bb08da31f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303507 Feb 04 06:12:38.238585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32145c3a-9b98-403b-9832-0884924f314b req-e572f6ec-b868-4b65-a723-e530caf0b918 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:38.240020 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-32145c3a-9b98-403b-9832-0884924f314b req-e572f6ec-b868-4b65-a723-e530caf0b918 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0479684 Feb 04 06:12:38.276106 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-32145c3a-9b98-403b-9832-0884924f314b req-a987870f-99a7-4c7d-a3ce-fb423a586d91 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301926 Feb 04 06:12:38.297006 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58644) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:38.334832 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5683fd-4e00-4f14-a693-f671eb11075c tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:38.336285 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8e5683fd-4e00-4f14-a693-f671eb11075c tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 1093 time: 0.0383470 Feb 04 06:12:38.338966 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58646) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:38.343853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': 'f1324bc0-7340-4444-9393-0824371698cc', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:12:38.365981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.463206 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.560273 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.26.3.246 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/c5377e2b-bc53-4953-a130-ead588749fd9) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:12:38.661277 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.695128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:38.734143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:12:38.736894 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:12:38.740257 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:12:38.765742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=c5377e2b-bc53-4953-a130-ead588749fd9,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:39.088901 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.151588 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.294946 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.299242 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.368909 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=c5377e2b-bc53-4953-a130-ead588749fd9,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:12:39.379931 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.477180 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Floating IP fc527cba-7c9c-4d0f-b58b-d3817a29401d associated. External IP: 172.26.3.246, port: f1324bc0-7340-4444-9393-0824371698cc. Feb 04 06:12:39.675644 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 3687f480-6b2d-4fef-a8a6-59afed6a9057 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:12:39.776601 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:12:39.786058 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7cd4c8-ec10-45ea-bd2c-644658f6b277 None None] Sync routers for ids ['3687f480-6b2d-4fef-a8a6-59afed6a9057'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:12:39.794022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:39.797711 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7cd4c8-ec10-45ea-bd2c-644658f6b277 None None] Routers {'3687f480-6b2d-4fef-a8a6-59afed6a9057'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:12:39.798365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-0b7cd4c8-ec10-45ea-bd2c-644658f6b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:12:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['3687f480-6b2d-4fef-a8a6-59afed6a9057'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:39.827602 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-115810c7-cc9c-408b-918c-36dd98431581 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4876330 Feb 04 06:12:39.828176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44651c08-fab6-46f7-a775-6035ea499922', 'tag': 'f1324bc0-7340-4444-9393-0824371698cc'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:12:39.830439 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63466dc-c7d2-463d-ab25-e25251a4ba89" -d '{"events": [{"name": "network-changed", "server_uuid": "44651c08-fab6-46f7-a775-6035ea499922", "tag": "f1324bc0-7340-4444-9393-0824371698cc"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:12:39.870389 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a6156e-5df3-4e88-9122-14268730069a x-openstack-request-id: req-07a6156e-5df3-4e88-9122-14268730069a {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:12:39.870686 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44651c08-fab6-46f7-a775-6035ea499922", "tag": "f1324bc0-7340-4444-9393-0824371698cc", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:12:39.870942 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07a6156e-5df3-4e88-9122-14268730069a {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:12:39.871349 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44651c08-fab6-46f7-a775-6035ea499922', 'tag': 'f1324bc0-7340-4444-9393-0824371698cc', 'status': 'completed', 'code': 200} Feb 04 06:12:39.906441 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-0b7cd4c8-ec10-45ea-bd2c-644658f6b277 None None] Set router 3687f480-6b2d-4fef-a8a6-59afed6a9057 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:12:39.929845 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63466dc-c7d2-463d-ab25-e25251a4ba89 req-66c3f76e-49f9-4dad-b42a-8bb8c0cfb4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:39.931351 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b63466dc-c7d2-463d-ab25-e25251a4ba89 req-66c3f76e-49f9-4dad-b42a-8bb8c0cfb4db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 1098 time: 0.0401976 Feb 04 06:12:39.938951 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1da52-be07-4b20-bfdf-07ed0c648830 req-55723d34-85a6-4e02-875e-ed8678c8f2ec tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:39.940623 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-02f1da52-be07-4b20-bfdf-07ed0c648830 req-55723d34-85a6-4e02-875e-ed8678c8f2ec tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0529745 Feb 04 06:12:39.980401 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-02f1da52-be07-4b20-bfdf-07ed0c648830 req-1a3f74f5-b2ae-424e-a457-65a370c4f5c5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331860 Feb 04 06:12:40.003499 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58652) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:40.030989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63466dc-c7d2-463d-ab25-e25251a4ba89 req-e0a7e23a-5e0a-48e6-8afd-28b47b059003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:40.032469 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b63466dc-c7d2-463d-ab25-e25251a4ba89 req-e0a7e23a-5e0a-48e6-8afd-28b47b059003 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55148012-5dce-45c1-833a-3af62349a1ad HTTP/1.1" status: 200 len: 897 time: 0.0951557 Feb 04 06:12:40.063824 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3137a01e-d2c9-4834-9711-6a500f694a9f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/fc527cba-7c9c-4d0f-b58b-d3817a29401d HTTP/1.1" status: 200 len: 991 time: 0.0591433 Feb 04 06:12:40.099016 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b63466dc-c7d2-463d-ab25-e25251a4ba89 req-05c9d37c-76fc-4fcf-9608-3372c482a0ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1324bc0-7340-4444-9393-0824371698cc HTTP/1.1" status: 200 len: 999 time: 0.0596735 Feb 04 06:12:40.133080 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-0b7cd4c8-ec10-45ea-bd2c-644658f6b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:19Z', 'updated_at': '2022-02-04T06:12:23Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:20Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'fc527cba-7c9c-4d0f-b58b-d3817a29401d', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'port_id': 'f1324bc0-7340-4444-9393-0824371698cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'mac_address': 'fa:16:3e:17:bf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44651c08-fab6-46f7-a775-6035ea499922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:12:38Z', 'updated_at': '2022-02-04T06:12:38Z', 'revision_number': 0, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f9bcce-11ae-4c0f-a51c-d4712f77f57f', 'name': '', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:90:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '353e2662-db4e-414a-a821-475abaa170f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:22Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '353e2662-db4e-414a-a821-475abaa170f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:40.151465 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63466dc-c7d2-463d-ab25-e25251a4ba89 req-e7a2089f-fbe7-4de8-9ae0-160da89bc022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:40.152911 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b63466dc-c7d2-463d-ab25-e25251a4ba89 req-e7a2089f-fbe7-4de8-9ae0-160da89bc022 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=353e2662-db4e-414a-a821-475abaa170f0 HTTP/1.1" status: 200 len: 834 time: 0.0480793 Feb 04 06:12:40.160640 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7cd4c8-ec10-45ea-bd2c-644658f6b277 None None] Checking router: 3687f480-6b2d-4fef-a8a6-59afed6a9057 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:12:40.168831 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7cd4c8-ec10-45ea-bd2c-644658f6b277 None None] Routers {'3687f480-6b2d-4fef-a8a6-59afed6a9057'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:12:40.169553 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-0b7cd4c8-ec10-45ea-bd2c-644658f6b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:12:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['3687f480-6b2d-4fef-a8a6-59afed6a9057'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:40.196971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63466dc-c7d2-463d-ab25-e25251a4ba89 req-6e32dccf-6233-4cdc-9f88-551b670d8979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:12:40.198433 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b63466dc-c7d2-463d-ab25-e25251a4ba89 req-6e32dccf-6233-4cdc-9f88-551b670d8979 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55148012-5dce-45c1-833a-3af62349a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391674 Feb 04 06:12:40.273052 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-0b7cd4c8-ec10-45ea-bd2c-644658f6b277 None None] Set router 3687f480-6b2d-4fef-a8a6-59afed6a9057 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:12:40.284505 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b63466dc-c7d2-463d-ab25-e25251a4ba89 req-0de0794c-787e-469f-b601-e6aebc8c66e3 service neutron] 10.222.0.26 "GET /v2.0/networks/55148012-5dce-45c1-833a-3af62349a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797913 Feb 04 06:12:40.376307 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b63466dc-c7d2-463d-ab25-e25251a4ba89 req-8cf32606-b488-4bb9-93eb-a9350919c3a7 service neutron] 10.222.0.26 "GET /v2.0/networks/55148012-5dce-45c1-833a-3af62349a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854895 Feb 04 06:12:40.489496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-0b7cd4c8-ec10-45ea-bd2c-644658f6b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:19Z', 'updated_at': '2022-02-04T06:12:23Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:20Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'fc527cba-7c9c-4d0f-b58b-d3817a29401d', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'port_id': 'f1324bc0-7340-4444-9393-0824371698cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'mac_address': 'fa:16:3e:17:bf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44651c08-fab6-46f7-a775-6035ea499922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:12:38Z', 'updated_at': '2022-02-04T06:12:38Z', 'revision_number': 0, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f9bcce-11ae-4c0f-a51c-d4712f77f57f', 'name': '', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:90:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '353e2662-db4e-414a-a821-475abaa170f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:22Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '353e2662-db4e-414a-a821-475abaa170f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:12:40.527926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7cd4c8-ec10-45ea-bd2c-644658f6b277 None None] The sync data for ids ['3687f480-6b2d-4fef-a8a6-59afed6a9057'] in dv-neutron-827794-1-hyperv is: [{'id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:19Z', 'updated_at': '2022-02-04T06:12:23Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:20Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'fc527cba-7c9c-4d0f-b58b-d3817a29401d', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'port_id': 'f1324bc0-7340-4444-9393-0824371698cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'mac_address': 'fa:16:3e:17:bf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44651c08-fab6-46f7-a775-6035ea499922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:12:38Z', 'updated_at': '2022-02-04T06:12:38Z', 'revision_number': 0, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f9bcce-11ae-4c0f-a51c-d4712f77f57f', 'name': '', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:90:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '353e2662-db4e-414a-a821-475abaa170f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:22Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '353e2662-db4e-414a-a821-475abaa170f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:12:40.710966 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f766c4a3-7924-478d-8f82-3a320b5568a5 None None] New status for floating IP fc527cba-7c9c-4d0f-b58b-d3817a29401d: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:12:41.067431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58654) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:12:41.125636 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a8e8148e-9126-415c-80c1-6ed259dffdf7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/fc527cba-7c9c-4d0f-b58b-d3817a29401d HTTP/1.1" status: 200 len: 993 time: 0.0571423 Feb 04 06:12:42.751557 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6e3cd818-9b50-43b2-ade6-c7a289b56163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:44.921019 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-83ec6afa-1236-44c0-81a2-0360235d8e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:45.982912 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.798582 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:47.981264 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:12:48.960055 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:13:04.341876 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:09.112131 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ddf61d3d-1bd9-4986-8445-6fd4d00c9d65 req-db7f0102-cec8-4283-8e25-4688594267dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0897441 Feb 04 06:13:09.192071 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf61d3d-1bd9-4986-8445-6fd4d00c9d65 req-5ee1a332-fcd5-4610-9f69-bc0765472cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:09.193541 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ddf61d3d-1bd9-4986-8445-6fd4d00c9d65 req-5ee1a332-fcd5-4610-9f69-bc0765472cd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 1098 time: 0.0411201 Feb 04 06:13:09.294701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf61d3d-1bd9-4986-8445-6fd4d00c9d65 req-bb07f8b6-4c9a-4f67-8fe2-189d6515153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:09.296582 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ddf61d3d-1bd9-4986-8445-6fd4d00c9d65 req-bb07f8b6-4c9a-4f67-8fe2-189d6515153b service neutron] 10.222.0.26 "GET /v2.0/networks?id=55148012-5dce-45c1-833a-3af62349a1ad HTTP/1.1" status: 200 len: 897 time: 0.0833962 Feb 04 06:13:09.363993 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ddf61d3d-1bd9-4986-8445-6fd4d00c9d65 req-c0358dcc-5962-45e8-a8c4-e1ab2089916e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1324bc0-7340-4444-9393-0824371698cc HTTP/1.1" status: 200 len: 1001 time: 0.0603302 Feb 04 06:13:09.415754 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf61d3d-1bd9-4986-8445-6fd4d00c9d65 req-26000075-e18a-4f69-97d9-591bb21be3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:09.417186 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ddf61d3d-1bd9-4986-8445-6fd4d00c9d65 req-26000075-e18a-4f69-97d9-591bb21be3dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=353e2662-db4e-414a-a821-475abaa170f0 HTTP/1.1" status: 200 len: 834 time: 0.0463612 Feb 04 06:13:09.461572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf61d3d-1bd9-4986-8445-6fd4d00c9d65 req-adbe4608-2270-4ec8-b994-91219e301ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:09.463047 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ddf61d3d-1bd9-4986-8445-6fd4d00c9d65 req-adbe4608-2270-4ec8-b994-91219e301ce1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55148012-5dce-45c1-833a-3af62349a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377150 Feb 04 06:13:09.553089 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ddf61d3d-1bd9-4986-8445-6fd4d00c9d65 req-1fa1347a-52d1-4184-8a88-d3f450f04b36 service neutron] 10.222.0.26 "GET /v2.0/networks/55148012-5dce-45c1-833a-3af62349a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830500 Feb 04 06:13:09.646807 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ddf61d3d-1bd9-4986-8445-6fd4d00c9d65 req-227f15a6-ff46-46e5-ae67-1c445bb5c554 service neutron] 10.222.0.26 "GET /v2.0/networks/55148012-5dce-45c1-833a-3af62349a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874453 Feb 04 06:13:12.478760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f7972-45bc-482a-9cbc-024de3b2e0a5 req-d2ac31f0-4449-46b2-b5f1-965093e46644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:12.480264 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-327f7972-45bc-482a-9cbc-024de3b2e0a5 req-d2ac31f0-4449-46b2-b5f1-965093e46644 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 1098 time: 0.0408752 Feb 04 06:13:12.533811 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e78b-98ac-412f-95bb-84cdf6ad2f97 req-495c969d-321e-41d9-9d1f-2453a4090d31 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:12.535298 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b538e78b-98ac-412f-95bb-84cdf6ad2f97 req-495c969d-321e-41d9-9d1f-2453a4090d31 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.1024053 Feb 04 06:13:12.574177 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b538e78b-98ac-412f-95bb-84cdf6ad2f97 req-a90dd791-7182-4b68-8195-e51190eef8a3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321748 Feb 04 06:13:12.580150 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f7972-45bc-482a-9cbc-024de3b2e0a5 req-ccfdd3dd-9281-48c8-ac00-05bd11419d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:12.581706 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-327f7972-45bc-482a-9cbc-024de3b2e0a5 req-ccfdd3dd-9281-48c8-ac00-05bd11419d21 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55148012-5dce-45c1-833a-3af62349a1ad HTTP/1.1" status: 200 len: 897 time: 0.0933008 Feb 04 06:13:12.647986 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-327f7972-45bc-482a-9cbc-024de3b2e0a5 req-4a9bbff3-2301-48f1-a27d-ca53933d3d13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1324bc0-7340-4444-9393-0824371698cc HTTP/1.1" status: 200 len: 1001 time: 0.0571003 Feb 04 06:13:12.700106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f7972-45bc-482a-9cbc-024de3b2e0a5 req-e899702f-086b-4768-9ba7-78241defff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:12.702337 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-327f7972-45bc-482a-9cbc-024de3b2e0a5 req-e899702f-086b-4768-9ba7-78241defff37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=353e2662-db4e-414a-a821-475abaa170f0 HTTP/1.1" status: 200 len: 834 time: 0.0466628 Feb 04 06:13:12.746836 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f7972-45bc-482a-9cbc-024de3b2e0a5 req-7b7810db-8809-4cd0-aa25-ff88c79e70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:12.748480 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-327f7972-45bc-482a-9cbc-024de3b2e0a5 req-7b7810db-8809-4cd0-aa25-ff88c79e70dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55148012-5dce-45c1-833a-3af62349a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390830 Feb 04 06:13:12.753045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-75f9768f-a789-4e2c-b039-597e30caa2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:12.835887 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-327f7972-45bc-482a-9cbc-024de3b2e0a5 req-ddded773-af3d-4db7-b508-21392494ae3b service neutron] 10.222.0.26 "GET /v2.0/networks/55148012-5dce-45c1-833a-3af62349a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794663 Feb 04 06:13:12.926242 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-327f7972-45bc-482a-9cbc-024de3b2e0a5 req-00d44e8b-3bc8-4c6b-ae9b-9cbe3b653923 service neutron] 10.222.0.26 "GET /v2.0/networks/55148012-5dce-45c1-833a-3af62349a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827067 Feb 04 06:13:13.736095 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d6d48-75cd-4fc6-a841-d8dc63dd8291 req-07cd1c36-8359-46c5-ab24-c757841e3cf8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:13.737532 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7d7d6d48-75cd-4fc6-a841-d8dc63dd8291 req-07cd1c36-8359-46c5-ab24-c757841e3cf8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0946965 Feb 04 06:13:13.773546 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7d7d6d48-75cd-4fc6-a841-d8dc63dd8291 req-6c4e331a-87cd-4e37-bf74-36bedbc9d98e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301497 Feb 04 06:13:14.886212 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b755e-725a-4840-abd6-a5ac163dc412 req-d2ccada1-4273-4339-befe-50cf1f16336c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:14.887663 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5c4b755e-725a-4840-abd6-a5ac163dc412 req-d2ccada1-4273-4339-befe-50cf1f16336c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0472491 Feb 04 06:13:14.922010 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-942491e7-57ad-454a-9851-589859a0f7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:14.925825 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5c4b755e-725a-4840-abd6-a5ac163dc412 req-207e6b4d-4fe4-4ace-88d9-e31f8227dc33 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323291 Feb 04 06:13:15.986897 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:16.042743 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d681a-038c-4677-af9a-8c5aa3274dbb req-79a61cff-3422-4b93-8977-257ab8fc4a46 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:16.044182 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cf8d681a-038c-4677-af9a-8c5aa3274dbb req-79a61cff-3422-4b93-8977-257ab8fc4a46 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0503652 Feb 04 06:13:16.081601 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cf8d681a-038c-4677-af9a-8c5aa3274dbb req-1eef2e40-f510-4ab8-901b-9200d0bcf7cb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306492 Feb 04 06:13:17.192231 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fa14c-3ae7-44e9-80e3-b805a9e28a7d req-ccb01e08-5f58-41b1-a084-0ee3a49eb2e9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:17.193665 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-db5fa14c-3ae7-44e9-80e3-b805a9e28a7d req-ccb01e08-5f58-41b1-a084-0ee3a49eb2e9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0469565 Feb 04 06:13:17.232721 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-db5fa14c-3ae7-44e9-80e3-b805a9e28a7d req-b6643765-4986-4c29-9ce0-3cc698342929 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325942 Feb 04 06:13:17.800740 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:17.981674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:18.345585 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcacc3-68f7-4328-a63f-058d21b0ef9e req-fd656328-0dfa-4468-a7e1-8648be2226fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:18.347082 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-31bcacc3-68f7-4328-a63f-058d21b0ef9e req-fd656328-0dfa-4468-a7e1-8648be2226fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0482183 Feb 04 06:13:18.382816 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-31bcacc3-68f7-4328-a63f-058d21b0ef9e req-a9176bd2-8ecd-400b-a044-52e4c04a9dc1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299225 Feb 04 06:13:19.501365 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a17a2-fb10-4be0-af8b-0f7822489b05 req-62cbd2f8-9580-4c99-8bf9-2dfe06f0e44e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:19.502843 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5c6a17a2-fb10-4be0-af8b-0f7822489b05 req-62cbd2f8-9580-4c99-8bf9-2dfe06f0e44e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0539157 Feb 04 06:13:19.540811 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5c6a17a2-fb10-4be0-af8b-0f7822489b05 req-dab526f9-0fc2-4481-a585-870e75966206 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320811 Feb 04 06:13:20.656962 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a6f48-2c08-49d6-a9be-6957b7d7bd51 req-8bb0a3d9-d886-4af6-ac98-3157f60eea33 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:20.658471 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6e9a6f48-2c08-49d6-a9be-6957b7d7bd51 req-8bb0a3d9-d886-4af6-ac98-3157f60eea33 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0472033 Feb 04 06:13:20.694895 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6e9a6f48-2c08-49d6-a9be-6957b7d7bd51 req-8625f0c9-40e4-47a5-a300-e6d7f060afcd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306642 Feb 04 06:13:21.806045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7546d9c-38ea-4a8d-b99a-c83f6c47277d req-38e181e1-9e54-4369-8b73-5bd48da6eb43 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:21.807508 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d7546d9c-38ea-4a8d-b99a-c83f6c47277d req-38e181e1-9e54-4369-8b73-5bd48da6eb43 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0473387 Feb 04 06:13:21.843781 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d7546d9c-38ea-4a8d-b99a-c83f6c47277d req-34f5e918-4ebe-48e3-a1ab-872b8dde1947 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298781 Feb 04 06:13:22.959489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174f93b-1c1c-4528-b715-4b4765c3bce7 req-78f3613b-a939-41d2-8e52-90fc551cdad7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:22.960932 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9174f93b-1c1c-4528-b715-4b4765c3bce7 req-78f3613b-a939-41d2-8e52-90fc551cdad7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0514450 Feb 04 06:13:22.998142 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9174f93b-1c1c-4528-b715-4b4765c3bce7 req-ffdaba88-38d2-44f4-93b5-cbf3fff3dca4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306284 Feb 04 06:13:24.118880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a293f-263f-4433-b7fb-110483f7381e req-84f0a659-29e3-49f7-bb12-04b3bc8b050d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:24.120312 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-689a293f-263f-4433-b7fb-110483f7381e req-84f0a659-29e3-49f7-bb12-04b3bc8b050d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0468853 Feb 04 06:13:24.156807 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-689a293f-263f-4433-b7fb-110483f7381e req-32750baf-b039-4d19-94e8-76605cf4fffe tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300357 Feb 04 06:13:25.272021 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ffeb6-ec9d-4467-b8f5-435e5e1b5803 req-0c7f59e7-e86e-4fe3-93a4-e4b698bc4b03 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:25.273462 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7f2ffeb6-ec9d-4467-b8f5-435e5e1b5803 req-0c7f59e7-e86e-4fe3-93a4-e4b698bc4b03 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0492821 Feb 04 06:13:25.308567 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7f2ffeb6-ec9d-4467-b8f5-435e5e1b5803 req-f37ba5f3-2408-4491-8ba4-73e6a0c20524 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291979 Feb 04 06:13:25.958625 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:13:26.424855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6d31-65cc-4e08-b6cc-b698a37d3859 req-28901b37-2376-44b7-9ce8-80a8990f5db3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:26.426379 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-33ef6d31-65cc-4e08-b6cc-b698a37d3859 req-28901b37-2376-44b7-9ce8-80a8990f5db3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0517886 Feb 04 06:13:26.462855 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-33ef6d31-65cc-4e08-b6cc-b698a37d3859 req-45cbe17e-7c68-4f96-bf8e-a302efff3c4c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307076 Feb 04 06:13:27.573867 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3860363-c276-41dc-b5c8-caacab997cad req-09a6cdbc-190a-4be8-9c62-f67051e0f7f6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:27.575586 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a3860363-c276-41dc-b5c8-caacab997cad req-09a6cdbc-190a-4be8-9c62-f67051e0f7f6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0482740 Feb 04 06:13:27.612584 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a3860363-c276-41dc-b5c8-caacab997cad req-340da84e-ed32-40ee-acf3-58a2e5552068 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302839 Feb 04 06:13:28.729661 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a2ed2-b92f-4765-bd8a-4a974b554132 req-7f23afc4-12df-4367-8273-c2474b4341ca tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:13:28.731042 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9a6a2ed2-b92f-4765-bd8a-4a974b554132 req-7f23afc4-12df-4367-8273-c2474b4341ca tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0477395 Feb 04 06:13:28.767545 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9a6a2ed2-b92f-4765-bd8a-4a974b554132 req-1a04b332-917a-4e91-961f-0e03c32e8ec3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301523 Feb 04 06:13:28.789367 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58704) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:13:28.850818 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-abea74db-b6e3-43b3-a409-383f0729a06b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/fc527cba-7c9c-4d0f-b58b-d3817a29401d HTTP/1.1" status: 200 len: 993 time: 0.0603180 Feb 04 06:13:34.348946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:42.754659 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-168f9bb0-28bd-44a7-8f96-ca25c712c32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:44.923071 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e5e851c7-5617-4703-80e1-3b68609df7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:45.988544 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:47.803035 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:47.982916 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.252011 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58720) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:13:59.406201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port c5377e2b-bc53-4953-a130-ead588749fd9 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:13:59.406551 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.482675 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.483010 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.494133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for c5377e2b-bc53-4953-a130-ead588749fd9 owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:13:59.663155 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.689040 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=c5377e2b-bc53-4953-a130-ead588749fd9,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:13:59.713194 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:59.713544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:59.713915 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:59.714255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:59.714589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:59.714916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:59.715251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:59.715572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:59.715899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:59.716254 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:59.716579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:59.716903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:13:59.754465 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:13:59.754797 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Floating IP fc527cba-7c9c-4d0f-b58b-d3817a29401d disassociated (deleted). External IP: 172.26.3.246, port: f1324bc0-7340-4444-9393-0824371698cc. Feb 04 06:13:59.955677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 3687f480-6b2d-4fef-a8a6-59afed6a9057 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:14:00.058137 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:14:00.063310 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:00.068034 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb71ed-dec2-4472-9ddf-92211890c814 None None] Sync routers for ids ['3687f480-6b2d-4fef-a8a6-59afed6a9057'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:00.076908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb71ed-dec2-4472-9ddf-92211890c814 None None] Routers {'3687f480-6b2d-4fef-a8a6-59afed6a9057'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:14:00.077513 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-26bb71ed-dec2-4472-9ddf-92211890c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:13:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['3687f480-6b2d-4fef-a8a6-59afed6a9057'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:00.088788 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-acd662d2-ebbf-44af-bf0d-52bf3fbb0eb0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/floatingips/fc527cba-7c9c-4d0f-b58b-d3817a29401d HTTP/1.1" status: 204 len: 168 time: 0.8357143 Feb 04 06:14:00.089374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44651c08-fab6-46f7-a775-6035ea499922', 'tag': 'f1324bc0-7340-4444-9393-0824371698cc'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:14:00.091662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b954990a-5ed8-4a7d-89e9-d3a1680794ec" -d '{"events": [{"name": "network-changed", "server_uuid": "44651c08-fab6-46f7-a775-6035ea499922", "tag": "f1324bc0-7340-4444-9393-0824371698cc"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:14:00.131951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785e2127-6868-42e2-bb91-3c7fde2bc5f9 x-openstack-request-id: req-785e2127-6868-42e2-bb91-3c7fde2bc5f9 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:14:00.132317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44651c08-fab6-46f7-a775-6035ea499922", "tag": "f1324bc0-7340-4444-9393-0824371698cc", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:14:00.132731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-785e2127-6868-42e2-bb91-3c7fde2bc5f9 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:14:00.133109 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44651c08-fab6-46f7-a775-6035ea499922', 'tag': 'f1324bc0-7340-4444-9393-0824371698cc', 'status': 'completed', 'code': 200} Feb 04 06:14:00.192587 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-26bb71ed-dec2-4472-9ddf-92211890c814 None None] Set router 3687f480-6b2d-4fef-a8a6-59afed6a9057 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:14:00.205191 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954990a-5ed8-4a7d-89e9-d3a1680794ec req-16bc0ee8-fa4d-43a8-b8d8-602466747c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:00.206853 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b954990a-5ed8-4a7d-89e9-d3a1680794ec req-16bc0ee8-fa4d-43a8-b8d8-602466747c8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 1098 time: 0.0477455 Feb 04 06:14:00.303636 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954990a-5ed8-4a7d-89e9-d3a1680794ec req-688dd220-ade5-4d86-9b3d-9d7f5fec241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:00.305264 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b954990a-5ed8-4a7d-89e9-d3a1680794ec req-688dd220-ade5-4d86-9b3d-9d7f5fec241a service neutron] 10.222.0.26 "GET /v2.0/networks?id=55148012-5dce-45c1-833a-3af62349a1ad HTTP/1.1" status: 200 len: 897 time: 0.0916855 Feb 04 06:14:00.327186 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17def9-5102-432b-a693-23da9da45f9d req-1ef0da9f-12a5-4455-8895-dda69156878f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:00.329647 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fa17def9-5102-432b-a693-23da9da45f9d req-1ef0da9f-12a5-4455-8895-dda69156878f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0595915 Feb 04 06:14:00.350289 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b954990a-5ed8-4a7d-89e9-d3a1680794ec req-e8b3ddb3-1de1-4a99-b2d5-b70b79a5c301 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1324bc0-7340-4444-9393-0824371698cc HTTP/1.1" status: 200 len: 217 time: 0.0353656 Feb 04 06:14:00.369198 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fa17def9-5102-432b-a693-23da9da45f9d req-93557fc6-2a3b-41fb-96e1-4f5d321fffc4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334923 Feb 04 06:14:00.404830 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954990a-5ed8-4a7d-89e9-d3a1680794ec req-f1046dd9-d492-4653-9166-92159a4c3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:00.406309 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b954990a-5ed8-4a7d-89e9-d3a1680794ec req-f1046dd9-d492-4653-9166-92159a4c3916 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=353e2662-db4e-414a-a821-475abaa170f0 HTTP/1.1" status: 200 len: 834 time: 0.0493429 Feb 04 06:14:00.453553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954990a-5ed8-4a7d-89e9-d3a1680794ec req-8e06fc86-92de-456a-a672-6f541ed34048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:00.455060 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b954990a-5ed8-4a7d-89e9-d3a1680794ec req-8e06fc86-92de-456a-a672-6f541ed34048 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55148012-5dce-45c1-833a-3af62349a1ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389946 Feb 04 06:14:00.530770 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-26bb71ed-dec2-4472-9ddf-92211890c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:19Z', 'updated_at': '2022-02-04T06:12:23Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:20Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e7f9bcce-11ae-4c0f-a51c-d4712f77f57f', 'name': '', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:90:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '353e2662-db4e-414a-a821-475abaa170f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:22Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '353e2662-db4e-414a-a821-475abaa170f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:00.543441 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b954990a-5ed8-4a7d-89e9-d3a1680794ec req-8deb6fe0-6289-42b9-9126-5734c48ae944 service neutron] 10.222.0.26 "GET /v2.0/networks/55148012-5dce-45c1-833a-3af62349a1ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804021 Feb 04 06:14:00.556629 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb71ed-dec2-4472-9ddf-92211890c814 None None] Checking router: 3687f480-6b2d-4fef-a8a6-59afed6a9057 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:14:00.564673 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb71ed-dec2-4472-9ddf-92211890c814 None None] Routers {'3687f480-6b2d-4fef-a8a6-59afed6a9057'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:14:00.565290 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-26bb71ed-dec2-4472-9ddf-92211890c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:13:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['3687f480-6b2d-4fef-a8a6-59afed6a9057'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:00.636090 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b954990a-5ed8-4a7d-89e9-d3a1680794ec req-a362958d-fdef-4ad2-ab8f-b7f3b33156b7 service neutron] 10.222.0.26 "GET /v2.0/networks/55148012-5dce-45c1-833a-3af62349a1ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844350 Feb 04 06:14:00.670508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-26bb71ed-dec2-4472-9ddf-92211890c814 None None] Set router 3687f480-6b2d-4fef-a8a6-59afed6a9057 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:14:00.862151 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-26bb71ed-dec2-4472-9ddf-92211890c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:19Z', 'updated_at': '2022-02-04T06:12:23Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:20Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e7f9bcce-11ae-4c0f-a51c-d4712f77f57f', 'name': '', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:90:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '353e2662-db4e-414a-a821-475abaa170f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:22Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '353e2662-db4e-414a-a821-475abaa170f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:00.887580 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb71ed-dec2-4472-9ddf-92211890c814 None None] The sync data for ids ['3687f480-6b2d-4fef-a8a6-59afed6a9057'] in dv-neutron-827794-1-hyperv is: [{'id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:19Z', 'updated_at': '2022-02-04T06:12:23Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:20Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e7f9bcce-11ae-4c0f-a51c-d4712f77f57f', 'name': '', 'network_id': '55148012-5dce-45c1-833a-3af62349a1ad', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:90:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '353e2662-db4e-414a-a821-475abaa170f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:22Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '353e2662-db4e-414a-a821-475abaa170f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:01.121921 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e45e44-aa61-46bc-88b5-88a9854f2c14 None None] New status for floating IP fc527cba-7c9c-4d0f-b58b-d3817a29401d: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:14:01.487868 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3de8ed-6f66-4d0f-96ab-695a35db2f3e req-37dc373f-8f79-4681-b2db-00b5e58443fe tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:01.489318 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1f3de8ed-6f66-4d0f-96ab-695a35db2f3e req-37dc373f-8f79-4681-b2db-00b5e58443fe tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0506043 Feb 04 06:14:01.832328 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1f3de8ed-6f66-4d0f-96ab-695a35db2f3e req-d69f3cbd-fc9f-40f1-8f16-f77307453710 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=5751ced4-b904-430a-9349-ceadf5e4bcef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3370469 Feb 04 06:14:01.833864 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774f0a8-0e30-45a9-91f5-6f3e4080046a req-0f7572b5-2869-46ce-8f65-212114eafa5f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:01.835397 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e774f0a8-0e30-45a9-91f5-6f3e4080046a req-0f7572b5-2869-46ce-8f65-212114eafa5f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/ports?device_id=44651c08-fab6-46f7-a775-6035ea499922 HTTP/1.1" status: 200 len: 945 time: 0.0497472 Feb 04 06:14:01.924236 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-e774f0a8-0e30-45a9-91f5-6f3e4080046a req-487f1a27-8f61-49f2-b763-c135aa819fe3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port f1324bc0-7340-4444-9393-0824371698cc {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:14:01.924575 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e774f0a8-0e30-45a9-91f5-6f3e4080046a req-487f1a27-8f61-49f2-b763-c135aa819fe3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.009868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-e774f0a8-0e30-45a9-91f5-6f3e4080046a req-487f1a27-8f61-49f2-b763-c135aa819fe3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] For port f1324bc0-7340-4444-9393-0824371698cc, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f1324bc0-7340-4444-9393-0824371698cc,segment=NetworkSegment(99a867b9-8b20-45f8-9e30-e9e131376cf5),segment_id=99a867b9-8b20-45f8-9e30-e9e131376cf5)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:02.010233 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e774f0a8-0e30-45a9-91f5-6f3e4080046a req-487f1a27-8f61-49f2-b763-c135aa819fe3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.021543 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-e774f0a8-0e30-45a9-91f5-6f3e4080046a req-487f1a27-8f61-49f2-b763-c135aa819fe3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for f1324bc0-7340-4444-9393-0824371698cc owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:14:02.146526 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e774f0a8-0e30-45a9-91f5-6f3e4080046a req-487f1a27-8f61-49f2-b763-c135aa819fe3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.178631 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f1a27-8f61-49f2-b763-c135aa819fe3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=f1324bc0-7340-4444-9393-0824371698cc,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:02.221954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-e774f0a8-0e30-45a9-91f5-6f3e4080046a req-487f1a27-8f61-49f2-b763-c135aa819fe3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] No DVR routers for this DVR port f1324bc0-7340-4444-9393-0824371698cc on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:02.224367 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e774f0a8-0e30-45a9-91f5-6f3e4080046a req-487f1a27-8f61-49f2-b763-c135aa819fe3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:02.227554 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e774f0a8-0e30-45a9-91f5-6f3e4080046a req-487f1a27-8f61-49f2-b763-c135aa819fe3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "DELETE /v2.0/ports/f1324bc0-7340-4444-9393-0824371698cc HTTP/1.1" status: 204 len: 173 time: 0.3870065 Feb 04 06:14:02.227983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44651c08-fab6-46f7-a775-6035ea499922', 'name': 'network-vif-deleted', 'tag': 'f1324bc0-7340-4444-9393-0824371698cc'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:14:02.230208 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f2468c-05a2-4bfb-9e21-05785f228ac0" -d '{"events": [{"server_uuid": "44651c08-fab6-46f7-a775-6035ea499922", "name": "network-vif-deleted", "tag": "f1324bc0-7340-4444-9393-0824371698cc"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:14:02.266263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674144f0-d476-4d2a-9f6b-64ec7d450249 x-openstack-request-id: req-674144f0-d476-4d2a-9f6b-64ec7d450249 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:14:02.266562 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44651c08-fab6-46f7-a775-6035ea499922", "name": "network-vif-deleted", "tag": "f1324bc0-7340-4444-9393-0824371698cc", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:14:02.266843 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-674144f0-d476-4d2a-9f6b-64ec7d450249 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:14:02.267244 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44651c08-fab6-46f7-a775-6035ea499922', 'name': 'network-vif-deleted', 'tag': 'f1324bc0-7340-4444-9393-0824371698cc', 'status': 'completed', 'code': 200} Feb 04 06:14:02.887259 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58736) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:02.956604 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:14:03.503720 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7296e800-4ee1-4674-86dc-73d798c5b1c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.749008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7296e800-4ee1-4674-86dc-73d798c5b1c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:14:03.749272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7296e800-4ee1-4674-86dc-73d798c5b1c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.837242 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7296e800-4ee1-4674-86dc-73d798c5b1c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] For port e7f9bcce-11ae-4c0f-a51c-d4712f77f57f, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e7f9bcce-11ae-4c0f-a51c-d4712f77f57f,segment=NetworkSegment(99a867b9-8b20-45f8-9e30-e9e131376cf5),segment_id=99a867b9-8b20-45f8-9e30-e9e131376cf5)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:03.837601 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7296e800-4ee1-4674-86dc-73d798c5b1c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:03.848972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7296e800-4ee1-4674-86dc-73d798c5b1c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for e7f9bcce-11ae-4c0f-a51c-d4712f77f57f owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:14:04.027360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7296e800-4ee1-4674-86dc-73d798c5b1c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.054498 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296e800-4ee1-4674-86dc-73d798c5b1c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=e7f9bcce-11ae-4c0f-a51c-d4712f77f57f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:04.225285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7296e800-4ee1-4674-86dc-73d798c5b1c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.229628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f1324bc0-7340-4444-9393-0824371698cc no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:14:04.250023 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: f1324bc0-7340-4444-9393-0824371698cc {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:14:04.250484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f1324bc0-7340-4444-9393-0824371698cc not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:14:04.348579 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.432313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7296e800-4ee1-4674-86dc-73d798c5b1c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 3687f480-6b2d-4fef-a8a6-59afed6a9057 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:14:04.536348 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7296e800-4ee1-4674-86dc-73d798c5b1c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:14:04.541403 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7296e800-4ee1-4674-86dc-73d798c5b1c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "PUT /v2.0/routers/3687f480-6b2d-4fef-a8a6-59afed6a9057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6530466 Feb 04 06:14:04.544799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58738) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:04.546275 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80e655-616d-4df1-9f09-faefd7c8e95a None None] Sync routers for ids ['3687f480-6b2d-4fef-a8a6-59afed6a9057'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:04.555872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce80e655-616d-4df1-9f09-faefd7c8e95a None None] Routers {'3687f480-6b2d-4fef-a8a6-59afed6a9057'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:14:04.556642 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ce80e655-616d-4df1-9f09-faefd7c8e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:13:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['3687f480-6b2d-4fef-a8a6-59afed6a9057'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:04.604157 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea955bab-db8a-4990-bd37-cf4ba107d26e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting subnet 353e2662-db4e-414a-a821-475abaa170f0 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:14:04.607663 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea955bab-db8a-4990-bd37-cf4ba107d26e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.648044 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea955bab-db8a-4990-bd37-cf4ba107d26e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.665352 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-ce80e655-616d-4df1-9f09-faefd7c8e95a None None] Set router 3687f480-6b2d-4fef-a8a6-59afed6a9057 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:14:04.734920 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea955bab-db8a-4990-bd37-cf4ba107d26e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.811742 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea955bab-db8a-4990-bd37-cf4ba107d26e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.847741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea955bab-db8a-4990-bd37-cf4ba107d26e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:04.851641 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ea955bab-db8a-4990-bd37-cf4ba107d26e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/subnets/353e2662-db4e-414a-a821-475abaa170f0 HTTP/1.1" status: 204 len: 168 time: 0.3055196 Feb 04 06:14:04.852577 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea955bab-db8a-4990-bd37-cf4ba107d26e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Subnet': ['ID=353e2662-db4e-414a-a821-475abaa170f0,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:04.854103 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58740) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:04.857104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9776bc5b-e588-4d98-bd28-adac90fd2bb7 None None] Network 55148012-5dce-45c1-833a-3af62349a1ad requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:14:04.864005 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ce80e655-616d-4df1-9f09-faefd7c8e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:19Z', 'updated_at': '2022-02-04T06:14:03Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:20Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:04.920732 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80e655-616d-4df1-9f09-faefd7c8e95a None None] Checking router: 3687f480-6b2d-4fef-a8a6-59afed6a9057 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:14:04.945848 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce80e655-616d-4df1-9f09-faefd7c8e95a None None] Routers {'3687f480-6b2d-4fef-a8a6-59afed6a9057'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:14:04.946454 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ce80e655-616d-4df1-9f09-faefd7c8e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:13:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['3687f480-6b2d-4fef-a8a6-59afed6a9057'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:04.959059 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.066647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.099999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-ce80e655-616d-4df1-9f09-faefd7c8e95a None None] Set router 3687f480-6b2d-4fef-a8a6-59afed6a9057 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:14:05.120527 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:14:05.120775 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.185977 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] DHCP port deletion for 55148012-5dce-45c1-833a-3af62349a1ad request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:14:05.212164 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] For port 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:05.212534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.224266 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8 owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:14:05.307941 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Deleting port 502721cf-4100-4f3b-b068-e3b9aac1d7c9 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:14:05.308483 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.381513 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] For port 502721cf-4100-4f3b-b068-e3b9aac1d7c9, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=502721cf-4100-4f3b-b068-e3b9aac1d7c9,segment=NetworkSegment(99a867b9-8b20-45f8-9e30-e9e131376cf5),segment_id=99a867b9-8b20-45f8-9e30-e9e131376cf5)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:05.381845 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.388168 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.397192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Calling delete_port for 502721cf-4100-4f3b-b068-e3b9aac1d7c9 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:14:05.415045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-ce80e655-616d-4df1-9f09-faefd7c8e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:19Z', 'updated_at': '2022-02-04T06:14:03Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:20Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:05.416655 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:05.433981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.434337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.438002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.438002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.438002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.438002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.438002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.438002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.438002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.438002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.438002 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.439339 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.478923 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80e655-616d-4df1-9f09-faefd7c8e95a None None] The sync data for ids ['3687f480-6b2d-4fef-a8a6-59afed6a9057'] in dv-neutron-827794-1-hyperv is: [{'id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730697145', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206'}], 'enable_snat': True}, 'gw_port_id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:12:19Z', 'updated_at': '2022-02-04T06:14:03Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3687f480-6b2d-4fef-a8a6-59afed6a9057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:12:20Z', 'updated_at': '2022-02-04T06:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:05.499893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.522406 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.549913 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Pushing event deleted for resources: {'Port': ['ID=502721cf-4100-4f3b-b068-e3b9aac1d7c9,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:05.557583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] No DVR routers for this DVR port 502721cf-4100-4f3b-b068-e3b9aac1d7c9 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:14:05.559568 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.560075 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.560404 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.560742 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.561076 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.561425 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.561741 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.562102 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.562426 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.562740 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.563153 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.563385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76bde0-a4cb-46f5-be38-71d508af981e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:05.608114 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.610242 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.655083 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.655634 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Fanout notify agent at l3_agent the message router_deleted on router 3687f480-6b2d-4fef-a8a6-59afed6a9057 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:14:05.662384 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.663473 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4a30e5c3-013b-4787-994b-fa4d22d8c23f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/routers/3687f480-6b2d-4fef-a8a6-59afed6a9057 HTTP/1.1" status: 204 len: 168 time: 0.8084741 Feb 04 06:14:05.666097 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58742) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:05.739110 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c17b-6a11-4575-93a4-1d724897eb8a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.825229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c17b-6a11-4575-93a4-1d724897eb8a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.848969 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-7dd5c17b-6a11-4575-93a4-1d724897eb8a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55148012-5dce-45c1-833a-3af62349a1ad']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:05.859182 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-7dd5c17b-6a11-4575-93a4-1d724897eb8a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a867b9-8b20-45f8-9e30-e9e131376cf5') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:05.859858 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-7dd5c17b-6a11-4575-93a4-1d724897eb8a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a867b9-8b20-45f8-9e30-e9e131376cf5') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:05.868843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c17b-6a11-4575-93a4-1d724897eb8a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.882337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c17b-6a11-4575-93a4-1d724897eb8a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.888842 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd5c17b-6a11-4575-93a4-1d724897eb8a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:14:05.889254 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c17b-6a11-4575-93a4-1d724897eb8a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:14:05.892211 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:14:05.951232 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c17b-6a11-4575-93a4-1d724897eb8a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.969485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7dd5c17b-6a11-4575-93a4-1d724897eb8a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:05.972666 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7dd5c17b-6a11-4575-93a4-1d724897eb8a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/networks/55148012-5dce-45c1-833a-3af62349a1ad HTTP/1.1" status: 204 len: 168 time: 0.3056049 Feb 04 06:14:05.973999 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5c17b-6a11-4575-93a4-1d724897eb8a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Network': ['ID=55148012-5dce-45c1-833a-3af62349a1ad,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:05.976542 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58744) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:06.036100 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-87dbdddc-5389-4f55-80bf-f2a58906cca1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.069099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-87dbdddc-5389-4f55-80bf-f2a58906cca1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.135568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-87dbdddc-5389-4f55-80bf-f2a58906cca1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.138690 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-87dbdddc-5389-4f55-80bf-f2a58906cca1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.139884 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-87dbdddc-5389-4f55-80bf-f2a58906cca1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/security-groups/5751ced4-b904-430a-9349-ceadf5e4bcef HTTP/1.1" status: 204 len: 168 time: 0.1619539 Feb 04 06:14:06.150032 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbdddc-5389-4f55-80bf-f2a58906cca1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5751ced4-b904-430a-9349-ceadf5e4bcef,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:06.533157 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58750) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:06.538061 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-e078df8d-f8bb-4c89-8b97-6b25a76de993 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-776636648', 'description': 'tempest-secgroup-smoke-776636648 description', 'project_id': '08364a4a54bd473d90b79dbacee4d45e'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:06.562429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e078df8d-f8bb-4c89-8b97-6b25a76de993 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.626472 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e078df8d-f8bb-4c89-8b97-6b25a76de993 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.630213 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e078df8d-f8bb-4c89-8b97-6b25a76de993 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.656708 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e078df8d-f8bb-4c89-8b97-6b25a76de993 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.657953 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e078df8d-f8bb-4c89-8b97-6b25a76de993 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1237111 Feb 04 06:14:06.660952 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58752) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:06.661836 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078df8d-f8bb-4c89-8b97-6b25a76de993 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6207a0d-8525-4843-a81f-c8ef89f43fc5,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:06.665680 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-159947a9-54eb-41f6-a8ee-a1f212c8bdf9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'e6207a0d-8525-4843-a81f-c8ef89f43fc5', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:06.694183 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-159947a9-54eb-41f6-a8ee-a1f212c8bdf9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.751480 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-159947a9-54eb-41f6-a8ee-a1f212c8bdf9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.754883 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-159947a9-54eb-41f6-a8ee-a1f212c8bdf9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.773302 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159947a9-54eb-41f6-a8ee-a1f212c8bdf9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eef6839-bcab-47a1-997d-09759fc1ad81,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:06.779502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-159947a9-54eb-41f6-a8ee-a1f212c8bdf9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.784206 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-159947a9-54eb-41f6-a8ee-a1f212c8bdf9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185048 Feb 04 06:14:06.784206 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58754) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:06.787753 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-08a46771-1e27-4576-9348-131aea6fe605 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'e6207a0d-8525-4843-a81f-c8ef89f43fc5', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:06.815136 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-08a46771-1e27-4576-9348-131aea6fe605 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.826123 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e7f9bcce-11ae-4c0f-a51c-d4712f77f57f no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:14:06.846656 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: e7f9bcce-11ae-4c0f-a51c-d4712f77f57f {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:14:06.847002 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e7f9bcce-11ae-4c0f-a51c-d4712f77f57f not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:14:06.847401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:14:06.865736 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:14:06.866106 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9df88134-5e9f-4fd4-8dce-0bee7d1d0fc8 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:14:06.866506 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 502721cf-4100-4f3b-b068-e3b9aac1d7c9 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:14:06.871835 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-08a46771-1e27-4576-9348-131aea6fe605 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.875614 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-08a46771-1e27-4576-9348-131aea6fe605 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.885000 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 502721cf-4100-4f3b-b068-e3b9aac1d7c9 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:14:06.885342 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 502721cf-4100-4f3b-b068-e3b9aac1d7c9 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:14:06.893453 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a46771-1e27-4576-9348-131aea6fe605 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5391f78-b0c0-4963-a1d1-5fb6323a4bf4,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:06.901017 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-08a46771-1e27-4576-9348-131aea6fe605 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.902209 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-08a46771-1e27-4576-9348-131aea6fe605 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178691 Feb 04 06:14:06.905521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58756) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:06.909754 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ec8306e8-28ab-4115-96c9-d49e0e493e15 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'e6207a0d-8525-4843-a81f-c8ef89f43fc5', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:06.935846 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec8306e8-28ab-4115-96c9-d49e0e493e15 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.991815 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec8306e8-28ab-4115-96c9-d49e0e493e15 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:06.995364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec8306e8-28ab-4115-96c9-d49e0e493e15 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.011606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8306e8-28ab-4115-96c9-d49e0e493e15 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1462be51-2b73-4262-a2c9-207d51c6c6d5,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:07.020650 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec8306e8-28ab-4115-96c9-d49e0e493e15 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.021914 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ec8306e8-28ab-4115-96c9-d49e0e493e15 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154191 Feb 04 06:14:07.024640 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58758) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:07.029897 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2fbefacc-a3b5-4d3c-b422-976e9dacf8c9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'e6207a0d-8525-4843-a81f-c8ef89f43fc5', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:07.060926 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2fbefacc-a3b5-4d3c-b422-976e9dacf8c9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.127090 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2fbefacc-a3b5-4d3c-b422-976e9dacf8c9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.130918 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2fbefacc-a3b5-4d3c-b422-976e9dacf8c9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.151152 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbefacc-a3b5-4d3c-b422-976e9dacf8c9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a781d7-3568-442b-9bfc-242aa9808b3f,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:07.157053 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2fbefacc-a3b5-4d3c-b422-976e9dacf8c9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.158252 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2fbefacc-a3b5-4d3c-b422-976e9dacf8c9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326663 Feb 04 06:14:07.160963 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58760) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:07.165174 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1d59e0b2-6e2d-4557-a155-5e5fc24ab9b7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'e6207a0d-8525-4843-a81f-c8ef89f43fc5', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:07.189845 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-1d59e0b2-6e2d-4557-a155-5e5fc24ab9b7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Project 08364a4a54bd473d90b79dbacee4d45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:14:07.194419 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1d59e0b2-6e2d-4557-a155-5e5fc24ab9b7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.255591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1d59e0b2-6e2d-4557-a155-5e5fc24ab9b7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.259032 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1d59e0b2-6e2d-4557-a155-5e5fc24ab9b7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.278705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59e0b2-6e2d-4557-a155-5e5fc24ab9b7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22cefe8-974c-4dc2-bf4d-7849bb8313b2,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:07.290662 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1d59e0b2-6e2d-4557-a155-5e5fc24ab9b7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.291950 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1d59e0b2-6e2d-4557-a155-5e5fc24ab9b7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300533 Feb 04 06:14:07.294712 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58762) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:07.299839 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-62cc4bee-912b-4c50-ad48-d8230ea728ff tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'e6207a0d-8525-4843-a81f-c8ef89f43fc5', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:07.323749 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-62cc4bee-912b-4c50-ad48-d8230ea728ff tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Project 08364a4a54bd473d90b79dbacee4d45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:14:07.330396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62cc4bee-912b-4c50-ad48-d8230ea728ff tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.390621 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62cc4bee-912b-4c50-ad48-d8230ea728ff tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.394166 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62cc4bee-912b-4c50-ad48-d8230ea728ff tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.411077 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc4bee-912b-4c50-ad48-d8230ea728ff tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cf93a4-b1d2-4b21-a051-4f7de5eb09b2,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:07.419808 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-62cc4bee-912b-4c50-ad48-d8230ea728ff tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.421036 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-62cc4bee-912b-4c50-ad48-d8230ea728ff tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253319 Feb 04 06:14:07.423917 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58766) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:07.428719 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a64eb256-6ce7-420e-918c-f2d2e65fdbe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'network': {'name': 'tempest-network-smoke--1727814284', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'port_security_enabled': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:07.457692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64eb256-6ce7-420e-918c-f2d2e65fdbe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Made reservation on behalf of 08364a4a54bd473d90b79dbacee4d45e for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:07.461266 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a64eb256-6ce7-420e-918c-f2d2e65fdbe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.484488 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64eb256-6ce7-420e-918c-f2d2e65fdbe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:14:07.493003 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a64eb256-6ce7-420e-918c-f2d2e65fdbe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.493349 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-a64eb256-6ce7-420e-918c-f2d2e65fdbe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Added segment 523f44f8-930f-4611-89b0-9d030a7dabbb of type vlan for network 375e932a-5e40-496c-b4ba-e3ea3034fc61 Feb 04 06:14:07.533104 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a64eb256-6ce7-420e-918c-f2d2e65fdbe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.557387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a64eb256-6ce7-420e-918c-f2d2e65fdbe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.563582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64eb256-6ce7-420e-918c-f2d2e65fdbe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:07.564166 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a64eb256-6ce7-420e-918c-f2d2e65fdbe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.613515 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a64eb256-6ce7-420e-918c-f2d2e65fdbe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1885979 Feb 04 06:14:07.616355 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58768) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:07.620962 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'admin_state_up': True, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:07.631184 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64eb256-6ce7-420e-918c-f2d2e65fdbe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Network': ['ID=375e932a-5e40-496c-b4ba-e3ea3034fc61,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:07.641576 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 375e932a-5e40-496c-b4ba-e3ea3034fc61 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:14:07.646645 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.647753 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.705923 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:07.843862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.025610 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.043814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.144708 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.26.3.191 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/3d8b1ede-e28e-493c-97ac-798decd749e2) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:08.242035 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.273689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:08.313729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:08.316410 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:08.318787 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:14:08.345467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=3d8b1ede-e28e-493c-97ac-798decd749e2,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:08.562375 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.019338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.144217 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 767fdb5d-e97e-4eb0-8716-baa951793227 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:14:09.244874 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:14:09.254978 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Sync routers for ids ['767fdb5d-e97e-4eb0-8716-baa951793227'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:09.264016 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.264241 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Routers {'767fdb5d-e97e-4eb0-8716-baa951793227'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:14:09.264846 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:13:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['767fdb5d-e97e-4eb0-8716-baa951793227'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:09.265236 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e4029609-81f4-49ac-939d-595446a0d051 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6478648 Feb 04 06:14:09.268451 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58770) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:09.297760 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5d3629d1-bc23-4e3c-9643-b2c378e019bb tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=08364a4a54bd473d90b79dbacee4d45e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278256 Feb 04 06:14:09.299878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58772) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:09.367385 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Set router 767fdb5d-e97e-4eb0-8716-baa951793227 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:14:09.387923 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903f79dd-ebe2-4639-95f0-9f3d1743ccbe tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:09.392622 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-903f79dd-ebe2-4639-95f0-9f3d1743ccbe tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917685 Feb 04 06:14:09.394468 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58774) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:09.424648 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e57d2b27-b5ba-4125-b1a2-af7b442c819c tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283163 Feb 04 06:14:09.426344 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58776) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:09.431014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-3dfb90ef-10fc-4857-903b-487d8113dcbb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2057490522', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:09.520287 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfb90ef-10fc-4857-903b-487d8113dcbb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Made reservation on behalf of 08364a4a54bd473d90b79dbacee4d45e for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:09.523990 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3dfb90ef-10fc-4857-903b-487d8113dcbb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.539910 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:07Z', 'updated_at': '2022-02-04T06:14:08Z', 'revision_number': 3, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:08Z', 'updated_at': '2022-02-04T06:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:09.569402 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Checking router: 767fdb5d-e97e-4eb0-8716-baa951793227 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:14:09.569673 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Updating router 767fdb5d-e97e-4eb0-8716-baa951793227 port 3d8b1ede-e28e-493c-97ac-798decd749e2 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:14:09.595169 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.706385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3dfb90ef-10fc-4857-903b-487d8113dcbb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.771390 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb90ef-10fc-4857-903b-487d8113dcbb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Subnet': ['ID=e94f5811-9428-4515-add0-6bad22c87057,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:09.779545 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb90ef-10fc-4857-903b-487d8113dcbb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Checking segment: {'id': '523f44f8-930f-4611-89b0-9d030a7dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:14:09.780417 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfb90ef-10fc-4857-903b-487d8113dcbb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network hostable DHCP agents. Network: 375e932a-5e40-496c-b4ba-e3ea3034fc61, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:14:09.798267 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfb90ef-10fc-4857-903b-487d8113dcbb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 375e932a-5e40-496c-b4ba-e3ea3034fc61 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:14:09.806942 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-3dfb90ef-10fc-4857-903b-487d8113dcbb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 375e932a-5e40-496c-b4ba-e3ea3034fc61) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:09.811259 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb90ef-10fc-4857-903b-487d8113dcbb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:09.812053 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3dfb90ef-10fc-4857-903b-487d8113dcbb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.817247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faa3bd1-8243-4959-8d7b-34ad8f5ac08a None None] Network 375e932a-5e40-496c-b4ba-e3ea3034fc61 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:14:09.829708 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3dfb90ef-10fc-4857-903b-487d8113dcbb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4021723 Feb 04 06:14:09.832201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58778) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:09.847117 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.852973 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.909227 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1aac3-43db-4242-9df8-ba52d2aa4b71 None None] Pushing event updated for resources: {'Port': ['ID=3d8b1ede-e28e-493c-97ac-798decd749e2,revision_number=2']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:09.911336 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Attempting to bind port 3d8b1ede-e28e-493c-97ac-798decd749e2 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:09.911718 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Attempting to bind port 3d8b1ede-e28e-493c-97ac-798decd749e2 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:09.912066 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Attempting to bind port 3d8b1ede-e28e-493c-97ac-798decd749e2 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:14:09.921094 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:14:09.921456 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:14:09.921873 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.922257 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:14:09.922711 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Bound port: 3d8b1ede-e28e-493c-97ac-798decd749e2, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:09.923582 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.927608 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1aac3-43db-4242-9df8-ba52d2aa4b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:09.927608 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1aac3-43db-4242-9df8-ba52d2aa4b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:09.927895 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1aac3-43db-4242-9df8-ba52d2aa4b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:09.928798 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1aac3-43db-4242-9df8-ba52d2aa4b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:09.929131 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1aac3-43db-4242-9df8-ba52d2aa4b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:09.929466 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1aac3-43db-4242-9df8-ba52d2aa4b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:09.929796 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1aac3-43db-4242-9df8-ba52d2aa4b71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:09.930569 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1aac3-43db-4242-9df8-ba52d2aa4b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:09.931271 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1aac3-43db-4242-9df8-ba52d2aa4b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:09.931271 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1aac3-43db-4242-9df8-ba52d2aa4b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:09.931544 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1aac3-43db-4242-9df8-ba52d2aa4b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:09.932298 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e1aac3-43db-4242-9df8-ba52d2aa4b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:14:09.973343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-375e932a-5e40-496c-b4ba-e3ea3034fc61', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ips': [{'subnet_id': 'e94f5811-9428-4515-add0-6bad22c87057'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:14:09.974530 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:09.986808 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] For port 3d8b1ede-e28e-493c-97ac-798decd749e2, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:14:09.989949 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] For port 3d8b1ede-e28e-493c-97ac-798decd749e2, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3d8b1ede-e28e-493c-97ac-798decd749e2,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:14:09.994752 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.052239 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Routers {'767fdb5d-e97e-4eb0-8716-baa951793227'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:14:10.052854 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:13:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['767fdb5d-e97e-4eb0-8716-baa951793227'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:10.055554 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1aac3-43db-4242-9df8-ba52d2aa4b71 None None] Pushing event updated for resources: {'Port': ['ID=3d8b1ede-e28e-493c-97ac-798decd749e2,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:10.115446 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Allocated IP 172.20.0.2 (375e932a-5e40-496c-b4ba-e3ea3034fc61/e94f5811-9428-4515-add0-6bad22c87057/a2cebd2e-cd02-4999-9d07-266f89ab9a38) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:10.160078 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] Set router 767fdb5d-e97e-4eb0-8716-baa951793227 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:14:10.263192 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.270332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.306933 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Network 375e932a-5e40-496c-b4ba-e3ea3034fc61 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:10.308564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.309649 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:10.312575 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:14:10.324322 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Pushing event updated for resources: {'Port': ['ID=a2cebd2e-cd02-4999-9d07-266f89ab9a38,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:10.338918 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:07Z', 'updated_at': '2022-02-04T06:14:08Z', 'revision_number': 3, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:08Z', 'updated_at': '2022-02-04T06:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:10.368697 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d7e35-1812-456c-8ce5-46578cc72dee None None] The sync data for ids ['767fdb5d-e97e-4eb0-8716-baa951793227'] in dv-neutron-827794-1-hyperv is: [{'id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:07Z', 'updated_at': '2022-02-04T06:14:08Z', 'revision_number': 3, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:08Z', 'updated_at': '2022-02-04T06:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:10.377502 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Attempting to bind port a2cebd2e-cd02-4999-9d07-266f89ab9a38 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:10.378006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Attempting to bind port a2cebd2e-cd02-4999-9d07-266f89ab9a38 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '523f44f8-930f-4611-89b0-9d030a7dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:10.378486 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Attempting to bind port a2cebd2e-cd02-4999-9d07-266f89ab9a38 on network 375e932a-5e40-496c-b4ba-e3ea3034fc61 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:14:10.383696 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:14:10.384149 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Checking segment: {'id': '523f44f8-930f-4611-89b0-9d030a7dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:14:10.384611 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.385061 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Bound using segment: {'id': '523f44f8-930f-4611-89b0-9d030a7dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:14:10.385613 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Bound port: a2cebd2e-cd02-4999-9d07-266f89ab9a38, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523f44f8-930f-4611-89b0-9d030a7dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:10.386085 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.458109 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] For port a2cebd2e-cd02-4999-9d07-266f89ab9a38, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:14:10.461563 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] For port a2cebd2e-cd02-4999-9d07-266f89ab9a38, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a2cebd2e-cd02-4999-9d07-266f89ab9a38,segment=NetworkSegment(523f44f8-930f-4611-89b0-9d030a7dabbb),segment_id=523f44f8-930f-4611-89b0-9d030a7dabbb)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:14:10.471803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.535210 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538dece5-446a-4351-9bf1-3937db0b8cab None None] Pushing event updated for resources: {'Port': ['ID=a2cebd2e-cd02-4999-9d07-266f89ab9a38,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:10.625805 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.20.0.1 (375e932a-5e40-496c-b4ba-e3ea3034fc61/e94f5811-9428-4515-add0-6bad22c87057/e43c41ed-dd96-497c-a4ab-bd6221d9398f) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:10.768620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.818605 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:10.872251 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=e43c41ed-dd96-497c-a4ab-bd6221d9398f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:10.886709 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 375e932a-5e40-496c-b4ba-e3ea3034fc61 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:10.895062 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:10.897591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:14:10.952949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.003916 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a2cebd2e-cd02-4999-9d07-266f89ab9a38 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:14:11.062979 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port a2cebd2e-cd02-4999-9d07-266f89ab9a38 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:11.063360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.104697 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.161946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.195829 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port a2cebd2e-cd02-4999-9d07-266f89ab9a38, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a2cebd2e-cd02-4999-9d07-266f89ab9a38,segment=NetworkSegment(523f44f8-930f-4611-89b0-9d030a7dabbb),segment_id=523f44f8-930f-4611-89b0-9d030a7dabbb)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:11.202903 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.203700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3d8b1ede-e28e-493c-97ac-798decd749e2 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:14:11.430290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.438192 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.446270 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=a2cebd2e-cd02-4999-9d07-266f89ab9a38,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:11.462017 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 3d8b1ede-e28e-493c-97ac-798decd749e2 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:11.462500 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.526459 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=e43c41ed-dd96-497c-a4ab-bd6221d9398f,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:11.531635 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.564959 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.589235 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 3d8b1ede-e28e-493c-97ac-798decd749e2, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3d8b1ede-e28e-493c-97ac-798decd749e2,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:11.593748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:11.637732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 375e932a-5e40-496c-b4ba-e3ea3034fc61 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:11.639783 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:11.647039 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=3d8b1ede-e28e-493c-97ac-798decd749e2,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:11.681858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c781886-a84e-400e-a46f-3355a6b32e63 None None] Network 375e932a-5e40-496c-b4ba-e3ea3034fc61 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:14:11.756763 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 767fdb5d-e97e-4eb0-8716-baa951793227 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:14:11.804859 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5830e364-e467-4396-a12d-b67a00618c5e None None] Provisioning complete for port a2cebd2e-cd02-4999-9d07-266f89ab9a38 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:11.805233 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5830e364-e467-4396-a12d-b67a00618c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.137449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-deb3c0ee-e6fd-4b6c-a091-b11cc3754473 None None] Provisioning complete for port a2cebd2e-cd02-4999-9d07-266f89ab9a38 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:12.138135 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-deb3c0ee-e6fd-4b6c-a091-b11cc3754473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.194846 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:14:12.205250 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-db3590b4-4429-4ad3-b8eb-60eb81cfc158 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "PUT /v2.0/routers/767fdb5d-e97e-4eb0-8716-baa951793227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3719485 Feb 04 06:14:12.249963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-deb3c0ee-e6fd-4b6c-a091-b11cc3754473 None None] Provisioning complete for port e43c41ed-dd96-497c-a4ab-bd6221d9398f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:12.249963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-deb3c0ee-e6fd-4b6c-a091-b11cc3754473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.277466 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Sync routers for ids ['767fdb5d-e97e-4eb0-8716-baa951793227'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:12.308004 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-deb3c0ee-e6fd-4b6c-a091-b11cc3754473 None None] Port e43c41ed-dd96-497c-a4ab-bd6221d9398f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:14:12.309382 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Routers {'767fdb5d-e97e-4eb0-8716-baa951793227'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:14:12.310058 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:13:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['767fdb5d-e97e-4eb0-8716-baa951793227'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:12.346635 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-06eafcf8-1fde-4e66-afce-b61fbd91bc9c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-776636648&fields=id&tenant_id=08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 267 time: 0.0335360 Feb 04 06:14:12.428695 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Set router 767fdb5d-e97e-4eb0-8716-baa951793227 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:14:12.464410 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5ef807a5-1599-4f58-b85d-c788e1de3930 None None] Provisioning complete for port e43c41ed-dd96-497c-a4ab-bd6221d9398f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:12.464645 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-2ec85be1-6202-489a-a92e-6c8f873ac982 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:12.465112 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5ef807a5-1599-4f58-b85d-c788e1de3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.472575 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-2ec85be1-6202-489a-a92e-6c8f873ac982 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/networks?id=375e932a-5e40-496c-b4ba-e3ea3034fc61 HTTP/1.1" status: 200 len: 797 time: 0.1187792 Feb 04 06:14:12.484354 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-95e1477b-7702-4f33-8596-03641793411a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/quotas/08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 375 time: 0.0110028 Feb 04 06:14:12.541243 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-69d66a74-4c3d-4fbe-a45f-9389e75d5b55 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506151 Feb 04 06:14:12.549045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5ef807a5-1599-4f58-b85d-c788e1de3930 None None] Port e43c41ed-dd96-497c-a4ab-bd6221d9398f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:14:12.558518 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-635af09f-4347-4839-9252-40863e40be26 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:14:12.559561 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-635af09f-4347-4839-9252-40863e40be26 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052960 Feb 04 06:14:12.649026 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-8bfc178e-ba31-4b25-be7c-1fc27e4d3c6b service neutron] 10.222.0.10 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834537 Feb 04 06:14:12.669078 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:07Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:08Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e43c41ed-dd96-497c-a4ab-bd6221d9398f', 'name': '', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:21:75:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e94f5811-9428-4515-add0-6bad22c87057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:10Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 2, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'e94f5811-9428-4515-add0-6bad22c87057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:12.700970 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Checking router: 767fdb5d-e97e-4eb0-8716-baa951793227 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:14:12.701895 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Updating router 767fdb5d-e97e-4eb0-8716-baa951793227 port e43c41ed-dd96-497c-a4ab-bd6221d9398f binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:14:12.703711 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-24f2e020-e0e8-4f40-9833-647ba09d421a None None] Provisioning complete for port e43c41ed-dd96-497c-a4ab-bd6221d9398f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:12.704077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-24f2e020-e0e8-4f40-9833-647ba09d421a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.743259 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-5dbeb102-8514-46f8-85bd-d528afc42134 service neutron] 10.222.0.10 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863285 Feb 04 06:14:12.756981 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.773848 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5b07c65b-511a-492a-85c6-c42b8a9c2e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:12.777135 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-24f2e020-e0e8-4f40-9833-647ba09d421a None None] Port e43c41ed-dd96-497c-a4ab-bd6221d9398f cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:14:12.868496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a2cebd2e-cd02-4999-9d07-266f89ab9a38 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:14:12.916790 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-759b988e-d49c-4e21-b844-52febc271c44 req-0209e533-676f-4709-abec-b7fdcafdb173 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 210 time: 0.0288012 Feb 04 06:14:12.973187 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port a2cebd2e-cd02-4999-9d07-266f89ab9a38 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:12.973562 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.111020 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3d8b1ede-e28e-493c-97ac-798decd749e2 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:14:13.181004 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.190638 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.249905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 3d8b1ede-e28e-493c-97ac-798decd749e2 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:13.250281 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.254691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeba1f7-4687-4254-a438-df47a179f732 None None] Pushing event updated for resources: {'Port': ['ID=e43c41ed-dd96-497c-a4ab-bd6221d9398f,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:13.331154 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Attempting to bind port e43c41ed-dd96-497c-a4ab-bd6221d9398f on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:13.331528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Attempting to bind port e43c41ed-dd96-497c-a4ab-bd6221d9398f by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '523f44f8-930f-4611-89b0-9d030a7dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:13.331892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Attempting to bind port e43c41ed-dd96-497c-a4ab-bd6221d9398f on network 375e932a-5e40-496c-b4ba-e3ea3034fc61 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:14:13.339552 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:14:13.339928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Checking segment: {'id': '523f44f8-930f-4611-89b0-9d030a7dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:14:13.340334 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.340727 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Bound using segment: {'id': '523f44f8-930f-4611-89b0-9d030a7dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:14:13.341200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Bound port: e43c41ed-dd96-497c-a4ab-bd6221d9398f, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523f44f8-930f-4611-89b0-9d030a7dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:13.341579 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.447258 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] For port e43c41ed-dd96-497c-a4ab-bd6221d9398f, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:14:13.451259 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] For port e43c41ed-dd96-497c-a4ab-bd6221d9398f, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e43c41ed-dd96-497c-a4ab-bd6221d9398f,segment=NetworkSegment(523f44f8-930f-4611-89b0-9d030a7dabbb),segment_id=523f44f8-930f-4611-89b0-9d030a7dabbb)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:14:13.454766 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.523957 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeba1f7-4687-4254-a438-df47a179f732 None None] Pushing event updated for resources: {'Port': ['ID=e43c41ed-dd96-497c-a4ab-bd6221d9398f,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:13.526504 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Routers {'767fdb5d-e97e-4eb0-8716-baa951793227'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:14:13.527096 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:13:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['767fdb5d-e97e-4eb0-8716-baa951793227'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:13.530845 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-6f69aeee-d1f4-417b-947b-df24628834c8 None None] Provisioning complete for port e43c41ed-dd96-497c-a4ab-bd6221d9398f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:13.531216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6f69aeee-d1f4-417b-947b-df24628834c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.836180 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] Set router 767fdb5d-e97e-4eb0-8716-baa951793227 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:14:13.840333 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-3ca65fd6-f322-497b-b14a-3931de74ecdd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:13.842329 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-3ca65fd6-f322-497b-b14a-3931de74ecdd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/networks?id=375e932a-5e40-496c-b4ba-e3ea3034fc61 HTTP/1.1" status: 200 len: 797 time: 0.1074090 Feb 04 06:14:13.870107 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6f69aeee-d1f4-417b-947b-df24628834c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:13.886407 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-25c2aabd-6c1d-44aa-9b7f-67414cfe2d37 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 379 time: 0.0348158 Feb 04 06:14:13.895272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-690525e3-e9a7-4a78-bb60-9b42afb178d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'port': {'device_id': '1d142782-2ff0-4088-b1b6-68dc6e75905d', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'admin_state_up': True, 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'security_groups': ['e6207a0d-8525-4843-a81f-c8ef89f43fc5']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:13.972587 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6f69aeee-d1f4-417b-947b-df24628834c8 None None] For port e43c41ed-dd96-497c-a4ab-bd6221d9398f, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e43c41ed-dd96-497c-a4ab-bd6221d9398f,segment=NetworkSegment(523f44f8-930f-4611-89b0-9d030a7dabbb),segment_id=523f44f8-930f-4611-89b0-9d030a7dabbb)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:13.983135 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6f69aeee-d1f4-417b-947b-df24628834c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.010583 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-690525e3-e9a7-4a78-bb60-9b42afb178d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Made reservation on behalf of 08364a4a54bd473d90b79dbacee4d45e for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:14:14.015109 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-690525e3-e9a7-4a78-bb60-9b42afb178d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.018855 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-51f075f3-83d3-49d8-9bd3-4e549473d15d req-0cdb3127-fbfe-41ae-84be-f4aa6400eaf6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 210 time: 0.0293179 Feb 04 06:14:14.058467 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69aeee-d1f4-417b-947b-df24628834c8 None None] Pushing event updated for resources: {'Port': ['ID=e43c41ed-dd96-497c-a4ab-bd6221d9398f,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:14.110671 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-260f5646-0679-4001-a22a-37acb4c90a52 None None] Provisioning complete for port e43c41ed-dd96-497c-a4ab-bd6221d9398f triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:14.110957 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-260f5646-0679-4001-a22a-37acb4c90a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.141077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:07Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:08Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e43c41ed-dd96-497c-a4ab-bd6221d9398f', 'name': '', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:21:75:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e94f5811-9428-4515-add0-6bad22c87057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:10Z', 'updated_at': '2022-02-04T06:14:13Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'e94f5811-9428-4515-add0-6bad22c87057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:14.161938 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-690525e3-e9a7-4a78-bb60-9b42afb178d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.20.0.13 (375e932a-5e40-496c-b4ba-e3ea3034fc61/e94f5811-9428-4515-add0-6bad22c87057/f7aa8963-eb13-4b33-927a-886857882152) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:14.169267 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55de80d-0a8a-4703-a6c2-ee5dcb235e94 None None] The sync data for ids ['767fdb5d-e97e-4eb0-8716-baa951793227'] in dv-neutron-827794-1-hyperv is: [{'id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:07Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:08Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e43c41ed-dd96-497c-a4ab-bd6221d9398f', 'name': '', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:21:75:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e94f5811-9428-4515-add0-6bad22c87057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:10Z', 'updated_at': '2022-02-04T06:14:13Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'e94f5811-9428-4515-add0-6bad22c87057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:14.322744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-690525e3-e9a7-4a78-bb60-9b42afb178d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.358660 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-690525e3-e9a7-4a78-bb60-9b42afb178d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.405032 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-690525e3-e9a7-4a78-bb60-9b42afb178d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 375e932a-5e40-496c-b4ba-e3ea3034fc61 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:14.408040 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-690525e3-e9a7-4a78-bb60-9b42afb178d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:14.411758 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-690525e3-e9a7-4a78-bb60-9b42afb178d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:14:14.418163 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690525e3-e9a7-4a78-bb60-9b42afb178d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=f7aa8963-eb13-4b33-927a-886857882152,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:14.465318 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-690525e3-e9a7-4a78-bb60-9b42afb178d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:14.465978 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-690525e3-e9a7-4a78-bb60-9b42afb178d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.486238 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-690525e3-e9a7-4a78-bb60-9b42afb178d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5947132 Feb 04 06:14:14.498963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Request body: {'port': {'device_id': '1d142782-2ff0-4088-b1b6-68dc6e75905d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:14.559127 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.663656 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-529744bc-2dcf-41ef-9b66-e00b8535e6da None None] Provisioning complete for port f7aa8963-eb13-4b33-927a-886857882152 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:14.664265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-529744bc-2dcf-41ef-9b66-e00b8535e6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.699826 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-529744bc-2dcf-41ef-9b66-e00b8535e6da None None] Port f7aa8963-eb13-4b33-927a-886857882152 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:14:14.844939 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7aa8963-eb13-4b33-927a-886857882152 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:14:14.855736 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.868291 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Transition to ACTIVE for port object f7aa8963-eb13-4b33-927a-886857882152 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:14:14.871393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.878044 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e43c41ed-dd96-497c-a4ab-bd6221d9398f up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:14:14.923029 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aa8963-eb13-4b33-927a-886857882152,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:14.937931 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-468884bb-bd2d-483a-a118-9549e743e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.948919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port e43c41ed-dd96-497c-a4ab-bd6221d9398f triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:14.949369 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:14.999544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Attempting to bind port f7aa8963-eb13-4b33-927a-886857882152 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:14:15.000169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Attempting to bind port f7aa8963-eb13-4b33-927a-886857882152 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '523f44f8-930f-4611-89b0-9d030a7dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:14:15.000661 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Attempting to bind port f7aa8963-eb13-4b33-927a-886857882152 on network 375e932a-5e40-496c-b4ba-e3ea3034fc61 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:14:15.005736 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Port f7aa8963-eb13-4b33-927a-886857882152 on network 375e932a-5e40-496c-b4ba-e3ea3034fc61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:14:15.006338 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Attempting to bind port f7aa8963-eb13-4b33-927a-886857882152 on network 375e932a-5e40-496c-b4ba-e3ea3034fc61 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:14:15.012541 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:14:15.013231 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Checking segment: {'id': '523f44f8-930f-4611-89b0-9d030a7dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:14:15.013864 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Bound using segment: {'id': '523f44f8-930f-4611-89b0-9d030a7dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:14:15.014484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Bound port: f7aa8963-eb13-4b33-927a-886857882152, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523f44f8-930f-4611-89b0-9d030a7dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:14:15.015023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:15.108626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] For port f7aa8963-eb13-4b33-927a-886857882152, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:14:15.112084 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] For port f7aa8963-eb13-4b33-927a-886857882152, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f7aa8963-eb13-4b33-927a-886857882152,segment=NetworkSegment(523f44f8-930f-4611-89b0-9d030a7dabbb),segment_id=523f44f8-930f-4611-89b0-9d030a7dabbb)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:14:15.119760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:15.165545 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:15.166234 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:15.168469 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] 10.222.0.26 "PUT /v2.0/ports/f7aa8963-eb13-4b33-927a-886857882152 HTTP/1.1" status: 200 len: 1094 time: 0.6745303 Feb 04 06:14:15.169047 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d142782-2ff0-4088-b1b6-68dc6e75905d', 'tag': 'f7aa8963-eb13-4b33-927a-886857882152'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:14:15.170992 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96138bf6-f579-4f4c-9858-028bed91b5ca req-5aa7258f-4faf-4a67-a78c-09d85260b805 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:15.174456 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1884d670-dad9-4d22-b23f-017ede4790d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d142782-2ff0-4088-b1b6-68dc6e75905d", "tag": "f7aa8963-eb13-4b33-927a-886857882152"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:14:15.182791 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-96138bf6-f579-4f4c-9858-028bed91b5ca req-5aa7258f-4faf-4a67-a78c-09d85260b805 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 944 time: 0.0679848 Feb 04 06:14:15.198130 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511004b2-2792-4ea3-95d7-a61848e753f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aa8963-eb13-4b33-927a-886857882152,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:15.239374 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-96138bf6-f579-4f4c-9858-028bed91b5ca req-d03dc327-86ef-40b8-98ec-769f74b14aef tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557103 Feb 04 06:14:15.244947 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d5dba5-ef6c-42a6-8272-2ea61656acff x-openstack-request-id: req-44d5dba5-ef6c-42a6-8272-2ea61656acff {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:14:15.245324 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d142782-2ff0-4088-b1b6-68dc6e75905d", "tag": "f7aa8963-eb13-4b33-927a-886857882152", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:14:15.246134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44d5dba5-ef6c-42a6-8272-2ea61656acff {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:14:15.246566 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d142782-2ff0-4088-b1b6-68dc6e75905d', 'tag': 'f7aa8963-eb13-4b33-927a-886857882152', 'status': 'completed', 'code': 200} Feb 04 06:14:15.287938 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-a4987121-82ff-40a9-9e35-0a4b2727b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:15.289490 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-a4987121-82ff-40a9-9e35-0a4b2727b5ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 1097 time: 0.0551450 Feb 04 06:14:15.331750 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-733773cb-df2a-4902-b080-283c49f53473 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7aa8963-eb13-4b33-927a-886857882152 HTTP/1.1" status: 200 len: 217 time: 0.0351839 Feb 04 06:14:15.383784 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-0d2ee5de-7bda-432c-acb3-d6ba3b254cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:15.385290 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-0d2ee5de-7bda-432c-acb3-d6ba3b254cce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e94f5811-9428-4515-add0-6bad22c87057 HTTP/1.1" status: 200 len: 835 time: 0.0477004 Feb 04 06:14:15.434740 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-4d33e4ab-9a82-4418-a69b-31a57ab3b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:15.436516 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-4d33e4ab-9a82-4418-a69b-31a57ab3b58a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=375e932a-5e40-496c-b4ba-e3ea3034fc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438752 Feb 04 06:14:15.532961 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-0925e261-33e4-4af1-9e31-941423bd8256 service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900578 Feb 04 06:14:15.622285 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a37869bb-023d-4de5-869e-c2a7b1e7bb55 req-7171270d-b2ba-447e-94c3-97673786cc7e service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826135 Feb 04 06:14:15.712791 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884d670-dad9-4d22-b23f-017ede4790d5 req-b469d710-86b7-4d35-ae26-3a9168be0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:15.714321 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1884d670-dad9-4d22-b23f-017ede4790d5 req-b469d710-86b7-4d35-ae26-3a9168be0cf2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 1097 time: 0.0444279 Feb 04 06:14:15.799002 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884d670-dad9-4d22-b23f-017ede4790d5 req-674d3719-d3bd-4d5a-84ce-877d487413ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:15.800516 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1884d670-dad9-4d22-b23f-017ede4790d5 req-674d3719-d3bd-4d5a-84ce-877d487413ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=375e932a-5e40-496c-b4ba-e3ea3034fc61 HTTP/1.1" status: 200 len: 897 time: 0.0799971 Feb 04 06:14:15.844811 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1884d670-dad9-4d22-b23f-017ede4790d5 req-92c14207-0eb0-4d53-a9df-3e97f6522e53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7aa8963-eb13-4b33-927a-886857882152 HTTP/1.1" status: 200 len: 217 time: 0.0373738 Feb 04 06:14:15.891510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884d670-dad9-4d22-b23f-017ede4790d5 req-e04fabb0-b2b5-4816-b9fa-d3bcf668f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:15.892892 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1884d670-dad9-4d22-b23f-017ede4790d5 req-e04fabb0-b2b5-4816-b9fa-d3bcf668f433 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e94f5811-9428-4515-add0-6bad22c87057 HTTP/1.1" status: 200 len: 835 time: 0.0415461 Feb 04 06:14:15.938811 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884d670-dad9-4d22-b23f-017ede4790d5 req-9afcc444-c054-461c-a911-d60754f9af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:15.940311 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1884d670-dad9-4d22-b23f-017ede4790d5 req-9afcc444-c054-461c-a911-d60754f9af07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=375e932a-5e40-496c-b4ba-e3ea3034fc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377097 Feb 04 06:14:15.991211 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:16.030881 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1884d670-dad9-4d22-b23f-017ede4790d5 req-4ce592e3-6059-471e-b135-18fcf3361b31 service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838788 Feb 04 06:14:16.117352 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1884d670-dad9-4d22-b23f-017ede4790d5 req-afad0674-cec0-4044-8893-c78b326c2017 service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794177 Feb 04 06:14:16.357564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee4b74-f2c6-49a1-8742-5f0206e36d37 req-ac1f2eb3-4280-4f77-a92a-f997cdb28226 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:16.359045 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-25ee4b74-f2c6-49a1-8742-5f0206e36d37 req-ac1f2eb3-4280-4f77-a92a-f997cdb28226 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 944 time: 0.0472670 Feb 04 06:14:16.400263 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-25ee4b74-f2c6-49a1-8742-5f0206e36d37 req-4ecc20bd-4fb7-4093-8883-78e989a0ca5d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352771 Feb 04 06:14:17.513103 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91702062-e75f-45bd-b8c4-8d71c710f7e7 req-35592866-47f8-4c34-bf6d-68f42ce94941 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:17.514624 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-91702062-e75f-45bd-b8c4-8d71c710f7e7 req-35592866-47f8-4c34-bf6d-68f42ce94941 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 944 time: 0.0492773 Feb 04 06:14:17.553987 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-91702062-e75f-45bd-b8c4-8d71c710f7e7 req-d07d5ce7-68ec-40b9-baf5-14f09dce118b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334871 Feb 04 06:14:17.805285 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:17.984919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:18.245921 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f7aa8963-eb13-4b33-927a-886857882152 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:14:18.336668 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f7aa8963-eb13-4b33-927a-886857882152, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f7aa8963-eb13-4b33-927a-886857882152,segment=NetworkSegment(523f44f8-930f-4611-89b0-9d030a7dabbb),segment_id=523f44f8-930f-4611-89b0-9d030a7dabbb)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:18.346599 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'f7aa8963-eb13-4b33-927a-886857882152', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'port_id': 'f7aa8963-eb13-4b33-927a-886857882152', 'mac_address': 'fa:16:3e:8e:64:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94f5811-9428-4515-add0-6bad22c87057', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:14:18.385959 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:18.399150 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7aa8963-eb13-4b33-927a-886857882152 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:14:18.416882 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f7aa8963-eb13-4b33-927a-886857882152, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f7aa8963-eb13-4b33-927a-886857882152,segment=NetworkSegment(523f44f8-930f-4611-89b0-9d030a7dabbb),segment_id=523f44f8-930f-4611-89b0-9d030a7dabbb)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:18.420740 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:18.466568 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=f7aa8963-eb13-4b33-927a-886857882152,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:18.623508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['f7aa8963-eb13-4b33-927a-886857882152'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:14:18.666640 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5511ec1-f59d-4bdc-aa28-67820eb088f1 req-ec848f79-0b96-4703-b0b2-941340b5f336 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:18.668111 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b5511ec1-f59d-4bdc-aa28-67820eb088f1 req-ec848f79-0b96-4703-b0b2-941340b5f336 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 945 time: 0.0473025 Feb 04 06:14:18.705563 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b5511ec1-f59d-4bdc-aa28-67820eb088f1 req-ab12a797-d691-4221-8e77-a431f20f2b90 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309339 Feb 04 06:14:19.816054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f3051-c38e-4ca3-9956-bf565957d40f req-7b715f32-8e15-4d3b-8403-63a73384c4c3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:19.817493 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-389f3051-c38e-4ca3-9956-bf565957d40f req-7b715f32-8e15-4d3b-8403-63a73384c4c3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 945 time: 0.0481837 Feb 04 06:14:19.857123 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-389f3051-c38e-4ca3-9956-bf565957d40f req-ae9eec40-e2e2-4ef4-b4c4-c7137d857d42 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336835 Feb 04 06:14:20.258282 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f7aa8963-eb13-4b33-927a-886857882152 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:14:20.304994 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port f7aa8963-eb13-4b33-927a-886857882152 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:14:20.308588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port f7aa8963-eb13-4b33-927a-886857882152 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:14:20.308961 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.383884 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.406253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d142782-2ff0-4088-b1b6-68dc6e75905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa8963-eb13-4b33-927a-886857882152'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:14:20.408496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8ad0ca-b0ed-4973-b3e0-760ab4d4d366" -d '{"events": [{"server_uuid": "1d142782-2ff0-4088-b1b6-68dc6e75905d", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa8963-eb13-4b33-927a-886857882152"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:14:20.421535 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port f7aa8963-eb13-4b33-927a-886857882152, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f7aa8963-eb13-4b33-927a-886857882152,segment=NetworkSegment(523f44f8-930f-4611-89b0-9d030a7dabbb),segment_id=523f44f8-930f-4611-89b0-9d030a7dabbb)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:14:20.425623 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:20.450822 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a80e36-01ad-4422-ba6f-8c7ebdcce282 x-openstack-request-id: req-e2a80e36-01ad-4422-ba6f-8c7ebdcce282 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:14:20.451122 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d142782-2ff0-4088-b1b6-68dc6e75905d", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa8963-eb13-4b33-927a-886857882152", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:14:20.451883 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2a80e36-01ad-4422-ba6f-8c7ebdcce282 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:14:20.452296 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d142782-2ff0-4088-b1b6-68dc6e75905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa8963-eb13-4b33-927a-886857882152', 'code': 200} Feb 04 06:14:20.477692 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=f7aa8963-eb13-4b33-927a-886857882152,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:20.616612 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc1659-d918-471b-8954-fbe54af05617 req-3be163f1-54d5-410d-900f-9e2a676a07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:20.618012 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ecbc1659-d918-471b-8954-fbe54af05617 req-3be163f1-54d5-410d-900f-9e2a676a07bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 1099 time: 0.0382378 Feb 04 06:14:20.651515 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ecbc1659-d918-471b-8954-fbe54af05617 req-93877aff-e145-4c55-a19f-74edc72243de service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269525 Feb 04 06:14:20.968220 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf21e3-00ab-4295-ba52-faf0ab94bed2 req-cc7433c0-c368-443e-b667-749be7a44b13 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:20.969677 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-72bf21e3-00ab-4295-ba52-faf0ab94bed2 req-cc7433c0-c368-443e-b667-749be7a44b13 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0478344 Feb 04 06:14:21.006707 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-72bf21e3-00ab-4295-ba52-faf0ab94bed2 req-b37a52b3-2356-4af2-aca5-647e6f6c71cb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312626 Feb 04 06:14:22.117894 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379904e7-4783-42bd-b5e7-4f57592f11b7 req-1bc38d90-1037-458c-b3d8-59eb94f5dce7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:22.119326 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-379904e7-4783-42bd-b5e7-4f57592f11b7 req-1bc38d90-1037-458c-b3d8-59eb94f5dce7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0475075 Feb 04 06:14:22.155626 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-379904e7-4783-42bd-b5e7-4f57592f11b7 req-07ed5f13-ec17-4f7d-b000-2cf315480a65 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300510 Feb 04 06:14:22.265653 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6228c-2dea-4190-bb07-16f19aeda8cf req-31084456-ff87-489f-a884-aac9c3a904c1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:22.267121 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-98d6228c-2dea-4190-bb07-16f19aeda8cf req-31084456-ff87-489f-a884-aac9c3a904c1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0480695 Feb 04 06:14:22.306723 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-98d6228c-2dea-4190-bb07-16f19aeda8cf req-f2dbdb42-a581-4a31-af63-eabcf89b5ddc tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338714 Feb 04 06:14:22.328674 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58834) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:22.366499 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a45f36-e9bc-4c18-bccb-eee22f642a88 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:22.367989 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b6a45f36-e9bc-4c18-bccb-eee22f642a88 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 1094 time: 0.0383718 Feb 04 06:14:22.370704 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58836) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:22.375620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': 'f7aa8963-eb13-4b33-927a-886857882152', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:14:22.398338 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.499759 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.601512 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.26.3.219 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/82272aa7-7cad-4c9c-ac3c-ac5e5d424654) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:14:22.698779 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.735671 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:22.770930 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:14:22.773599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:14:22.777181 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:14:22.807389 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=82272aa7-7cad-4c9c-ac3c-ac5e5d424654,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:23.126804 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.190453 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.336001 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.340381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.410172 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=82272aa7-7cad-4c9c-ac3c-ac5e5d424654,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:14:23.418121 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.518417 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Floating IP dfe51e64-6e71-4ba7-b50b-37a49f78e824 associated. External IP: 172.26.3.219, port: f7aa8963-eb13-4b33-927a-886857882152. Feb 04 06:14:23.720161 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 767fdb5d-e97e-4eb0-8716-baa951793227 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:14:23.823413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:14:23.833635 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da46388-5e3a-4815-80ab-8a44df52a1a8 None None] Sync routers for ids ['767fdb5d-e97e-4eb0-8716-baa951793227'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:14:23.841949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:23.842472 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da46388-5e3a-4815-80ab-8a44df52a1a8 None None] Routers {'767fdb5d-e97e-4eb0-8716-baa951793227'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:14:23.843065 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0da46388-5e3a-4815-80ab-8a44df52a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:14:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['767fdb5d-e97e-4eb0-8716-baa951793227'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:23.869502 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-973dedd8-c057-49fa-aac7-eac50ee4dac1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4977450 Feb 04 06:14:23.870123 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d142782-2ff0-4088-b1b6-68dc6e75905d', 'tag': 'f7aa8963-eb13-4b33-927a-886857882152'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:14:23.872603 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be7d59e-4bbf-41bc-b411-bacf9caff4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1d142782-2ff0-4088-b1b6-68dc6e75905d", "tag": "f7aa8963-eb13-4b33-927a-886857882152"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:14:23.913537 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f1bcc3-52d1-4447-88c9-918a11491b2d x-openstack-request-id: req-05f1bcc3-52d1-4447-88c9-918a11491b2d {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:14:23.913865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d142782-2ff0-4088-b1b6-68dc6e75905d", "tag": "f7aa8963-eb13-4b33-927a-886857882152", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:14:23.914126 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05f1bcc3-52d1-4447-88c9-918a11491b2d {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:14:23.914537 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d142782-2ff0-4088-b1b6-68dc6e75905d', 'tag': 'f7aa8963-eb13-4b33-927a-886857882152', 'status': 'completed', 'code': 200} Feb 04 06:14:23.972562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89559060-21c5-4e4e-9485-15afb9eef9b0 req-aaed7baa-5e10-4bc4-8207-660b2bb6f1b0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:23.974148 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-89559060-21c5-4e4e-9485-15afb9eef9b0 req-aaed7baa-5e10-4bc4-8207-660b2bb6f1b0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0513330 Feb 04 06:14:23.981804 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7d59e-4bbf-41bc-b411-bacf9caff4ab req-a78ffe8e-23f6-4968-abdb-86aa45f760ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:23.984199 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6be7d59e-4bbf-41bc-b411-bacf9caff4ab req-a78ffe8e-23f6-4968-abdb-86aa45f760ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 1099 time: 0.0451767 Feb 04 06:14:24.016184 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-89559060-21c5-4e4e-9485-15afb9eef9b0 req-a016e05f-8c21-48a8-a1ac-bd138bdc8a90 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345478 Feb 04 06:14:24.038328 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58842) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:24.041335 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-0da46388-5e3a-4815-80ab-8a44df52a1a8 None None] Set router 767fdb5d-e97e-4eb0-8716-baa951793227 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:14:24.075362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7d59e-4bbf-41bc-b411-bacf9caff4ab req-ab5e026a-ca4b-4613-84ec-dac903fbae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:24.076928 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6be7d59e-4bbf-41bc-b411-bacf9caff4ab req-ab5e026a-ca4b-4613-84ec-dac903fbae1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=375e932a-5e40-496c-b4ba-e3ea3034fc61 HTTP/1.1" status: 200 len: 897 time: 0.0858731 Feb 04 06:14:24.108173 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bc177fd8-5c9c-4821-a757-870ac7cd511c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/dfe51e64-6e71-4ba7-b50b-37a49f78e824 HTTP/1.1" status: 200 len: 992 time: 0.0661478 Feb 04 06:14:24.145536 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6be7d59e-4bbf-41bc-b411-bacf9caff4ab req-eae1e503-2ab2-4383-b1cb-58ea82d66066 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7aa8963-eb13-4b33-927a-886857882152 HTTP/1.1" status: 200 len: 1000 time: 0.0617750 Feb 04 06:14:24.193244 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7d59e-4bbf-41bc-b411-bacf9caff4ab req-dd544c18-1706-4a5f-839b-2af01b9c6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:24.194722 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6be7d59e-4bbf-41bc-b411-bacf9caff4ab req-dd544c18-1706-4a5f-839b-2af01b9c6eb2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e94f5811-9428-4515-add0-6bad22c87057 HTTP/1.1" status: 200 len: 835 time: 0.0429685 Feb 04 06:14:24.237983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7d59e-4bbf-41bc-b411-bacf9caff4ab req-878a6080-98d7-4453-86c7-d17e6dfbfcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:24.239410 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6be7d59e-4bbf-41bc-b411-bacf9caff4ab req-878a6080-98d7-4453-86c7-d17e6dfbfcb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=375e932a-5e40-496c-b4ba-e3ea3034fc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389214 Feb 04 06:14:24.258763 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0da46388-5e3a-4815-80ab-8a44df52a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:07Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:08Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'dfe51e64-6e71-4ba7-b50b-37a49f78e824', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'port_id': 'f7aa8963-eb13-4b33-927a-886857882152', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'mac_address': 'fa:16:3e:8e:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d142782-2ff0-4088-b1b6-68dc6e75905d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:14:22Z', 'updated_at': '2022-02-04T06:14:22Z', 'revision_number': 0, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43c41ed-dd96-497c-a4ab-bd6221d9398f', 'name': '', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:21:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e94f5811-9428-4515-add0-6bad22c87057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:10Z', 'updated_at': '2022-02-04T06:14:13Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'e94f5811-9428-4515-add0-6bad22c87057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:24.287339 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da46388-5e3a-4815-80ab-8a44df52a1a8 None None] Checking router: 767fdb5d-e97e-4eb0-8716-baa951793227 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:14:24.295909 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da46388-5e3a-4815-80ab-8a44df52a1a8 None None] Routers {'767fdb5d-e97e-4eb0-8716-baa951793227'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:14:24.296500 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0da46388-5e3a-4815-80ab-8a44df52a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:14:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['767fdb5d-e97e-4eb0-8716-baa951793227'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:24.329705 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6be7d59e-4bbf-41bc-b411-bacf9caff4ab req-40926356-2305-409f-8e0b-5e5e9967d6bb service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837717 Feb 04 06:14:24.398156 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-0da46388-5e3a-4815-80ab-8a44df52a1a8 None None] Set router 767fdb5d-e97e-4eb0-8716-baa951793227 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:14:24.420615 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6be7d59e-4bbf-41bc-b411-bacf9caff4ab req-e39b8f7b-4ceb-46bc-8487-a43c57ee847a service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838199 Feb 04 06:14:24.616712 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-0da46388-5e3a-4815-80ab-8a44df52a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:07Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:08Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'dfe51e64-6e71-4ba7-b50b-37a49f78e824', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'port_id': 'f7aa8963-eb13-4b33-927a-886857882152', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'mac_address': 'fa:16:3e:8e:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d142782-2ff0-4088-b1b6-68dc6e75905d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:14:22Z', 'updated_at': '2022-02-04T06:14:22Z', 'revision_number': 0, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43c41ed-dd96-497c-a4ab-bd6221d9398f', 'name': '', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:21:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e94f5811-9428-4515-add0-6bad22c87057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:10Z', 'updated_at': '2022-02-04T06:14:13Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'e94f5811-9428-4515-add0-6bad22c87057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:14:24.641477 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da46388-5e3a-4815-80ab-8a44df52a1a8 None None] The sync data for ids ['767fdb5d-e97e-4eb0-8716-baa951793227'] in dv-neutron-827794-1-hyperv is: [{'id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:07Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:08Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'dfe51e64-6e71-4ba7-b50b-37a49f78e824', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'floating_ip_address': '172.26.3.219', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'port_id': 'f7aa8963-eb13-4b33-927a-886857882152', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'mac_address': 'fa:16:3e:8e:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d142782-2ff0-4088-b1b6-68dc6e75905d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:14:22Z', 'updated_at': '2022-02-04T06:14:22Z', 'revision_number': 0, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43c41ed-dd96-497c-a4ab-bd6221d9398f', 'name': '', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:21:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e94f5811-9428-4515-add0-6bad22c87057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:10Z', 'updated_at': '2022-02-04T06:14:13Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'e94f5811-9428-4515-add0-6bad22c87057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:14:24.815181 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea450dfb-d1b5-42bd-b14d-a64712a8a964 None None] New status for floating IP dfe51e64-6e71-4ba7-b50b-37a49f78e824: ACTIVE {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:14:25.111012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58844) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:25.169160 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d2ac7463-0131-4079-8e8b-7bf80891503e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/dfe51e64-6e71-4ba7-b50b-37a49f78e824 HTTP/1.1" status: 200 len: 994 time: 0.0570700 Feb 04 06:14:34.340544 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:39.956224 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:14:42.754143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d62f9c19-9a3f-448d-812e-21a49c428223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:44.929963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-eeedd3ea-3261-4714-8eab-d3a391b3db48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:45.993310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.808537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:47.984774 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:14:53.820770 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-b80d20be-2bf6-48cc-96f2-cb59332d1649 req-e25122e3-18b9-4030-afc6-9864ddf75ec6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:14:53.821739 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b80d20be-2bf6-48cc-96f2-cb59332d1649 req-e25122e3-18b9-4030-afc6-9864ddf75ec6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053170 Feb 04 06:14:54.003357 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5b7b2-9fb9-4c37-bd83-efd6678ee78a req-68b504e0-0562-4d4b-828a-ad3a80d6bfa6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:54.004833 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-76c5b7b2-9fb9-4c37-bd83-efd6678ee78a req-68b504e0-0562-4d4b-828a-ad3a80d6bfa6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0515966 Feb 04 06:14:54.034076 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58862) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:14:54.042098 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-76c5b7b2-9fb9-4c37-bd83-efd6678ee78a req-db6fb8ee-0f78-410c-84d8-589dfb513543 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312421 Feb 04 06:14:54.114065 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-675bfd54-9c54-497b-a91a-a428b9d687c0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0787477 Feb 04 06:14:54.123361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-b0f74137-7411-4d1d-b107-3ee3f1ba87d1 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:14:54.124320 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-b0f74137-7411-4d1d-b107-3ee3f1ba87d1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054531 Feb 04 06:14:55.169337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaafa48-a2c4-40d7-921f-68584c914394 req-ffcf1158-da2a-444b-a174-0affa55954c1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:55.170992 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-acaafa48-a2c4-40d7-921f-68584c914394 req-ffcf1158-da2a-444b-a174-0affa55954c1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0544169 Feb 04 06:14:55.205404 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-b9c2c5ad-afff-4433-a004-8ff895f4669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:55.207056 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-b9c2c5ad-afff-4433-a004-8ff895f4669e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 1099 time: 0.0479372 Feb 04 06:14:55.210431 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-acaafa48-a2c4-40d7-921f-68584c914394 req-8d7786d9-684e-4788-96e0-c13e35c9ab04 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327563 Feb 04 06:14:55.294359 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-cdd9fc10-bc49-4ac9-802c-67bce92afdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:55.295874 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-cdd9fc10-bc49-4ac9-802c-67bce92afdf0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=375e932a-5e40-496c-b4ba-e3ea3034fc61 HTTP/1.1" status: 200 len: 897 time: 0.0821223 Feb 04 06:14:55.363554 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-f1ad08d7-590f-4063-a332-64dec8300dfe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7aa8963-eb13-4b33-927a-886857882152 HTTP/1.1" status: 200 len: 1002 time: 0.0613527 Feb 04 06:14:55.411510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-7b56de24-5e40-4a7d-bf41-ab12ec7f35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:55.412939 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-7b56de24-5e40-4a7d-bf41-ab12ec7f35f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e94f5811-9428-4515-add0-6bad22c87057 HTTP/1.1" status: 200 len: 835 time: 0.0425582 Feb 04 06:14:55.457936 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-16f04eb9-ca9c-43f1-844c-970768951c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:55.459408 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-16f04eb9-ca9c-43f1-844c-970768951c8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=375e932a-5e40-496c-b4ba-e3ea3034fc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387373 Feb 04 06:14:55.549066 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-e3a41870-3fc9-48c2-ad1d-6845f127a4ac service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831208 Feb 04 06:14:55.636214 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-ea73e269-472c-4cc3-9a61-c570d237d002 service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803244 Feb 04 06:14:56.322180 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af4c83-159b-4374-bb54-0891029a9253 req-cde3e21c-e8e8-47c7-ba7f-5334520b32d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:56.323618 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d7af4c83-159b-4374-bb54-0891029a9253 req-cde3e21c-e8e8-47c7-ba7f-5334520b32d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0466626 Feb 04 06:14:56.360788 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d7af4c83-159b-4374-bb54-0891029a9253 req-6feb2824-2c3a-46e8-9018-390c1fff6c8c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305681 Feb 04 06:14:57.479324 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb78a56-da94-42e3-9a32-1e9633d0cfef req-0bbff017-ccaf-4512-8420-f7a4d84bf2d3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:57.480772 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8cb78a56-da94-42e3-9a32-1e9633d0cfef req-0bbff017-ccaf-4512-8420-f7a4d84bf2d3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0519178 Feb 04 06:14:57.516827 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8cb78a56-da94-42e3-9a32-1e9633d0cfef req-6eb194d1-4f1a-4723-bfd1-ecccefe3d137 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296359 Feb 04 06:14:58.634084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af335f72-57e8-48e6-9525-0423676b1291 req-221994f3-15ef-4847-9bbe-b8a5021b1896 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:58.635529 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-af335f72-57e8-48e6-9525-0423676b1291 req-221994f3-15ef-4847-9bbe-b8a5021b1896 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0525680 Feb 04 06:14:58.672317 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-af335f72-57e8-48e6-9525-0423676b1291 req-75315230-f1ae-4e95-800f-9756e54472da tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309112 Feb 04 06:14:59.783592 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b9110-5921-4056-b561-32f4c6badfd2 req-66fb5564-8c98-4660-8445-a59ffe14a497 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:14:59.784983 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c17b9110-5921-4056-b561-32f4c6badfd2 req-66fb5564-8c98-4660-8445-a59ffe14a497 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0479453 Feb 04 06:14:59.820762 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c17b9110-5921-4056-b561-32f4c6badfd2 req-d5b4b4e2-d184-4dec-8a9f-bdf3a598886b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298629 Feb 04 06:15:00.937537 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29285049-588c-49c4-a164-19a75768d4f0 req-27bb6c2f-76ff-4edc-9c1f-a50d268708ef tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:00.939015 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-29285049-588c-49c4-a164-19a75768d4f0 req-27bb6c2f-76ff-4edc-9c1f-a50d268708ef tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0515540 Feb 04 06:15:00.975758 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-29285049-588c-49c4-a164-19a75768d4f0 req-d3ed6dd6-192a-4fe4-b135-3941bc9970eb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309389 Feb 04 06:15:02.086316 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb080b3-e235-4cca-aad1-79c2d36ac66f req-fb64f576-28be-489a-81cd-f9729b43b9de tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:02.087694 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2bb080b3-e235-4cca-aad1-79c2d36ac66f req-fb64f576-28be-489a-81cd-f9729b43b9de tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0478690 Feb 04 06:15:02.123967 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2bb080b3-e235-4cca-aad1-79c2d36ac66f req-550b29b5-82b3-4b7f-8c21-4a311390af95 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296390 Feb 04 06:15:03.237502 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d91f5-a85c-4bd9-93e0-0dbe4fb0824e req-b75f2707-d2f4-4299-b66f-0fb81c27c4d6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:03.238981 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-616d91f5-a85c-4bd9-93e0-0dbe4fb0824e req-b75f2707-d2f4-4299-b66f-0fb81c27c4d6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0477581 Feb 04 06:15:03.274814 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-616d91f5-a85c-4bd9-93e0-0dbe4fb0824e req-74a10880-8152-4f50-ad2c-7fcadbc7b48a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300734 Feb 04 06:15:04.361908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:04.392824 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451de4a-cdc2-4777-af14-ade48c7840f7 req-8b7442cb-cf4c-46c5-9126-27d05e0b3241 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:04.394330 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3451de4a-cdc2-4777-af14-ade48c7840f7 req-8b7442cb-cf4c-46c5-9126-27d05e0b3241 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0523090 Feb 04 06:15:04.430397 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3451de4a-cdc2-4777-af14-ade48c7840f7 req-a3a97c90-183d-4276-a816-414fc7e62770 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301189 Feb 04 06:15:05.543619 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f0084-65c6-487e-907c-f286e34b7ad4 req-28ef569e-89c8-4798-a95e-00a02ec717b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:05.545082 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8d6f0084-65c6-487e-907c-f286e34b7ad4 req-28ef569e-89c8-4798-a95e-00a02ec717b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0477548 Feb 04 06:15:05.582805 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8d6f0084-65c6-487e-907c-f286e34b7ad4 req-70e0707e-a743-46ae-afe7-083c60427aeb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313387 Feb 04 06:15:06.695066 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e5fb2-c54e-43e0-a0cd-a3570b6ccd68 req-8b556896-cf0f-4767-85c6-6c194ea8f876 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:06.696517 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1b1e5fb2-c54e-43e0-a0cd-a3570b6ccd68 req-8b556896-cf0f-4767-85c6-6c194ea8f876 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0474577 Feb 04 06:15:06.732960 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1b1e5fb2-c54e-43e0-a0cd-a3570b6ccd68 req-be9dcf9d-3d40-4706-8a8c-89e4d70348a3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302997 Feb 04 06:15:07.196057 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-559a0bc6-1860-4cbe-8804-772dd6942b34 service neutron] 10.222.0.26 "GET /v2.0/ports/f7aa8963-eb13-4b33-927a-886857882152/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0528419 Feb 04 06:15:07.394569 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-9fd877b3-784f-4a94-8c92-f51a645091c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:07.396776 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-9fd877b3-784f-4a94-8c92-f51a645091c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d&tenant_id=08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 1099 time: 0.0443404 Feb 04 06:15:07.455315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-93c7464c-6853-4cbb-bfc4-1f9eff649f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:07.456649 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-93c7464c-6853-4cbb-bfc4-1f9eff649f37 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 1099 time: 0.0388463 Feb 04 06:15:07.540986 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-5711f914-d20a-447f-bff7-36cf33ffa3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:07.542555 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-5711f914-d20a-447f-bff7-36cf33ffa3d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=375e932a-5e40-496c-b4ba-e3ea3034fc61 HTTP/1.1" status: 200 len: 897 time: 0.0799038 Feb 04 06:15:07.607862 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-d5235de5-6b6e-4cf6-8b95-6aedc050a51d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7aa8963-eb13-4b33-927a-886857882152 HTTP/1.1" status: 200 len: 1002 time: 0.0586896 Feb 04 06:15:07.655055 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-3a7eb9a3-af83-4323-9cb4-de744d2d6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:07.656959 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-3a7eb9a3-af83-4323-9cb4-de744d2d6aac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e94f5811-9428-4515-add0-6bad22c87057 HTTP/1.1" status: 200 len: 835 time: 0.0409260 Feb 04 06:15:07.701505 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-5a8751df-5daf-406e-801e-e14d179d7ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:07.703027 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-5a8751df-5daf-406e-801e-e14d179d7ec8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=375e932a-5e40-496c-b4ba-e3ea3034fc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397363 Feb 04 06:15:07.795385 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-78951abc-f071-429c-94bf-80e8adea0e3b service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849838 Feb 04 06:15:07.849793 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1500675-5cca-4351-9c90-771ce407e8e7 req-7d093bee-b2c6-4288-9cc2-a162ca7e86fa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:07.851268 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d1500675-5cca-4351-9c90-771ce407e8e7 req-7d093bee-b2c6-4288-9cc2-a162ca7e86fa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0518937 Feb 04 06:15:07.882966 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ff7f8f01-bf82-4396-b1e6-2d103ab3aebd req-4aed9fae-9c38-441f-8cdb-d08b0c57c7cd service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802052 Feb 04 06:15:07.887690 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d1500675-5cca-4351-9c90-771ce407e8e7 req-6490b393-3f71-44ec-83e9-52ac1d4ba26e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302095 Feb 04 06:15:09.000891 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d2f4f-c0b4-407c-8be0-8c15039a26df req-3d58d2ae-67cd-44e0-9071-12d1fcf572d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:09.002397 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-593d2f4f-c0b4-407c-8be0-8c15039a26df req-3d58d2ae-67cd-44e0-9071-12d1fcf572d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0478110 Feb 04 06:15:09.040619 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-593d2f4f-c0b4-407c-8be0-8c15039a26df req-7f4d975b-9d50-49dc-bdf6-5d45320040ef tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323613 Feb 04 06:15:10.156832 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33c29e-cd43-4582-a4af-0cd58fcc3a26 req-81698d92-33c9-4112-9f0a-adef5d978e41 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:10.158300 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3a33c29e-cd43-4582-a4af-0cd58fcc3a26 req-81698d92-33c9-4112-9f0a-adef5d978e41 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0474555 Feb 04 06:15:10.195601 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3a33c29e-cd43-4582-a4af-0cd58fcc3a26 req-0527ecde-751f-4690-ab88-fc611d2a3a1b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313971 Feb 04 06:15:10.395937 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db7e54-14f7-4086-898a-b7ef5a38a6b4 req-3120377c-4706-480b-a125-f84bc15b656c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:10.397455 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a0db7e54-14f7-4086-898a-b7ef5a38a6b4 req-3120377c-4706-480b-a125-f84bc15b656c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0570304 Feb 04 06:15:10.402302 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859d94-c675-4130-a302-ba7d5b42ecb0 req-2a4bf695-6599-4b97-9960-fe62c227270a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:10.403745 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2b859d94-c675-4130-a302-ba7d5b42ecb0 req-2a4bf695-6599-4b97-9960-fe62c227270a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d&tenant_id=08364a4a54bd473d90b79dbacee4d45e&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 946 time: 0.0562370 Feb 04 06:15:10.436393 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a0db7e54-14f7-4086-898a-b7ef5a38a6b4 req-7775bbb3-3a23-4595-adfa-c4aa348eef4f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315652 Feb 04 06:15:10.483404 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859d94-c675-4130-a302-ba7d5b42ecb0 req-ce755fec-73d1-46d4-aab4-baac3ad0dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:10.485006 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2b859d94-c675-4130-a302-ba7d5b42ecb0 req-ce755fec-73d1-46d4-aab4-baac3ad0dc9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 1099 time: 0.0406725 Feb 04 06:15:10.553521 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4f142-d5ed-4f21-907d-769e96b290d1 req-2f138bfa-cbea-4e52-9b19-030538a7eba7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:10.555050 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f4f4f142-d5ed-4f21-907d-769e96b290d1 req-2f138bfa-cbea-4e52-9b19-030538a7eba7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0479853 Feb 04 06:15:10.572142 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859d94-c675-4130-a302-ba7d5b42ecb0 req-0894110d-1439-4daf-9fdf-35574932f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:10.574117 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2b859d94-c675-4130-a302-ba7d5b42ecb0 req-0894110d-1439-4daf-9fdf-35574932f9c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=375e932a-5e40-496c-b4ba-e3ea3034fc61 HTTP/1.1" status: 200 len: 897 time: 0.0823550 Feb 04 06:15:10.593696 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f4f4f142-d5ed-4f21-907d-769e96b290d1 req-106a112e-dbe2-4774-817e-6722ebdc1585 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327642 Feb 04 06:15:10.640023 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2b859d94-c675-4130-a302-ba7d5b42ecb0 req-825525af-b116-47d6-824a-0f9e78259dc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7aa8963-eb13-4b33-927a-886857882152 HTTP/1.1" status: 200 len: 1002 time: 0.0597138 Feb 04 06:15:10.686884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859d94-c675-4130-a302-ba7d5b42ecb0 req-d790bf98-dc2a-4690-8d70-16d58a1e22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:10.688891 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2b859d94-c675-4130-a302-ba7d5b42ecb0 req-d790bf98-dc2a-4690-8d70-16d58a1e22e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e94f5811-9428-4515-add0-6bad22c87057 HTTP/1.1" status: 200 len: 835 time: 0.0415998 Feb 04 06:15:10.731444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859d94-c675-4130-a302-ba7d5b42ecb0 req-dc08bd27-4aef-4afd-aee6-b5d2a86e8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:10.732863 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2b859d94-c675-4130-a302-ba7d5b42ecb0 req-dc08bd27-4aef-4afd-aee6-b5d2a86e8a47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=375e932a-5e40-496c-b4ba-e3ea3034fc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381727 Feb 04 06:15:10.822084 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2b859d94-c675-4130-a302-ba7d5b42ecb0 req-3e661e11-d364-4417-9c9a-9a5098c92ee6 service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822020 Feb 04 06:15:10.906931 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2b859d94-c675-4130-a302-ba7d5b42ecb0 req-ed319b35-10f7-47fe-9f5e-7b997c680544 service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783641 Feb 04 06:15:11.705337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801fe6f-b873-4487-8a76-517d411ed700 req-447de939-1079-4f04-b4ea-056ab6b780da tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:11.706801 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b801fe6f-b873-4487-8a76-517d411ed700 req-447de939-1079-4f04-b4ea-056ab6b780da tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0475318 Feb 04 06:15:11.745744 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b801fe6f-b873-4487-8a76-517d411ed700 req-b3a265b2-4b46-4a54-ae4d-bf1e4d767427 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318508 Feb 04 06:15:11.767713 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8c790634-5363-419d-b611-6719f7d8144c req-1ebecea3-93e9-4b84-ab60-5cbeebcd4b99 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405486 Feb 04 06:15:11.770069 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58930) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:11.860685 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-db007100-227e-4576-b40f-5712c47815d6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/dfe51e64-6e71-4ba7-b50b-37a49f78e824 HTTP/1.1" status: 200 len: 994 time: 0.0895152 Feb 04 06:15:11.866463 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c790634-5363-419d-b611-6719f7d8144c req-2dbf13b6-e51b-492f-8fd4-d5da33769f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:11.867914 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8c790634-5363-419d-b611-6719f7d8144c req-2dbf13b6-e51b-492f-8fd4-d5da33769f3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 1099 time: 0.0575845 Feb 04 06:15:11.970996 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c790634-5363-419d-b611-6719f7d8144c req-744a63ac-a944-4deb-961d-ce409b326229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:11.972565 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8c790634-5363-419d-b611-6719f7d8144c req-744a63ac-a944-4deb-961d-ce409b326229 service neutron] 10.222.0.26 "GET /v2.0/networks?id=375e932a-5e40-496c-b4ba-e3ea3034fc61 HTTP/1.1" status: 200 len: 897 time: 0.0874255 Feb 04 06:15:12.035054 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8c790634-5363-419d-b611-6719f7d8144c req-853067bb-c527-4fa2-a58c-00af0eded7ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7aa8963-eb13-4b33-927a-886857882152 HTTP/1.1" status: 200 len: 1002 time: 0.0562668 Feb 04 06:15:12.082118 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c790634-5363-419d-b611-6719f7d8144c req-f3ccdc1a-63af-434d-b49d-af678ae6d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:12.083561 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8c790634-5363-419d-b611-6719f7d8144c req-f3ccdc1a-63af-434d-b49d-af678ae6d39c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e94f5811-9428-4515-add0-6bad22c87057 HTTP/1.1" status: 200 len: 835 time: 0.0426180 Feb 04 06:15:12.136833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c790634-5363-419d-b611-6719f7d8144c req-d49db003-cedf-4752-9134-5406bff6c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:12.138337 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8c790634-5363-419d-b611-6719f7d8144c req-d49db003-cedf-4752-9134-5406bff6c25b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=375e932a-5e40-496c-b4ba-e3ea3034fc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0486543 Feb 04 06:15:12.223708 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8c790634-5363-419d-b611-6719f7d8144c req-1c8d5cde-ba4b-43bd-9f98-6332d3d2ec3d service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788977 Feb 04 06:15:12.311551 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8c790634-5363-419d-b611-6719f7d8144c req-3aef9001-ec1e-4818-97c4-f2ee6cea6fbe service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819881 Feb 04 06:15:12.754952 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-97fa944d-cee1-4251-8d8f-a4f1df335c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:14.930138 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a9a19d16-3daf-4e60-bb67-253a96dba212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:15.996301 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:16.955915 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:15:17.810373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:17.986449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:34.351120 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.221833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58942) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:40.376564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port 82272aa7-7cad-4c9c-ac3c-ac5e5d424654 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:15:40.376908 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.448664 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.448987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.460189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for 82272aa7-7cad-4c9c-ac3c-ac5e5d424654 owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:15:40.603467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.626760 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=82272aa7-7cad-4c9c-ac3c-ac5e5d424654,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:40.639460 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:40.639816 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:40.640163 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:40.640504 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:40.640841 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:40.641176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:40.641511 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:40.641868 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:40.642197 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:40.642526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:40.642854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:40.643181 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:40.698814 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:40.699145 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Floating IP dfe51e64-6e71-4ba7-b50b-37a49f78e824 disassociated (deleted). External IP: 172.26.3.219, port: f7aa8963-eb13-4b33-927a-886857882152. Feb 04 06:15:40.895385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 767fdb5d-e97e-4eb0-8716-baa951793227 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:15:40.997724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:15:41.002518 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:41.008859 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009b49e0-097b-4830-896a-118be6e68d82 None None] Sync routers for ids ['767fdb5d-e97e-4eb0-8716-baa951793227'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:41.018901 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009b49e0-097b-4830-896a-118be6e68d82 None None] Routers {'767fdb5d-e97e-4eb0-8716-baa951793227'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:15:41.019494 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-009b49e0-097b-4830-896a-118be6e68d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:15:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['767fdb5d-e97e-4eb0-8716-baa951793227'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:41.031612 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7505f57a-e323-4e19-b6c9-0db0aaf99711 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/floatingips/dfe51e64-6e71-4ba7-b50b-37a49f78e824 HTTP/1.1" status: 204 len: 168 time: 0.8086307 Feb 04 06:15:41.032295 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d142782-2ff0-4088-b1b6-68dc6e75905d', 'tag': 'f7aa8963-eb13-4b33-927a-886857882152'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:15:41.034652 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5818eff7-408c-4f7d-8c3c-492dfba9eacc" -d '{"events": [{"name": "network-changed", "server_uuid": "1d142782-2ff0-4088-b1b6-68dc6e75905d", "tag": "f7aa8963-eb13-4b33-927a-886857882152"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:15:41.129519 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-009b49e0-097b-4830-896a-118be6e68d82 None None] Set router 767fdb5d-e97e-4eb0-8716-baa951793227 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:15:41.137888 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfad9f2-2a7d-470c-8506-4763563d9131 x-openstack-request-id: req-7cfad9f2-2a7d-470c-8506-4763563d9131 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:15:41.138387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d142782-2ff0-4088-b1b6-68dc6e75905d", "tag": "f7aa8963-eb13-4b33-927a-886857882152", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:15:41.138909 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7cfad9f2-2a7d-470c-8506-4763563d9131 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:15:41.139522 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d142782-2ff0-4088-b1b6-68dc6e75905d', 'tag': 'f7aa8963-eb13-4b33-927a-886857882152', 'status': 'completed', 'code': 200} Feb 04 06:15:41.207088 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818eff7-408c-4f7d-8c3c-492dfba9eacc req-dfb4a8c0-2b0c-47fb-a803-be350cba08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:41.209282 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5818eff7-408c-4f7d-8c3c-492dfba9eacc req-dfb4a8c0-2b0c-47fb-a803-be350cba08f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 1099 time: 0.0448463 Feb 04 06:15:41.277557 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058927bb-acc1-43d8-a3d7-01f6aae8bc7b req-0b23e801-98c8-4ecb-8114-ed9a40e60008 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:41.279431 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-058927bb-acc1-43d8-a3d7-01f6aae8bc7b req-0b23e801-98c8-4ecb-8114-ed9a40e60008 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0522411 Feb 04 06:15:41.308455 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818eff7-408c-4f7d-8c3c-492dfba9eacc req-2ddc6378-ad08-412d-a3f7-3424648101ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:41.309995 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5818eff7-408c-4f7d-8c3c-492dfba9eacc req-2ddc6378-ad08-412d-a3f7-3424648101ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=375e932a-5e40-496c-b4ba-e3ea3034fc61 HTTP/1.1" status: 200 len: 897 time: 0.0944171 Feb 04 06:15:41.322290 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-058927bb-acc1-43d8-a3d7-01f6aae8bc7b req-500bb283-caec-4721-9482-781871203f91 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331459 Feb 04 06:15:41.348224 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-009b49e0-097b-4830-896a-118be6e68d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:07Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:08Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e43c41ed-dd96-497c-a4ab-bd6221d9398f', 'name': '', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:21:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e94f5811-9428-4515-add0-6bad22c87057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:10Z', 'updated_at': '2022-02-04T06:14:13Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'e94f5811-9428-4515-add0-6bad22c87057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:41.351976 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5818eff7-408c-4f7d-8c3c-492dfba9eacc req-8a05ed8f-ae24-47d3-bae8-f0dd56c1abe1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7aa8963-eb13-4b33-927a-886857882152 HTTP/1.1" status: 200 len: 217 time: 0.0346670 Feb 04 06:15:41.374087 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009b49e0-097b-4830-896a-118be6e68d82 None None] Checking router: 767fdb5d-e97e-4eb0-8716-baa951793227 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:15:41.382111 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009b49e0-097b-4830-896a-118be6e68d82 None None] Routers {'767fdb5d-e97e-4eb0-8716-baa951793227'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:15:41.382701 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-009b49e0-097b-4830-896a-118be6e68d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:15:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['767fdb5d-e97e-4eb0-8716-baa951793227'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:41.399140 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818eff7-408c-4f7d-8c3c-492dfba9eacc req-ac70c98a-e627-4276-83fc-80d250f42234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:41.400748 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5818eff7-408c-4f7d-8c3c-492dfba9eacc req-ac70c98a-e627-4276-83fc-80d250f42234 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e94f5811-9428-4515-add0-6bad22c87057 HTTP/1.1" status: 200 len: 835 time: 0.0417478 Feb 04 06:15:41.444650 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818eff7-408c-4f7d-8c3c-492dfba9eacc req-cd9281b7-d1e5-4a7a-9a48-29a136f7be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:41.446134 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5818eff7-408c-4f7d-8c3c-492dfba9eacc req-cd9281b7-d1e5-4a7a-9a48-29a136f7be16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=375e932a-5e40-496c-b4ba-e3ea3034fc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384762 Feb 04 06:15:41.486279 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-009b49e0-097b-4830-896a-118be6e68d82 None None] Set router 767fdb5d-e97e-4eb0-8716-baa951793227 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:15:41.536006 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5818eff7-408c-4f7d-8c3c-492dfba9eacc req-03920a08-3467-4454-aec1-c509592512ad service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828369 Feb 04 06:15:41.629382 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-5818eff7-408c-4f7d-8c3c-492dfba9eacc req-76a2f56c-f0a0-414d-9311-641f0a665e2d service neutron] 10.222.0.26 "GET /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861478 Feb 04 06:15:41.757410 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-009b49e0-097b-4830-896a-118be6e68d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:07Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:08Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e43c41ed-dd96-497c-a4ab-bd6221d9398f', 'name': '', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:21:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e94f5811-9428-4515-add0-6bad22c87057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:10Z', 'updated_at': '2022-02-04T06:14:13Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'e94f5811-9428-4515-add0-6bad22c87057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:41.784510 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009b49e0-097b-4830-896a-118be6e68d82 None None] The sync data for ids ['767fdb5d-e97e-4eb0-8716-baa951793227'] in dv-neutron-827794-1-hyperv is: [{'id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:07Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:08Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'e43c41ed-dd96-497c-a4ab-bd6221d9398f', 'name': '', 'network_id': '375e932a-5e40-496c-b4ba-e3ea3034fc61', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:21:75:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'e94f5811-9428-4515-add0-6bad22c87057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:10Z', 'updated_at': '2022-02-04T06:14:13Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'e94f5811-9428-4515-add0-6bad22c87057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:41.985125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7d9b0-6a67-410b-9a19-0bb6b02fb1a7 None None] New status for floating IP dfe51e64-6e71-4ba7-b50b-37a49f78e824: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:15:42.438189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04758fed-79d7-4fa0-aede-45926da1a534 req-096cabdc-ab4f-46ac-af08-da34071ceec8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:42.439617 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-04758fed-79d7-4fa0-aede-45926da1a534 req-096cabdc-ab4f-46ac-af08-da34071ceec8 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0477855 Feb 04 06:15:42.476368 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-04758fed-79d7-4fa0-aede-45926da1a534 req-608695a8-7af8-44da-ab6f-30a7185b92e9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6207a0d-8525-4843-a81f-c8ef89f43fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309153 Feb 04 06:15:42.754585 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1d987508-455a-426a-9b93-b934c8173f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:42.883632 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acc06a-191a-4311-8c60-82778960637c req-82e61d6c-cd22-4e60-b4e5-195b7dfcc10a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:42.885070 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f8acc06a-191a-4311-8c60-82778960637c req-82e61d6c-cd22-4e60-b4e5-195b7dfcc10a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 946 time: 0.0509923 Feb 04 06:15:42.969510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-f8acc06a-191a-4311-8c60-82778960637c req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port f7aa8963-eb13-4b33-927a-886857882152 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:15:42.969786 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-f8acc06a-191a-4311-8c60-82778960637c req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.336372 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-f8acc06a-191a-4311-8c60-82778960637c req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] For port f7aa8963-eb13-4b33-927a-886857882152, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f7aa8963-eb13-4b33-927a-886857882152,segment=NetworkSegment(523f44f8-930f-4611-89b0-9d030a7dabbb),segment_id=523f44f8-930f-4611-89b0-9d030a7dabbb)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:43.336651 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-f8acc06a-191a-4311-8c60-82778960637c req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.348423 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-f8acc06a-191a-4311-8c60-82778960637c req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for f7aa8963-eb13-4b33-927a-886857882152 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:15:43.469752 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-f8acc06a-191a-4311-8c60-82778960637c req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.501036 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=f7aa8963-eb13-4b33-927a-886857882152,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:43.527326 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:43.527674 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:43.528016 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:43.528353 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:43.528721 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:43.529042 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:43.530512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:43.530512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:43.530512 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:43.530858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:43.531214 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:43.531546 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:43.550465 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8acc06a-191a-4311-8c60-82778960637c req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] No DVR routers for this DVR port f7aa8963-eb13-4b33-927a-886857882152 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:43.553003 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-f8acc06a-191a-4311-8c60-82778960637c req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:43.556233 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f8acc06a-191a-4311-8c60-82778960637c req-a8a7b565-aa56-4f2f-bfda-91b4e1b2d675 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "DELETE /v2.0/ports/f7aa8963-eb13-4b33-927a-886857882152 HTTP/1.1" status: 204 len: 173 time: 0.6651735 Feb 04 06:15:43.556683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d142782-2ff0-4088-b1b6-68dc6e75905d', 'name': 'network-vif-deleted', 'tag': 'f7aa8963-eb13-4b33-927a-886857882152'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:15:43.559062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd438a4-ccce-43b1-9922-60b376651c2d" -d '{"events": [{"server_uuid": "1d142782-2ff0-4088-b1b6-68dc6e75905d", "name": "network-vif-deleted", "tag": "f7aa8963-eb13-4b33-927a-886857882152"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:15:43.587248 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2b567326-f2ed-4844-ae9e-0c86464a4c44 req-241aeed1-f964-4a00-b04c-b841e212c164 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d142782-2ff0-4088-b1b6-68dc6e75905d HTTP/1.1" status: 200 len: 210 time: 0.0396488 Feb 04 06:15:43.596660 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd262401-b9a0-44e9-b35f-1bd80abf3254 x-openstack-request-id: req-fd262401-b9a0-44e9-b35f-1bd80abf3254 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:15:43.596959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d142782-2ff0-4088-b1b6-68dc6e75905d", "name": "network-vif-deleted", "tag": "f7aa8963-eb13-4b33-927a-886857882152", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:15:43.597208 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd262401-b9a0-44e9-b35f-1bd80abf3254 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:15:43.597600 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d142782-2ff0-4088-b1b6-68dc6e75905d', 'name': 'network-vif-deleted', 'tag': 'f7aa8963-eb13-4b33-927a-886857882152', 'status': 'completed', 'code': 200} Feb 04 06:15:44.646947 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58960) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:44.930554 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-00930442-87fd-45ad-b6c6-a44b0c6a6541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:44.993473 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-98a4d918-7d74-4a48-a7d9-c9d824abdc51 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.236767 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-98a4d918-7d74-4a48-a7d9-c9d824abdc51 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port e43c41ed-dd96-497c-a4ab-bd6221d9398f {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:15:45.237034 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-98a4d918-7d74-4a48-a7d9-c9d824abdc51 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.320417 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-98a4d918-7d74-4a48-a7d9-c9d824abdc51 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] For port e43c41ed-dd96-497c-a4ab-bd6221d9398f, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=e43c41ed-dd96-497c-a4ab-bd6221d9398f,segment=NetworkSegment(523f44f8-930f-4611-89b0-9d030a7dabbb),segment_id=523f44f8-930f-4611-89b0-9d030a7dabbb)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:45.320779 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-98a4d918-7d74-4a48-a7d9-c9d824abdc51 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.333005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-98a4d918-7d74-4a48-a7d9-c9d824abdc51 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for e43c41ed-dd96-497c-a4ab-bd6221d9398f owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:15:45.820894 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-98a4d918-7d74-4a48-a7d9-c9d824abdc51 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:45.847193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4d918-7d74-4a48-a7d9-c9d824abdc51 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=e43c41ed-dd96-497c-a4ab-bd6221d9398f,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:46.000349 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.015059 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-98a4d918-7d74-4a48-a7d9-c9d824abdc51 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.223190 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a4d918-7d74-4a48-a7d9-c9d824abdc51 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 767fdb5d-e97e-4eb0-8716-baa951793227 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:15:46.325078 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a4d918-7d74-4a48-a7d9-c9d824abdc51 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:15:46.330092 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-98a4d918-7d74-4a48-a7d9-c9d824abdc51 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "PUT /v2.0/routers/767fdb5d-e97e-4eb0-8716-baa951793227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6820962 Feb 04 06:15:46.332789 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58962) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:46.335321 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e2236-fdb1-41d7-8f54-276fce242dbc None None] Sync routers for ids ['767fdb5d-e97e-4eb0-8716-baa951793227'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:46.345431 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e2236-fdb1-41d7-8f54-276fce242dbc None None] Routers {'767fdb5d-e97e-4eb0-8716-baa951793227'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:15:46.346062 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ef1e2236-fdb1-41d7-8f54-276fce242dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:15:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['767fdb5d-e97e-4eb0-8716-baa951793227'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:46.382307 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bea910d-d3f4-4030-a596-8937eeb4be75 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting subnet e94f5811-9428-4515-add0-6bad22c87057 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:15:46.385286 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8bea910d-d3f4-4030-a596-8937eeb4be75 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.428757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8bea910d-d3f4-4030-a596-8937eeb4be75 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.445649 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ef1e2236-fdb1-41d7-8f54-276fce242dbc None None] Set router 767fdb5d-e97e-4eb0-8716-baa951793227 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:15:46.514364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8bea910d-d3f4-4030-a596-8937eeb4be75 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.574483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8bea910d-d3f4-4030-a596-8937eeb4be75 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.601293 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea910d-d3f4-4030-a596-8937eeb4be75 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Subnet': ['ID=e94f5811-9428-4515-add0-6bad22c87057,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:46.604805 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8bea910d-d3f4-4030-a596-8937eeb4be75 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.608643 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8bea910d-d3f4-4030-a596-8937eeb4be75 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/subnets/e94f5811-9428-4515-add0-6bad22c87057 HTTP/1.1" status: 204 len: 168 time: 0.2742212 Feb 04 06:15:46.611128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58964) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:46.613658 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd42d85-dc1f-4ef0-874b-15fbc0122751 None None] Network 375e932a-5e40-496c-b4ba-e3ea3034fc61 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:15:46.623034 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ef1e2236-fdb1-41d7-8f54-276fce242dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:07Z', 'updated_at': '2022-02-04T06:15:45Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:08Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:46.650330 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e2236-fdb1-41d7-8f54-276fce242dbc None None] Checking router: 767fdb5d-e97e-4eb0-8716-baa951793227 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:15:46.659346 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e2236-fdb1-41d7-8f54-276fce242dbc None None] Routers {'767fdb5d-e97e-4eb0-8716-baa951793227'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:15:46.659938 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ef1e2236-fdb1-41d7-8f54-276fce242dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:15:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['767fdb5d-e97e-4eb0-8716-baa951793227'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:46.723983 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.728694 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f7aa8963-eb13-4b33-927a-886857882152 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:15:46.753700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: f7aa8963-eb13-4b33-927a-886857882152 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:15:46.754156 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device f7aa8963-eb13-4b33-927a-886857882152 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:15:46.766266 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ef1e2236-fdb1-41d7-8f54-276fce242dbc None None] Set router 767fdb5d-e97e-4eb0-8716-baa951793227 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:15:46.828736 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392dbf7f-b163-4796-92dd-e8b6f82fdf16 None None] DHCP port deletion for 375e932a-5e40-496c-b4ba-e3ea3034fc61 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:15:46.840714 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.890164 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-392dbf7f-b163-4796-92dd-e8b6f82fdf16 None None] Deleting port a2cebd2e-cd02-4999-9d07-266f89ab9a38 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:15:46.890547 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-392dbf7f-b163-4796-92dd-e8b6f82fdf16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.905799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port 3d8b1ede-e28e-493c-97ac-798decd749e2 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:15:46.906193 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:46.960366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device a2cebd2e-cd02-4999-9d07-266f89ab9a38 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:15:46.962747 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ef1e2236-fdb1-41d7-8f54-276fce242dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:07Z', 'updated_at': '2022-02-04T06:15:45Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:08Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:46.988890 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e2236-fdb1-41d7-8f54-276fce242dbc None None] The sync data for ids ['767fdb5d-e97e-4eb0-8716-baa951793227'] in dv-neutron-827794-1-hyperv is: [{'id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032398512', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191'}], 'enable_snat': True}, 'gw_port_id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:14:07Z', 'updated_at': '2022-02-04T06:15:45Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '3d8b1ede-e28e-493c-97ac-798decd749e2', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fdb5d-e97e-4eb0-8716-baa951793227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:14:08Z', 'updated_at': '2022-02-04T06:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:47.000300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] For port 3d8b1ede-e28e-493c-97ac-798decd749e2, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3d8b1ede-e28e-493c-97ac-798decd749e2,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:47.000813 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.016107 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for 3d8b1ede-e28e-493c-97ac-798decd749e2 owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:15:47.031112 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-392dbf7f-b163-4796-92dd-e8b6f82fdf16 None None] For port a2cebd2e-cd02-4999-9d07-266f89ab9a38, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a2cebd2e-cd02-4999-9d07-266f89ab9a38,segment=NetworkSegment(523f44f8-930f-4611-89b0-9d030a7dabbb),segment_id=523f44f8-930f-4611-89b0-9d030a7dabbb)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:47.031656 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-392dbf7f-b163-4796-92dd-e8b6f82fdf16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.046057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-392dbf7f-b163-4796-92dd-e8b6f82fdf16 None None] Calling delete_port for a2cebd2e-cd02-4999-9d07-266f89ab9a38 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:15:47.120529 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.171416 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port a2cebd2e-cd02-4999-9d07-266f89ab9a38, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=a2cebd2e-cd02-4999-9d07-266f89ab9a38,segment=NetworkSegment(523f44f8-930f-4611-89b0-9d030a7dabbb),segment_id=523f44f8-930f-4611-89b0-9d030a7dabbb)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:47.179034 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.199349 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.220948 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-392dbf7f-b163-4796-92dd-e8b6f82fdf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.235224 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=3d8b1ede-e28e-493c-97ac-798decd749e2,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:47.242662 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392dbf7f-b163-4796-92dd-e8b6f82fdf16 None None] No DVR routers for this DVR port a2cebd2e-cd02-4999-9d07-266f89ab9a38 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:15:47.251487 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=a2cebd2e-cd02-4999-9d07-266f89ab9a38,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:47.257008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:47.257215 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:47.257663 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:47.257914 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:47.258240 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:47.258567 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:47.258892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:47.259245 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:47.259566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:47.259882 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:47.260196 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:47.260511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:47.286238 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392dbf7f-b163-4796-92dd-e8b6f82fdf16 None None] Pushing event deleted for resources: {'Port': ['ID=a2cebd2e-cd02-4999-9d07-266f89ab9a38,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:47.291387 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.383603 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.385662 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.427013 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.427578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Fanout notify agent at l3_agent the message router_deleted on router 767fdb5d-e97e-4eb0-8716-baa951793227 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:15:47.434238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.435462 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6b2d0909-cfe4-48e2-a94f-b0f3270ce332 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/routers/767fdb5d-e97e-4eb0-8716-baa951793227 HTTP/1.1" status: 204 len: 168 time: 0.8226955 Feb 04 06:15:47.438589 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58966) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:47.516646 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7870767e-0f54-488d-b5b1-2beefb5048e1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.603895 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7870767e-0f54-488d-b5b1-2beefb5048e1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.624477 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-7870767e-0f54-488d-b5b1-2beefb5048e1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375e932a-5e40-496c-b4ba-e3ea3034fc61']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:47.633309 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-7870767e-0f54-488d-b5b1-2beefb5048e1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523f44f8-930f-4611-89b0-9d030a7dabbb') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:47.633604 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-7870767e-0f54-488d-b5b1-2beefb5048e1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523f44f8-930f-4611-89b0-9d030a7dabbb') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:47.642624 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7870767e-0f54-488d-b5b1-2beefb5048e1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.655588 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7870767e-0f54-488d-b5b1-2beefb5048e1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.661337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7870767e-0f54-488d-b5b1-2beefb5048e1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:15:47.661722 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7870767e-0f54-488d-b5b1-2beefb5048e1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:15:47.664789 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:15:47.726493 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7870767e-0f54-488d-b5b1-2beefb5048e1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.731458 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7870767e-0f54-488d-b5b1-2beefb5048e1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.735277 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-7870767e-0f54-488d-b5b1-2beefb5048e1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/networks/375e932a-5e40-496c-b4ba-e3ea3034fc61 HTTP/1.1" status: 204 len: 168 time: 0.2955225 Feb 04 06:15:47.738079 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58968) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:47.750800 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870767e-0f54-488d-b5b1-2beefb5048e1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Network': ['ID=375e932a-5e40-496c-b4ba-e3ea3034fc61,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:47.797158 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7729a051-b997-4440-aa69-4b09fa493ac7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.813999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.824754 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7729a051-b997-4440-aa69-4b09fa493ac7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.889951 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7729a051-b997-4440-aa69-4b09fa493ac7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.892490 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7729a051-b997-4440-aa69-4b09fa493ac7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:47.893703 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7729a051-b997-4440-aa69-4b09fa493ac7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/security-groups/e6207a0d-8525-4843-a81f-c8ef89f43fc5 HTTP/1.1" status: 204 len: 168 time: 0.1546364 Feb 04 06:15:47.903509 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729a051-b997-4440-aa69-4b09fa493ac7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6207a0d-8525-4843-a81f-c8ef89f43fc5,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:47.988296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.225731 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58974) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:48.230356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b6b0a40e-0c1c-4862-bfa2-8e4c1d510b07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1527380424', 'description': 'tempest-secgroup-smoke-1527380424 description', 'project_id': '08364a4a54bd473d90b79dbacee4d45e'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:48.253862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a40e-0c1c-4862-bfa2-8e4c1d510b07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.321041 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a40e-0c1c-4862-bfa2-8e4c1d510b07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.325029 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a40e-0c1c-4862-bfa2-8e4c1d510b07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.355767 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a40e-0c1c-4862-bfa2-8e4c1d510b07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.356998 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b6b0a40e-0c1c-4862-bfa2-8e4c1d510b07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1302416 Feb 04 06:15:48.359202 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0a40e-0c1c-4862-bfa2-8e4c1d510b07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:48.360120 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58976) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:48.364920 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d71a3fc5-650b-4aae-877f-79c497fd7845 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'a1ab6dfc-abfc-418c-8f6f-7289e1a08c67', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:48.394358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d71a3fc5-650b-4aae-877f-79c497fd7845 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.452461 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d71a3fc5-650b-4aae-877f-79c497fd7845 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.455994 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d71a3fc5-650b-4aae-877f-79c497fd7845 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.475069 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a3fc5-650b-4aae-877f-79c497fd7845 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46b21de-14e7-446d-8ea4-1b99be6a4146,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:48.480317 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d71a3fc5-650b-4aae-877f-79c497fd7845 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.481581 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d71a3fc5-650b-4aae-877f-79c497fd7845 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202159 Feb 04 06:15:48.484278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58978) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:48.488456 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-bbaa7ad0-f060-45ea-9267-66fbb12d948a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'a1ab6dfc-abfc-418c-8f6f-7289e1a08c67', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:48.516280 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7ad0-f060-45ea-9267-66fbb12d948a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.581067 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7ad0-f060-45ea-9267-66fbb12d948a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.585080 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7ad0-f060-45ea-9267-66fbb12d948a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.612007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa7ad0-f060-45ea-9267-66fbb12d948a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc5afa3-0799-445b-a00a-6c8917c3cdc3,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:48.617597 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7ad0-f060-45ea-9267-66fbb12d948a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.618847 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-bbaa7ad0-f060-45ea-9267-66fbb12d948a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336515 Feb 04 06:15:48.621519 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58980) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:48.626301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f0fc1d8a-1f91-45a0-9748-bffb0b5a2d8d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'a1ab6dfc-abfc-418c-8f6f-7289e1a08c67', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:48.652777 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0fc1d8a-1f91-45a0-9748-bffb0b5a2d8d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.708201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0fc1d8a-1f91-45a0-9748-bffb0b5a2d8d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.711862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0fc1d8a-1f91-45a0-9748-bffb0b5a2d8d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.729158 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc1d8a-1f91-45a0-9748-bffb0b5a2d8d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a56ab28-866f-4c7d-b830-7f058e682fbd,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:48.736786 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0fc1d8a-1f91-45a0-9748-bffb0b5a2d8d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.738117 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f0fc1d8a-1f91-45a0-9748-bffb0b5a2d8d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155562 Feb 04 06:15:48.740862 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58982) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:48.745147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-b4c192c3-4a71-4438-ab4f-f13fb70e9c46 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'a1ab6dfc-abfc-418c-8f6f-7289e1a08c67', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:48.773290 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b4c192c3-4a71-4438-ab4f-f13fb70e9c46 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.834124 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b4c192c3-4a71-4438-ab4f-f13fb70e9c46 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.838310 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b4c192c3-4a71-4438-ab4f-f13fb70e9c46 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.864261 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c192c3-4a71-4438-ab4f-f13fb70e9c46 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc20082a-309f-48f6-8bf1-8bea5412055b,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:48.870072 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3d8b1ede-e28e-493c-97ac-798decd749e2 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:15:48.876437 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b4c192c3-4a71-4438-ab4f-f13fb70e9c46 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.878320 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b4c192c3-4a71-4438-ab4f-f13fb70e9c46 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363258 Feb 04 06:15:48.880954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58984) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:48.887056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-9a4e7b01-2735-4585-b3d6-41dd4970adb4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'a1ab6dfc-abfc-418c-8f6f-7289e1a08c67', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:48.892393 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 3d8b1ede-e28e-493c-97ac-798decd749e2 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:15:48.892736 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3d8b1ede-e28e-493c-97ac-798decd749e2 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:15:48.893143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e43c41ed-dd96-497c-a4ab-bd6221d9398f no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:15:48.914873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: e43c41ed-dd96-497c-a4ab-bd6221d9398f {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:15:48.915223 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device e43c41ed-dd96-497c-a4ab-bd6221d9398f not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:15:48.917024 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-9a4e7b01-2735-4585-b3d6-41dd4970adb4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Project 08364a4a54bd473d90b79dbacee4d45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:15:48.922730 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7b01-2735-4585-b3d6-41dd4970adb4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.980341 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7b01-2735-4585-b3d6-41dd4970adb4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.983834 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7b01-2735-4585-b3d6-41dd4970adb4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:48.998053 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e7b01-2735-4585-b3d6-41dd4970adb4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63203ad7-8da4-4149-bffa-3877e92020cd,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:49.008511 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7b01-2735-4585-b3d6-41dd4970adb4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.009674 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-9a4e7b01-2735-4585-b3d6-41dd4970adb4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276460 Feb 04 06:15:49.013340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58986) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:49.018350 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-98d44ed8-68f0-4bbc-ab92-9ce511eaf551 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': 'a1ab6dfc-abfc-418c-8f6f-7289e1a08c67', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:49.043130 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-98d44ed8-68f0-4bbc-ab92-9ce511eaf551 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Project 08364a4a54bd473d90b79dbacee4d45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:15:49.048082 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-98d44ed8-68f0-4bbc-ab92-9ce511eaf551 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.108366 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-98d44ed8-68f0-4bbc-ab92-9ce511eaf551 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.112125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-98d44ed8-68f0-4bbc-ab92-9ce511eaf551 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.130839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d44ed8-68f0-4bbc-ab92-9ce511eaf551 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0f4f6c-fbfe-4df4-b0af-039ed01c9278,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:49.141043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-98d44ed8-68f0-4bbc-ab92-9ce511eaf551 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.144929 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-98d44ed8-68f0-4bbc-ab92-9ce511eaf551 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274648 Feb 04 06:15:49.145455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58988) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:49.151532 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-5399ab43-bb7e-491c-ab8e-57aad17a4246 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'network': {'name': 'tempest-network-smoke--204111137', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'port_security_enabled': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:49.177013 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5399ab43-bb7e-491c-ab8e-57aad17a4246 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Made reservation on behalf of 08364a4a54bd473d90b79dbacee4d45e for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:49.180963 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5399ab43-bb7e-491c-ab8e-57aad17a4246 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.206826 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5399ab43-bb7e-491c-ab8e-57aad17a4246 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:15:49.216559 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5399ab43-bb7e-491c-ab8e-57aad17a4246 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.216903 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-5399ab43-bb7e-491c-ab8e-57aad17a4246 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Added segment 167dcac6-5f5a-44c7-a759-5eb57d0a04f8 of type vlan for network c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 Feb 04 06:15:49.257461 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5399ab43-bb7e-491c-ab8e-57aad17a4246 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.283128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5399ab43-bb7e-491c-ab8e-57aad17a4246 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.288840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5399ab43-bb7e-491c-ab8e-57aad17a4246 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:49.289429 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5399ab43-bb7e-491c-ab8e-57aad17a4246 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.354131 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5399ab43-bb7e-491c-ab8e-57aad17a4246 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2071099 Feb 04 06:15:49.357230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58990) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:49.365429 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'admin_state_up': True, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:49.382614 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399ab43-bb7e-491c-ab8e-57aad17a4246 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Network': ['ID=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:49.392807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:15:49.401084 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.402142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.450841 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.594817 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.779346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.797673 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:49.896910 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.26.3.201 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/4b9f2ed2-dce3-498b-a9b0-b26a8a32f926) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:49.995833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:50.028123 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:50.065599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:50.068371 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:50.071751 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:15:50.094507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=4b9f2ed2-dce3-498b-a9b0-b26a8a32f926,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:50.312049 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:50.504449 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:50.626634 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router eff8280a-ffba-4ad5-b53e-57f5c570952a is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:15:51.035907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:15:51.044907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Sync routers for ids ['eff8280a-ffba-4ad5-b53e-57f5c570952a'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:51.054434 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Routers {'eff8280a-ffba-4ad5-b53e-57f5c570952a'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:15:51.055050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:15:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['eff8280a-ffba-4ad5-b53e-57f5c570952a'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:51.056180 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.057387 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-404ad7de-89d7-402a-9afd-12eed841b7fd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6986899 Feb 04 06:15:51.060395 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58992) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:51.088413 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-bfd95073-f770-4290-a9d9-7e458579067e tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=08364a4a54bd473d90b79dbacee4d45e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263591 Feb 04 06:15:51.090873 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 58994) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:51.161598 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Set router eff8280a-ffba-4ad5-b53e-57f5c570952a gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:15:51.182482 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bbb93a-a650-49f8-878f-ef2925afaaf0 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:51.187099 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-75bbb93a-a650-49f8-878f-ef2925afaaf0 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922256 Feb 04 06:15:51.187478 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58996) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:51.222119 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ed6f1664-6f26-4cd1-a4dd-1d89c53a83a9 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334799 Feb 04 06:15:51.224578 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 58998) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:51.229257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-aac5f960-77c6-44a9-9b88-ebefedacf6bd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-96528788', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:51.315041 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac5f960-77c6-44a9-9b88-ebefedacf6bd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Made reservation on behalf of 08364a4a54bd473d90b79dbacee4d45e for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:51.318535 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aac5f960-77c6-44a9-9b88-ebefedacf6bd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.341095 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:50Z', 'revision_number': 3, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:51.370658 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Checking router: eff8280a-ffba-4ad5-b53e-57f5c570952a for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:15:51.371002 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Updating router eff8280a-ffba-4ad5-b53e-57f5c570952a port 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:15:51.395968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.492781 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aac5f960-77c6-44a9-9b88-ebefedacf6bd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.557692 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5f960-77c6-44a9-9b88-ebefedacf6bd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Subnet': ['ID=6488d22b-c4ba-4848-9cd1-ba5a6c80e14a,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:51.567654 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5f960-77c6-44a9-9b88-ebefedacf6bd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Checking segment: {'id': '167dcac6-5f5a-44c7-a759-5eb57d0a04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:15:51.568017 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac5f960-77c6-44a9-9b88-ebefedacf6bd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network hostable DHCP agents. Network: c296c2d4-21c0-4afd-96a5-2a9e959fd3f1, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:15:51.586538 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac5f960-77c6-44a9-9b88-ebefedacf6bd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:15:51.595983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-aac5f960-77c6-44a9-9b88-ebefedacf6bd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, c296c2d4-21c0-4afd-96a5-2a9e959fd3f1) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:51.600407 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac5f960-77c6-44a9-9b88-ebefedacf6bd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:51.601119 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aac5f960-77c6-44a9-9b88-ebefedacf6bd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.618913 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-aac5f960-77c6-44a9-9b88-ebefedacf6bd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3931425 Feb 04 06:15:51.621398 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59000) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:15:51.667228 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aca9d85-73c4-4148-a7a9-94364ce525ab None None] Network c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:15:51.915380 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.922399 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ips': [{'subnet_id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:15:51.923220 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:51.938503 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.046393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.098362 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Attempting to bind port 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:52.099006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Attempting to bind port 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:52.099122 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Attempting to bind port 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:15:52.104760 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee88f9b-54cf-41b2-83a0-95573baddacc None None] Pushing event updated for resources: {'Port': ['ID=4b9f2ed2-dce3-498b-a9b0-b26a8a32f926,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:52.118054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:15:52.118431 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:15:52.118839 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.119229 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:15:52.119704 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Bound port: 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:52.120083 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.224466 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Allocated IP 172.20.0.2 (c296c2d4-21c0-4afd-96a5-2a9e959fd3f1/6488d22b-c4ba-4848-9cd1-ba5a6c80e14a/1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:52.230573 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] For port 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:15:52.236297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] For port 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4b9f2ed2-dce3-498b-a9b0-b26a8a32f926,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:15:52.269405 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.388446 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Routers {'eff8280a-ffba-4ad5-b53e-57f5c570952a'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:15:52.389727 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:15:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['eff8280a-ffba-4ad5-b53e-57f5c570952a'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:52.440536 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee88f9b-54cf-41b2-83a0-95573baddacc None None] Pushing event updated for resources: {'Port': ['ID=4b9f2ed2-dce3-498b-a9b0-b26a8a32f926,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:52.573911 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] Set router eff8280a-ffba-4ad5-b53e-57f5c570952a gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:15:52.575816 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.630984 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.653559 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.20.0.1 (c296c2d4-21c0-4afd-96a5-2a9e959fd3f1/6488d22b-c4ba-4848-9cd1-ba5a6c80e14a/390fdccf-712d-48be-98c9-da99608461f4) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:52.714890 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Network c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:52.725724 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:52.728221 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:15:52.733064 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Pushing event updated for resources: {'Port': ['ID=1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:52.768308 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.801499 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.824801 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Attempting to bind port 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:52.825177 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Attempting to bind port 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '167dcac6-5f5a-44c7-a759-5eb57d0a04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:52.825540 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Attempting to bind port 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3 on network c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:15:52.833143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:15:52.833511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Checking segment: {'id': '167dcac6-5f5a-44c7-a759-5eb57d0a04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:15:52.833939 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.834332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Bound using segment: {'id': '167dcac6-5f5a-44c7-a759-5eb57d0a04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:15:52.834795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Bound port: 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167dcac6-5f5a-44c7-a759-5eb57d0a04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:52.835173 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.848613 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:52.851602 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:52.855256 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:15:52.877850 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=390fdccf-712d-48be-98c9-da99608461f4,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:52.900147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:52.913976 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:50Z', 'revision_number': 3, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:52.941092 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] For port 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:15:52.945665 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbae41f-cdbd-486c-8f6f-b6d95c64d7c3 None None] The sync data for ids ['eff8280a-ffba-4ad5-b53e-57f5c570952a'] in dv-neutron-827794-1-hyperv is: [{'id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:50Z', 'revision_number': 3, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:52.955218 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] For port 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3,segment=NetworkSegment(167dcac6-5f5a-44c7-a759-5eb57d0a04f8),segment_id=167dcac6-5f5a-44c7-a759-5eb57d0a04f8)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:15:52.960981 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.017393 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf486e5-e8a8-4e82-9062-b85ac64c496f None None] Pushing event updated for resources: {'Port': ['ID=1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:53.054730 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.382121 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.389341 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.462717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=390fdccf-712d-48be-98c9-da99608461f4,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:53.468178 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:53.565676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:53.567063 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:53.684106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router eff8280a-ffba-4ad5-b53e-57f5c570952a has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:15:53.799140 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:15:53.804483 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d6caaacc-5d56-4f60-bd90-23b40824fb1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "PUT /v2.0/routers/eff8280a-ffba-4ad5-b53e-57f5c570952a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1819215 Feb 04 06:15:53.954201 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-eacb0a93-96b6-436a-9d08-dabdc3cca338 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527380424&fields=id&tenant_id=08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 267 time: 0.0374293 Feb 04 06:15:53.958729 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:15:53.988257 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47749d8f-a625-4f60-bc07-8f7adb49c25d None None] Network c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:15:54.075195 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bc038769-299c-4b2a-b757-a656a5239cf2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:54.076693 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bc038769-299c-4b2a-b757-a656a5239cf2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/networks?id=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 HTTP/1.1" status: 200 len: 796 time: 0.1126769 Feb 04 06:15:54.091504 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-34de5060-1ff5-436c-a9e7-044f5c606732 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/quotas/08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 375 time: 0.0088804 Feb 04 06:15:54.110558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-98676383-bd1f-435f-b7dd-b1415cd43ba9 None None] Provisioning complete for port 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:54.110837 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-98676383-bd1f-435f-b7dd-b1415cd43ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.145546 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-c409b8ce-6c57-4bc4-b74b-305399e45155 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475872 Feb 04 06:15:54.216786 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-98676383-bd1f-435f-b7dd-b1415cd43ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.250310 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-01a5b1b1-296e-4168-8c47-59a48635d2c3 service neutron] 10.222.0.10 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925190 Feb 04 06:15:54.368922 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-a7ec9618-be74-4646-94d5-51ecda4d0c85 service neutron] 10.222.0.10 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111443 Feb 04 06:15:54.410314 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-98676383-bd1f-435f-b7dd-b1415cd43ba9 None None] For port 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3,segment=NetworkSegment(167dcac6-5f5a-44c7-a759-5eb57d0a04f8),segment_id=167dcac6-5f5a-44c7-a759-5eb57d0a04f8)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:54.415289 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-98676383-bd1f-435f-b7dd-b1415cd43ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.469170 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98676383-bd1f-435f-b7dd-b1415cd43ba9 None None] Pushing event updated for resources: {'Port': ['ID=1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:54.540695 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a12210ef-6b28-4af1-8ce1-e97ec9aca418 None None] Provisioning complete for port 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:54.541063 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a12210ef-6b28-4af1-8ce1-e97ec9aca418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.583693 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4ec7287e-79f8-417f-b8d2-f1d492111e8a req-59ce751b-63ec-4ba4-8c06-c86a9bfab549 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 210 time: 0.0406494 Feb 04 06:15:54.656325 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a12210ef-6b28-4af1-8ce1-e97ec9aca418 None None] Provisioning complete for port 390fdccf-712d-48be-98c9-da99608461f4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:54.656935 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a12210ef-6b28-4af1-8ce1-e97ec9aca418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.698728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a12210ef-6b28-4af1-8ce1-e97ec9aca418 None None] Port 390fdccf-712d-48be-98c9-da99608461f4 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:15:54.779678 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Sync routers for ids ['eff8280a-ffba-4ad5-b53e-57f5c570952a'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:15:54.789641 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Routers {'eff8280a-ffba-4ad5-b53e-57f5c570952a'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:15:54.790477 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:15:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['eff8280a-ffba-4ad5-b53e-57f5c570952a'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:54.819517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d278d8fe-468a-4ffc-aee4-c7e18446b605 None None] Provisioning complete for port 390fdccf-712d-48be-98c9-da99608461f4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:54.820144 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d278d8fe-468a-4ffc-aee4-c7e18446b605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:54.866174 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d278d8fe-468a-4ffc-aee4-c7e18446b605 None None] Port 390fdccf-712d-48be-98c9-da99608461f4 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:15:54.930264 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Set router eff8280a-ffba-4ad5-b53e-57f5c570952a gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:15:55.003479 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-81c5812e-a239-4de0-af56-a6bda7fcd669 None None] Provisioning complete for port 390fdccf-712d-48be-98c9-da99608461f4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:55.004006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-81c5812e-a239-4de0-af56-a6bda7fcd669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.005927 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:15:55.073306 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-81c5812e-a239-4de0-af56-a6bda7fcd669 None None] Port 390fdccf-712d-48be-98c9-da99608461f4 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:15:55.085508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:55.086800 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.146531 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '390fdccf-712d-48be-98c9-da99608461f4', 'name': '', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:fa:c6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:52Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 2, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:55.163590 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.176580 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Checking router: eff8280a-ffba-4ad5-b53e-57f5c570952a for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:15:55.176940 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Updating router eff8280a-ffba-4ad5-b53e-57f5c570952a port 390fdccf-712d-48be-98c9-da99608461f4 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:15:55.185240 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4b9f2ed2-dce3-498b-a9b0-b26a8a32f926,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:55.191107 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.192031 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:15:55.203855 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.270947 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=4b9f2ed2-dce3-498b-a9b0-b26a8a32f926,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:55.281835 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:55.282209 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.457672 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.462783 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.599868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-76571b48-3683-471b-b722-da6f65c2c499 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:55.602755 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-76571b48-3683-471b-b722-da6f65c2c499 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/networks?id=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 HTTP/1.1" status: 200 len: 796 time: 0.1307602 Feb 04 06:15:55.632301 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9521d-f0f6-4173-a382-99b3854f2723 None None] Pushing event updated for resources: {'Port': ['ID=390fdccf-712d-48be-98c9-da99608461f4,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:55.650623 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9521d-f0f6-4173-a382-99b3854f2723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:55.650971 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9521d-f0f6-4173-a382-99b3854f2723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:55.651304 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9521d-f0f6-4173-a382-99b3854f2723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:55.651633 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9521d-f0f6-4173-a382-99b3854f2723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:55.651960 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9521d-f0f6-4173-a382-99b3854f2723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:55.652285 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9521d-f0f6-4173-a382-99b3854f2723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:55.652603 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9521d-f0f6-4173-a382-99b3854f2723 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:55.652922 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9521d-f0f6-4173-a382-99b3854f2723 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:55.653241 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9521d-f0f6-4173-a382-99b3854f2723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:55.653555 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9521d-f0f6-4173-a382-99b3854f2723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:55.653895 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9521d-f0f6-4173-a382-99b3854f2723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:55.654209 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9521d-f0f6-4173-a382-99b3854f2723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:15:55.672899 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Attempting to bind port 390fdccf-712d-48be-98c9-da99608461f4 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:55.673361 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Attempting to bind port 390fdccf-712d-48be-98c9-da99608461f4 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '167dcac6-5f5a-44c7-a759-5eb57d0a04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:55.673721 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Attempting to bind port 390fdccf-712d-48be-98c9-da99608461f4 on network c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:15:55.679727 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:15:55.680094 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Checking segment: {'id': '167dcac6-5f5a-44c7-a759-5eb57d0a04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:15:55.680504 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.680748 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-f2e9be46-1f53-40af-873e-54771dacec45 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 380 time: 0.0589602 Feb 04 06:15:55.680886 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Bound using segment: {'id': '167dcac6-5f5a-44c7-a759-5eb57d0a04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:15:55.681472 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Bound port: 390fdccf-712d-48be-98c9-da99608461f4, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167dcac6-5f5a-44c7-a759-5eb57d0a04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:55.681876 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.694161 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-6cd1a921-47e8-4009-b082-3aca8f6e0187 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'port': {'device_id': 'f95b284f-6600-42e1-91b2-8fbd668294a5', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'admin_state_up': True, 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'security_groups': ['a1ab6dfc-abfc-418c-8f6f-7289e1a08c67']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:55.726924 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a1ee34c7-e6ca-42ed-989c-51fac1e72bbd req-68a9f410-7273-452d-ae9b-78b636f9656e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 210 time: 0.0347564 Feb 04 06:15:55.761563 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] For port 390fdccf-712d-48be-98c9-da99608461f4, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:15:55.765278 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] For port 390fdccf-712d-48be-98c9-da99608461f4, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=390fdccf-712d-48be-98c9-da99608461f4,segment=NetworkSegment(167dcac6-5f5a-44c7-a759-5eb57d0a04f8),segment_id=167dcac6-5f5a-44c7-a759-5eb57d0a04f8)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:15:55.769318 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.796129 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-0aa645e1-86cd-4a47-b97d-97943441c402 None None] Provisioning complete for port 390fdccf-712d-48be-98c9-da99608461f4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:55.796417 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0aa645e1-86cd-4a47-b97d-97943441c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.820156 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-6cd1a921-47e8-4009-b082-3aca8f6e0187 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Made reservation on behalf of 08364a4a54bd473d90b79dbacee4d45e for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:15:55.824594 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-6cd1a921-47e8-4009-b082-3aca8f6e0187 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.827384 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9521d-f0f6-4173-a382-99b3854f2723 None None] Pushing event updated for resources: {'Port': ['ID=390fdccf-712d-48be-98c9-da99608461f4,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:55.830340 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Routers {'eff8280a-ffba-4ad5-b53e-57f5c570952a'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:15:55.830529 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:15:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['eff8280a-ffba-4ad5-b53e-57f5c570952a'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:55.899404 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0aa645e1-86cd-4a47-b97d-97943441c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.940845 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-0aa645e1-86cd-4a47-b97d-97943441c402 None None] For port 390fdccf-712d-48be-98c9-da99608461f4, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=390fdccf-712d-48be-98c9-da99608461f4,segment=NetworkSegment(167dcac6-5f5a-44c7-a759-5eb57d0a04f8),segment_id=167dcac6-5f5a-44c7-a759-5eb57d0a04f8)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:15:55.947233 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0aa645e1-86cd-4a47-b97d-97943441c402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:55.952317 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] Set router eff8280a-ffba-4ad5-b53e-57f5c570952a gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:15:55.982857 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-6cd1a921-47e8-4009-b082-3aca8f6e0187 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.20.0.5 (c296c2d4-21c0-4afd-96a5-2a9e959fd3f1/6488d22b-c4ba-4848-9cd1-ba5a6c80e14a/b6dd9fa0-60a2-4cfe-9885-77a8fb750686) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:15:56.003554 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa645e1-86cd-4a47-b97d-97943441c402 None None] Pushing event updated for resources: {'Port': ['ID=390fdccf-712d-48be-98c9-da99608461f4,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:56.133268 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-6cd1a921-47e8-4009-b082-3aca8f6e0187 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.165365 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '390fdccf-712d-48be-98c9-da99608461f4', 'name': '', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:fa:c6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:52Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:15:56.168156 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-6cd1a921-47e8-4009-b082-3aca8f6e0187 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.168964 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-599df486-210f-4836-83dc-4cb9594f1b3f None None] Provisioning complete for port 390fdccf-712d-48be-98c9-da99608461f4 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:56.169343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-599df486-210f-4836-83dc-4cb9594f1b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.192612 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70ef69-9896-4412-91d8-7ad5f47758b6 None None] The sync data for ids ['eff8280a-ffba-4ad5-b53e-57f5c570952a'] in dv-neutron-827794-1-hyperv is: [{'id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '390fdccf-712d-48be-98c9-da99608461f4', 'name': '', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:fa:c6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:52Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:15:56.216246 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-6cd1a921-47e8-4009-b082-3aca8f6e0187 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:15:56.219322 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-6cd1a921-47e8-4009-b082-3aca8f6e0187 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:15:56.223831 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-6cd1a921-47e8-4009-b082-3aca8f6e0187 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:15:56.226735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1a921-47e8-4009-b082-3aca8f6e0187 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=b6dd9fa0-60a2-4cfe-9885-77a8fb750686,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:56.305125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-6cd1a921-47e8-4009-b082-3aca8f6e0187 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:56.305741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-6cd1a921-47e8-4009-b082-3aca8f6e0187 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.324573 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-6cd1a921-47e8-4009-b082-3aca8f6e0187 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6389472 Feb 04 06:15:56.338673 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Request body: {'port': {'device_id': 'f95b284f-6600-42e1-91b2-8fbd668294a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:15:56.409096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.494465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-58a2b09f-9cd6-42a5-ba8d-be9b9ab8c698 None None] Provisioning complete for port b6dd9fa0-60a2-4cfe-9885-77a8fb750686 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:56.494580 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-58a2b09f-9cd6-42a5-ba8d-be9b9ab8c698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.533517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-58a2b09f-9cd6-42a5-ba8d-be9b9ab8c698 None None] Port b6dd9fa0-60a2-4cfe-9885-77a8fb750686 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:15:56.688724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dd9fa0-60a2-4cfe-9885-77a8fb750686 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:15:56.696458 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.709438 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Transition to ACTIVE for port object b6dd9fa0-60a2-4cfe-9885-77a8fb750686 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:15:56.713263 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.763618 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dd9fa0-60a2-4cfe-9885-77a8fb750686,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:56.884895 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Attempting to bind port b6dd9fa0-60a2-4cfe-9885-77a8fb750686 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:15:56.885532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Attempting to bind port b6dd9fa0-60a2-4cfe-9885-77a8fb750686 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '167dcac6-5f5a-44c7-a759-5eb57d0a04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:15:56.886095 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Attempting to bind port b6dd9fa0-60a2-4cfe-9885-77a8fb750686 on network c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:15:56.886519 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c544eb1-10eb-4c1c-8d17-98c5e041610c req-7a10aa3d-1c67-4255-8817-ae2f46198e00 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:56.888367 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7c544eb1-10eb-4c1c-8d17-98c5e041610c req-7a10aa3d-1c67-4255-8817-ae2f46198e00 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 943 time: 0.0838933 Feb 04 06:15:56.892802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Port b6dd9fa0-60a2-4cfe-9885-77a8fb750686 on network c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:15:56.893352 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Attempting to bind port b6dd9fa0-60a2-4cfe-9885-77a8fb750686 on network c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:15:56.898848 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:15:56.899434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Checking segment: {'id': '167dcac6-5f5a-44c7-a759-5eb57d0a04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:15:56.900048 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Bound using segment: {'id': '167dcac6-5f5a-44c7-a759-5eb57d0a04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:15:56.900687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Bound port: b6dd9fa0-60a2-4cfe-9885-77a8fb750686, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '167dcac6-5f5a-44c7-a759-5eb57d0a04f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:15:56.901255 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:56.941505 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7c544eb1-10eb-4c1c-8d17-98c5e041610c req-fb47514f-8ad0-4c6f-a597-974e52dbc45b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450137 Feb 04 06:15:56.996927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] For port b6dd9fa0-60a2-4cfe-9885-77a8fb750686, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:15:57.000691 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] For port b6dd9fa0-60a2-4cfe-9885-77a8fb750686, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b6dd9fa0-60a2-4cfe-9885-77a8fb750686,segment=NetworkSegment(167dcac6-5f5a-44c7-a759-5eb57d0a04f8),segment_id=167dcac6-5f5a-44c7-a759-5eb57d0a04f8)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:15:57.002143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 390fdccf-712d-48be-98c9-da99608461f4 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:15:57.006780 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.045798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:57.046432 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.047839 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] 10.222.0.26 "PUT /v2.0/ports/b6dd9fa0-60a2-4cfe-9885-77a8fb750686 HTTP/1.1" status: 200 len: 1093 time: 0.7155769 Feb 04 06:15:57.048298 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b284f-6600-42e1-91b2-8fbd668294a5', 'tag': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:15:57.050605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8c5f2b-5a31-4ce3-9044-95fac9b7f6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f95b284f-6600-42e1-91b2-8fbd668294a5", "tag": "b6dd9fa0-60a2-4cfe-9885-77a8fb750686"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:15:57.086450 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 390fdccf-712d-48be-98c9-da99608461f4 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:57.086981 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.128868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0651e07c-d7b8-4bcf-b728-4893c1f43569 x-openstack-request-id: req-0651e07c-d7b8-4bcf-b728-4893c1f43569 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:15:57.129441 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95b284f-6600-42e1-91b2-8fbd668294a5", "tag": "b6dd9fa0-60a2-4cfe-9885-77a8fb750686", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:15:57.129781 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0651e07c-d7b8-4bcf-b728-4893c1f43569 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:15:57.130608 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b284f-6600-42e1-91b2-8fbd668294a5', 'tag': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686', 'status': 'completed', 'code': 200} Feb 04 06:15:57.136474 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7581c7-6950-4759-b63b-042e69a75dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dd9fa0-60a2-4cfe-9885-77a8fb750686,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:15:57.160926 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-7b1c49fd-e82c-4883-97d3-35fef2980700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:57.162692 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-7b1c49fd-e82c-4883-97d3-35fef2980700 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 1096 time: 0.0716553 Feb 04 06:15:57.190680 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:15:57.215555 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-1fd46515-a3cf-41d6-ae40-e1037e7edb89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6dd9fa0-60a2-4cfe-9885-77a8fb750686 HTTP/1.1" status: 200 len: 217 time: 0.0440898 Feb 04 06:15:57.244422 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:15:57.245050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:15:57.275141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-e5f7ee30-4f8e-4be8-8b71-08082f93fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:57.277864 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-e5f7ee30-4f8e-4be8-8b71-08082f93fe3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6488d22b-c4ba-4848-9cd1-ba5a6c80e14a HTTP/1.1" status: 200 len: 833 time: 0.0547745 Feb 04 06:15:57.327730 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-89c4b22a-3635-463d-ba2a-f1fcec1f559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:57.329318 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-89c4b22a-3635-463d-ba2a-f1fcec1f559c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447266 Feb 04 06:15:57.426022 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-be00863e-0785-43bf-ac7a-19c2b66b320d service neutron] 10.222.0.26 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895329 Feb 04 06:15:57.516850 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-68cd2576-173a-4a8b-b2a4-bd62113c3c7e req-f22365c7-297e-4e95-a699-5b666d49f2d5 service neutron] 10.222.0.26 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848694 Feb 04 06:15:57.597121 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c5f2b-5a31-4ce3-9044-95fac9b7f6a7 req-3e110b68-eaa7-4047-a34f-6a96fa25db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:57.598628 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6c8c5f2b-5a31-4ce3-9044-95fac9b7f6a7 req-3e110b68-eaa7-4047-a34f-6a96fa25db4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 1096 time: 0.0403104 Feb 04 06:15:57.684619 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c5f2b-5a31-4ce3-9044-95fac9b7f6a7 req-d76e76b5-0c27-4ce3-9c02-810f05ae4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:57.686626 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6c8c5f2b-5a31-4ce3-9044-95fac9b7f6a7 req-d76e76b5-0c27-4ce3-9c02-810f05ae4a52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 HTTP/1.1" status: 200 len: 896 time: 0.0813112 Feb 04 06:15:57.738620 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6c8c5f2b-5a31-4ce3-9044-95fac9b7f6a7 req-21930eb5-5946-4ca5-9959-9da9d1902cd7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6dd9fa0-60a2-4cfe-9885-77a8fb750686 HTTP/1.1" status: 200 len: 217 time: 0.0442147 Feb 04 06:15:57.786547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c5f2b-5a31-4ce3-9044-95fac9b7f6a7 req-134cae11-491f-4b78-8f9d-e680fe291e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:57.787878 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6c8c5f2b-5a31-4ce3-9044-95fac9b7f6a7 req-134cae11-491f-4b78-8f9d-e680fe291e5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6488d22b-c4ba-4848-9cd1-ba5a6c80e14a HTTP/1.1" status: 200 len: 833 time: 0.0428877 Feb 04 06:15:57.834187 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c5f2b-5a31-4ce3-9044-95fac9b7f6a7 req-25d682cb-5770-4de9-925e-2e1d1c02198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:57.835635 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6c8c5f2b-5a31-4ce3-9044-95fac9b7f6a7 req-25d682cb-5770-4de9-925e-2e1d1c02198c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388312 Feb 04 06:15:57.925124 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6c8c5f2b-5a31-4ce3-9044-95fac9b7f6a7 req-6f0d78b8-6e8e-4137-ade0-cca62acdd919 service neutron] 10.222.0.26 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823402 Feb 04 06:15:58.013214 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6c8c5f2b-5a31-4ce3-9044-95fac9b7f6a7 req-f0eafdab-74f1-4485-a908-183c2c754f74 service neutron] 10.222.0.26 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810988 Feb 04 06:15:58.056194 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e68d83-ead3-43b6-909d-4bc1ea7dc66b req-01152a1e-1be0-4fea-95f3-2bbbca78ecae tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:58.057557 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e4e68d83-ead3-43b6-909d-4bc1ea7dc66b req-01152a1e-1be0-4fea-95f3-2bbbca78ecae tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 943 time: 0.0476546 Feb 04 06:15:58.098272 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e4e68d83-ead3-43b6-909d-4bc1ea7dc66b req-1195b48d-1ede-44d3-809f-6bc6c9bab7a4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342274 Feb 04 06:15:59.211374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5e9dc-ebb9-4ccf-8110-82b05df89834 req-3c68a355-1be3-4f76-b09f-254f801d1546 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:15:59.212833 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-77d5e9dc-ebb9-4ccf-8110-82b05df89834 req-3c68a355-1be3-4f76-b09f-254f801d1546 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 943 time: 0.0482578 Feb 04 06:15:59.249054 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-77d5e9dc-ebb9-4ccf-8110-82b05df89834 req-4aa8ec24-ac5f-4821-99f5-1d1ad2510ae3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303521 Feb 04 06:16:00.364703 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a172bf-5a0f-4bad-aae5-73d0c7c2cf03 req-8650a0ca-1bfc-4f41-a9c2-88e118a533ca tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:00.366330 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-61a172bf-5a0f-4bad-aae5-73d0c7c2cf03 req-8650a0ca-1bfc-4f41-a9c2-88e118a533ca tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 943 time: 0.0524089 Feb 04 06:16:00.403488 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-61a172bf-5a0f-4bad-aae5-73d0c7c2cf03 req-e4cea171-722b-4f74-bd9e-a0fce2ff3f7d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Feb 04 06:16:00.784999 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device b6dd9fa0-60a2-4cfe-9885-77a8fb750686 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:16:00.879465 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port b6dd9fa0-60a2-4cfe-9885-77a8fb750686, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b6dd9fa0-60a2-4cfe-9885-77a8fb750686,segment=NetworkSegment(167dcac6-5f5a-44c7-a759-5eb57d0a04f8),segment_id=167dcac6-5f5a-44c7-a759-5eb57d0a04f8)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:16:00.889360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'port_id': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686', 'mac_address': 'fa:16:3e:93:d7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:16:00.926222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:00.938172 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dd9fa0-60a2-4cfe-9885-77a8fb750686 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:16:00.957272 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port b6dd9fa0-60a2-4cfe-9885-77a8fb750686, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b6dd9fa0-60a2-4cfe-9885-77a8fb750686,segment=NetworkSegment(167dcac6-5f5a-44c7-a759-5eb57d0a04f8),segment_id=167dcac6-5f5a-44c7-a759-5eb57d0a04f8)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:16:00.960791 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:01.004449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=b6dd9fa0-60a2-4cfe-9885-77a8fb750686,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:01.167899 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['b6dd9fa0-60a2-4cfe-9885-77a8fb750686'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:16:01.514362 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93bf68-1d7e-494f-9242-1af8929350e4 req-6bbded07-16a8-4d0f-a089-6973735ce212 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:01.515800 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4d93bf68-1d7e-494f-9242-1af8929350e4 req-6bbded07-16a8-4d0f-a089-6973735ce212 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 944 time: 0.0473106 Feb 04 06:16:01.551161 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4d93bf68-1d7e-494f-9242-1af8929350e4 req-91255688-05dc-4bbb-9b9d-68f96054ce5c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295260 Feb 04 06:16:02.663369 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abc06a-043d-42f2-afed-38f9c43dbd1a req-855d4b0c-d374-4d71-a898-356c57da5745 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:02.664843 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-96abc06a-043d-42f2-afed-38f9c43dbd1a req-855d4b0c-d374-4d71-a898-356c57da5745 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 944 time: 0.0480418 Feb 04 06:16:02.700572 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-96abc06a-043d-42f2-afed-38f9c43dbd1a req-f0befe0b-f134-4215-a5c3-e24420e233eb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296640 Feb 04 06:16:02.785419 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device b6dd9fa0-60a2-4cfe-9885-77a8fb750686 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:16:02.835744 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port b6dd9fa0-60a2-4cfe-9885-77a8fb750686 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:16:02.839286 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port b6dd9fa0-60a2-4cfe-9885-77a8fb750686 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:16:02.839655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.914134 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.936222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95b284f-6600-42e1-91b2-8fbd668294a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:16:02.938508 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec42d7c-71a4-43b1-a458-da3aea5c6dfc" -d '{"events": [{"server_uuid": "f95b284f-6600-42e1-91b2-8fbd668294a5", "name": "network-vif-plugged", "status": "completed", "tag": "b6dd9fa0-60a2-4cfe-9885-77a8fb750686"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:16:02.952005 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port b6dd9fa0-60a2-4cfe-9885-77a8fb750686, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b6dd9fa0-60a2-4cfe-9885-77a8fb750686,segment=NetworkSegment(167dcac6-5f5a-44c7-a759-5eb57d0a04f8),segment_id=167dcac6-5f5a-44c7-a759-5eb57d0a04f8)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:16:02.956286 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:02.978928 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c62fab-83e3-4570-879b-46edbb6113ab x-openstack-request-id: req-27c62fab-83e3-4570-879b-46edbb6113ab {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:16:02.979228 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95b284f-6600-42e1-91b2-8fbd668294a5", "name": "network-vif-plugged", "status": "completed", "tag": "b6dd9fa0-60a2-4cfe-9885-77a8fb750686", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:16:02.979484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27c62fab-83e3-4570-879b-46edbb6113ab {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:16:02.979872 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95b284f-6600-42e1-91b2-8fbd668294a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686', 'code': 200} Feb 04 06:16:03.005033 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=b6dd9fa0-60a2-4cfe-9885-77a8fb750686,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:03.136104 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97752-2e98-4658-b347-6d06d3e8e9fa req-efbb3505-ee33-4c3a-860d-7efa84c0180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:03.137665 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-57d97752-2e98-4658-b347-6d06d3e8e9fa req-efbb3505-ee33-4c3a-860d-7efa84c0180b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 1098 time: 0.0384872 Feb 04 06:16:03.174259 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-57d97752-2e98-4658-b347-6d06d3e8e9fa req-5db8295c-065d-4b89-bb33-f4c3c0015f30 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306013 Feb 04 06:16:03.815042 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f98ca7-3511-43c6-bd1b-6749564a2abd req-13ba05e4-2eb9-4f12-8e21-b0cbe3a9713f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:03.816481 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-92f98ca7-3511-43c6-bd1b-6749564a2abd req-13ba05e4-2eb9-4f12-8e21-b0cbe3a9713f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0509770 Feb 04 06:16:03.852728 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-92f98ca7-3511-43c6-bd1b-6749564a2abd req-1903f146-adb5-476a-b14b-ff379013af88 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302930 Feb 04 06:16:04.361907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:04.967786 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9e30b-0984-436a-b8a8-4876b67036f5 req-29808836-e9d9-4a0f-8703-d6f50cee2d52 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:04.969318 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-add9e30b-0984-436a-b8a8-4876b67036f5 req-29808836-e9d9-4a0f-8703-d6f50cee2d52 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0500984 Feb 04 06:16:05.008397 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-add9e30b-0984-436a-b8a8-4876b67036f5 req-31a1fcd2-4fab-4eeb-8f4b-a6779978e2ad tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329485 Feb 04 06:16:05.121151 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8163770-d6c6-4027-8863-80d2de3500ec req-6de8a368-9f6b-45a4-ab0b-43249f956e3a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:05.122559 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f8163770-d6c6-4027-8863-80d2de3500ec req-6de8a368-9f6b-45a4-ab0b-43249f956e3a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0481086 Feb 04 06:16:05.159820 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f8163770-d6c6-4027-8863-80d2de3500ec req-4d54111b-000e-4b1f-b1ff-f3623cd7e63c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312903 Feb 04 06:16:05.181830 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59052) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:16:05.221062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab30da4-9be4-4448-9e68-6806cca1cad5 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:05.222598 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fab30da4-9be4-4448-9e68-6806cca1cad5 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 1093 time: 0.0391381 Feb 04 06:16:05.225380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59054) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:16:05.229471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:16:05.252176 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.344282 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.451916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.26.3.90 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/11dfd2d8-497e-4b4a-a3ad-dac8b0c1681c) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:16:05.552828 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.589160 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:05.626099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:16:05.628890 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:16:05.632323 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:16:05.657297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=11dfd2d8-497e-4b4a-a3ad-dac8b0c1681c,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:06.246581 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.309251 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.453402 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.457723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.523734 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=11dfd2d8-497e-4b4a-a3ad-dac8b0c1681c,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:16:06.534477 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.633980 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Floating IP 5a7f7386-c14f-401d-8580-e0e452e2a00c associated. External IP: 172.26.3.90, port: b6dd9fa0-60a2-4cfe-9885-77a8fb750686. Feb 04 06:16:06.834844 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router eff8280a-ffba-4ad5-b53e-57f5c570952a has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:16:06.940585 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:16:06.950151 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa519b-9f78-486b-a112-cd0b6e50a159 None None] Sync routers for ids ['eff8280a-ffba-4ad5-b53e-57f5c570952a'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:16:06.958107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:06.959556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa519b-9f78-486b-a112-cd0b6e50a159 None None] Routers {'eff8280a-ffba-4ad5-b53e-57f5c570952a'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:16:06.960182 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-52fa519b-9f78-486b-a112-cd0b6e50a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:15:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['eff8280a-ffba-4ad5-b53e-57f5c570952a'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:06.985482 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-644557e3-26d4-485a-8b13-00bae45bcb0c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7591574 Feb 04 06:16:06.986071 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b284f-6600-42e1-91b2-8fbd668294a5', 'tag': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:16:06.988297 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b09babc-f173-4d09-8d32-d5d724f1d046" -d '{"events": [{"name": "network-changed", "server_uuid": "f95b284f-6600-42e1-91b2-8fbd668294a5", "tag": "b6dd9fa0-60a2-4cfe-9885-77a8fb750686"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:16:07.068193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-52fa519b-9f78-486b-a112-cd0b6e50a159 None None] Set router eff8280a-ffba-4ad5-b53e-57f5c570952a gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:16:07.086135 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26d855-1192-4efa-b3ee-56303410e974 req-083f85a7-c9f5-413b-b1f7-73265fd1f39b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:07.087616 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9f26d855-1192-4efa-b3ee-56303410e974 req-083f85a7-c9f5-413b-b1f7-73265fd1f39b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0530183 Feb 04 06:16:07.092180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb447bc6-c297-46fa-aff2-eae3c417eaea x-openstack-request-id: req-fb447bc6-c297-46fa-aff2-eae3c417eaea {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:16:07.092465 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95b284f-6600-42e1-91b2-8fbd668294a5", "tag": "b6dd9fa0-60a2-4cfe-9885-77a8fb750686", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:16:07.092717 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fb447bc6-c297-46fa-aff2-eae3c417eaea {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:16:07.093118 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b284f-6600-42e1-91b2-8fbd668294a5', 'tag': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686', 'status': 'completed', 'code': 200} Feb 04 06:16:07.129384 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9f26d855-1192-4efa-b3ee-56303410e974 req-9cdbdc91-befc-4ed5-b7b2-96a338ab5956 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317509 Feb 04 06:16:07.152421 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59062) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:16:07.158761 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09babc-f173-4d09-8d32-d5d724f1d046 req-b063e0e5-6f7a-464b-821f-099aca9af8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:07.160999 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8b09babc-f173-4d09-8d32-d5d724f1d046 req-b063e0e5-6f7a-464b-821f-099aca9af8b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 1098 time: 0.0456598 Feb 04 06:16:07.220907 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6006010b-df8f-419b-9882-486f684cb2cb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/5a7f7386-c14f-401d-8580-e0e452e2a00c HTTP/1.1" status: 200 len: 990 time: 0.0661941 Feb 04 06:16:07.250760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09babc-f173-4d09-8d32-d5d724f1d046 req-fc5c559a-a854-43c6-a77d-92631ad9930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:07.252221 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8b09babc-f173-4d09-8d32-d5d724f1d046 req-fc5c559a-a854-43c6-a77d-92631ad9930e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 HTTP/1.1" status: 200 len: 896 time: 0.0855947 Feb 04 06:16:07.296292 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-52fa519b-9f78-486b-a112-cd0b6e50a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '5a7f7386-c14f-401d-8580-e0e452e2a00c', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'floating_ip_address': '172.26.3.90', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'port_id': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'mac_address': 'fa:16:3e:93:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b284f-6600-42e1-91b2-8fbd668294a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:16:06Z', 'updated_at': '2022-02-04T06:16:06Z', 'revision_number': 0, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390fdccf-712d-48be-98c9-da99608461f4', 'name': '', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:fa:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:52Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:07.319783 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8b09babc-f173-4d09-8d32-d5d724f1d046 req-4aa8e0eb-99af-4557-a11b-40f66517ddd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6dd9fa0-60a2-4cfe-9885-77a8fb750686 HTTP/1.1" status: 200 len: 998 time: 0.0614104 Feb 04 06:16:07.323283 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa519b-9f78-486b-a112-cd0b6e50a159 None None] Checking router: eff8280a-ffba-4ad5-b53e-57f5c570952a for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:16:07.331949 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa519b-9f78-486b-a112-cd0b6e50a159 None None] Routers {'eff8280a-ffba-4ad5-b53e-57f5c570952a'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:16:07.332537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-52fa519b-9f78-486b-a112-cd0b6e50a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:15:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['eff8280a-ffba-4ad5-b53e-57f5c570952a'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:07.367444 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09babc-f173-4d09-8d32-d5d724f1d046 req-58d1f704-3c86-4798-8982-99b74e603b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:07.368825 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8b09babc-f173-4d09-8d32-d5d724f1d046 req-58d1f704-3c86-4798-8982-99b74e603b7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6488d22b-c4ba-4848-9cd1-ba5a6c80e14a HTTP/1.1" status: 200 len: 833 time: 0.0421193 Feb 04 06:16:07.412743 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09babc-f173-4d09-8d32-d5d724f1d046 req-ff0d733b-6ac7-41d2-9ddc-18f333249bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:07.414278 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8b09babc-f173-4d09-8d32-d5d724f1d046 req-ff0d733b-6ac7-41d2-9ddc-18f333249bb1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392296 Feb 04 06:16:07.437892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-52fa519b-9f78-486b-a112-cd0b6e50a159 None None] Set router eff8280a-ffba-4ad5-b53e-57f5c570952a gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:16:07.506233 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8b09babc-f173-4d09-8d32-d5d724f1d046 req-839db2b2-2277-4143-9f7a-8c4621cfc183 service neutron] 10.222.0.26 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850315 Feb 04 06:16:07.598424 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8b09babc-f173-4d09-8d32-d5d724f1d046 req-9927e27e-784b-4dfd-8ebe-58093684ab66 service neutron] 10.222.0.26 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847628 Feb 04 06:16:07.661402 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-52fa519b-9f78-486b-a112-cd0b6e50a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '5a7f7386-c14f-401d-8580-e0e452e2a00c', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'floating_ip_address': '172.26.3.90', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'port_id': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'mac_address': 'fa:16:3e:93:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b284f-6600-42e1-91b2-8fbd668294a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:16:06Z', 'updated_at': '2022-02-04T06:16:06Z', 'revision_number': 0, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390fdccf-712d-48be-98c9-da99608461f4', 'name': '', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:fa:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:52Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:16:07.687635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa519b-9f78-486b-a112-cd0b6e50a159 None None] The sync data for ids ['eff8280a-ffba-4ad5-b53e-57f5c570952a'] in dv-neutron-827794-1-hyperv is: [{'id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '5a7f7386-c14f-401d-8580-e0e452e2a00c', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'floating_ip_address': '172.26.3.90', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'port_id': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'mac_address': 'fa:16:3e:93:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b284f-6600-42e1-91b2-8fbd668294a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:16:06Z', 'updated_at': '2022-02-04T06:16:06Z', 'revision_number': 0, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390fdccf-712d-48be-98c9-da99608461f4', 'name': '', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:fa:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:52Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:16:07.880793 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ad7514-b9b5-4cf6-b8b1-72a4f9a9d485 None None] New status for floating IP 5a7f7386-c14f-401d-8580-e0e452e2a00c: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:16:08.223540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59064) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:16:08.285479 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4bb7746a-234a-4acc-9eff-2ea8f4974a01 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/5a7f7386-c14f-401d-8580-e0e452e2a00c HTTP/1.1" status: 200 len: 992 time: 0.0607665 Feb 04 06:16:12.755308 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-926b7eb8-9d9d-412e-8ed7-b4547f1a8d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:13.671392 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-71278f03-bce8-4d01-81c2-7eeb75062c04 req-a72b9e71-6fa0-4d16-a813-4f9c5c1c9f49 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383432 Feb 04 06:16:13.758759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71278f03-bce8-4d01-81c2-7eeb75062c04 req-500ae7c8-ad8b-44fe-b375-e8cc6302c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:13.760155 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-71278f03-bce8-4d01-81c2-7eeb75062c04 req-500ae7c8-ad8b-44fe-b375-e8cc6302c7a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 1098 time: 0.0488682 Feb 04 06:16:13.861042 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71278f03-bce8-4d01-81c2-7eeb75062c04 req-9661ec70-66f4-47f9-9812-75ad27edfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:13.862513 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-71278f03-bce8-4d01-81c2-7eeb75062c04 req-9661ec70-66f4-47f9-9812-75ad27edfbdd service neutron] 10.222.0.26 "GET /v2.0/networks?id=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 HTTP/1.1" status: 200 len: 896 time: 0.0820501 Feb 04 06:16:13.941819 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-71278f03-bce8-4d01-81c2-7eeb75062c04 req-bbde57d2-c57e-4560-af9f-7450477a25c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6dd9fa0-60a2-4cfe-9885-77a8fb750686 HTTP/1.1" status: 200 len: 1000 time: 0.0590847 Feb 04 06:16:13.993124 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71278f03-bce8-4d01-81c2-7eeb75062c04 req-bd5f91d9-6266-4518-a955-88454ae64753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:13.994544 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-71278f03-bce8-4d01-81c2-7eeb75062c04 req-bd5f91d9-6266-4518-a955-88454ae64753 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6488d22b-c4ba-4848-9cd1-ba5a6c80e14a HTTP/1.1" status: 200 len: 833 time: 0.0420005 Feb 04 06:16:14.046206 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71278f03-bce8-4d01-81c2-7eeb75062c04 req-8bd8e261-99d6-4cc2-a7d8-3b5ccd880cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:14.047617 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-71278f03-bce8-4d01-81c2-7eeb75062c04 req-8bd8e261-99d6-4cc2-a7d8-3b5ccd880cc9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465596 Feb 04 06:16:14.134991 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-71278f03-bce8-4d01-81c2-7eeb75062c04 req-08162cdc-bca0-47bc-8fb9-a8cee9be9e9e service neutron] 10.222.0.26 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812550 Feb 04 06:16:14.220264 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-71278f03-bce8-4d01-81c2-7eeb75062c04 req-9c5ce9c8-9dcf-4cdb-8b6b-bf326886269b service neutron] 10.222.0.26 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788076 Feb 04 06:16:14.931283 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c5744e70-1cad-4690-80bf-316e7cd2a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:16.002311 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.816038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:17.988634 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:30.957540 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:16:34.366858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:39.721448 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677d935-4cbb-4da2-9b57-509104ffbc1c req-2c163671-4474-4039-a971-bc25f6da849e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:39.722885 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4677d935-4cbb-4da2-9b57-509104ffbc1c req-2c163671-4474-4039-a971-bc25f6da849e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0488067 Feb 04 06:16:39.759999 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4677d935-4cbb-4da2-9b57-509104ffbc1c req-f6da4a9f-3153-4235-a2ce-279d41ac4d84 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312443 Feb 04 06:16:40.876875 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a3a3a-4d98-473b-9457-60d8c43ef406 req-4109dae2-7d7a-4744-8b78-76468f9ed28d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:40.878355 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-821a3a3a-4d98-473b-9457-60d8c43ef406 req-4109dae2-7d7a-4744-8b78-76468f9ed28d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0472543 Feb 04 06:16:40.915011 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-821a3a3a-4d98-473b-9457-60d8c43ef406 req-213b60e8-1d25-4938-9bf7-d85a5f179e09 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308142 Feb 04 06:16:42.030137 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb58d6-1e8e-4e04-8d4e-6320079e5da4 req-64f63b86-7c37-4feb-9eba-500491aaf74e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:42.031579 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1ffb58d6-1e8e-4e04-8d4e-6320079e5da4 req-64f63b86-7c37-4feb-9eba-500491aaf74e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0515883 Feb 04 06:16:42.067398 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1ffb58d6-1e8e-4e04-8d4e-6320079e5da4 req-e06b9bf4-c7c1-4027-9904-db61e70905b7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300095 Feb 04 06:16:42.755277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1aa33c8a-43a0-4994-a9b5-e41ecb59c5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:43.179812 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca20108-1506-48f0-bc7a-ee573edfaf5f req-1a893e30-6fef-4d6c-a3b7-2324dcad3670 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:43.181274 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3ca20108-1506-48f0-bc7a-ee573edfaf5f req-1a893e30-6fef-4d6c-a3b7-2324dcad3670 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0487664 Feb 04 06:16:43.218137 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3ca20108-1506-48f0-bc7a-ee573edfaf5f req-ba41f907-3a4a-4ea6-8075-0717931c6437 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303066 Feb 04 06:16:44.331005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5b578-d844-4c6d-a74d-dd6463691738 req-ae89cb8b-2b8a-4f7c-a41b-bad70517f113 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:44.332475 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1da5b578-d844-4c6d-a74d-dd6463691738 req-ae89cb8b-2b8a-4f7c-a41b-bad70517f113 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0485265 Feb 04 06:16:44.368375 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1da5b578-d844-4c6d-a74d-dd6463691738 req-f79a8b93-8b14-43ab-a1a0-f0a1180aea8a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299535 Feb 04 06:16:44.931658 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-70b5ef6c-0138-4de5-82b0-69a27d8c6021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:45.485535 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278df47-78dd-4b28-877f-5e2092a366c1 req-80afc150-4cca-4ebe-bbe6-e2999c15edf0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:45.487074 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5278df47-78dd-4b28-877f-5e2092a366c1 req-80afc150-4cca-4ebe-bbe6-e2999c15edf0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0518579 Feb 04 06:16:45.525624 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5278df47-78dd-4b28-877f-5e2092a366c1 req-1b98ded1-ee7a-4fe4-95a1-b5bf0d6a4ea3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325329 Feb 04 06:16:46.003567 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:46.642264 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9f06c-3afa-4dd2-9bab-5f712ec08a39 req-bed8ccb8-0275-4d6d-99b4-2fecb31a3f0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:46.643717 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c3b9f06c-3afa-4dd2-9bab-5f712ec08a39 req-bed8ccb8-0275-4d6d-99b4-2fecb31a3f0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0478814 Feb 04 06:16:46.679136 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c3b9f06c-3afa-4dd2-9bab-5f712ec08a39 req-81f995c0-f8cb-4701-b7be-24b43e87fc16 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297263 Feb 04 06:16:47.790298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762865d0-fa43-43a1-b5a2-f86fe6c3558f req-b5131fd0-8298-46fb-a63c-91ffa0bb3776 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:47.791637 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-762865d0-fa43-43a1-b5a2-f86fe6c3558f req-b5131fd0-8298-46fb-a63c-91ffa0bb3776 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0476615 Feb 04 06:16:47.817333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:47.830585 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-762865d0-fa43-43a1-b5a2-f86fe6c3558f req-0934da6b-9d50-45bf-bd05-a1229c4bf7d4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330391 Feb 04 06:16:47.988546 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:16:48.946544 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c525e-5344-4086-af42-d64af03d6b1e req-29986e26-3fa6-4316-8b82-71ff4960426e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:48.948255 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-217c525e-5344-4086-af42-d64af03d6b1e req-29986e26-3fa6-4316-8b82-71ff4960426e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0520029 Feb 04 06:16:48.985349 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-217c525e-5344-4086-af42-d64af03d6b1e req-75d54886-96c2-425f-9472-ae1e26352dbc tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313377 Feb 04 06:16:50.096147 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1ff36-774c-4f6a-a119-3a0b166e2e7d req-7f233ec7-77aa-404b-9dd9-1a5bccd4f330 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:50.097591 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f0c1ff36-774c-4f6a-a119-3a0b166e2e7d req-7f233ec7-77aa-404b-9dd9-1a5bccd4f330 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0476389 Feb 04 06:16:50.134057 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f0c1ff36-774c-4f6a-a119-3a0b166e2e7d req-5d245630-1b8f-4862-bb60-ed3c9fa05246 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306351 Feb 04 06:16:51.247054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25391c5-ee2c-44ad-8521-11dee5c598a0 req-5b076c92-e11c-4f11-8285-0afa8754e238 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:51.248501 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a25391c5-ee2c-44ad-8521-11dee5c598a0 req-5b076c92-e11c-4f11-8285-0afa8754e238 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0474260 Feb 04 06:16:51.284495 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a25391c5-ee2c-44ad-8521-11dee5c598a0 req-a268f1fe-cfa3-4bfd-98c1-6fc486c7515c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301764 Feb 04 06:16:52.398928 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1c6b4-c43f-4bc6-932e-078faca28527 req-49ceb1a4-9c18-4f9b-b01f-0fe070aa200d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:52.400384 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-17b1c6b4-c43f-4bc6-932e-078faca28527 req-49ceb1a4-9c18-4f9b-b01f-0fe070aa200d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0511806 Feb 04 06:16:52.437615 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-17b1c6b4-c43f-4bc6-932e-078faca28527 req-e6a198f0-e11f-4de9-a072-8090d9bf2418 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303869 Feb 04 06:16:53.549314 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5ac6b-e9a6-4570-8c19-3f77e0d58b1f req-ee320d2b-35e5-43ba-a967-361fb51d1a85 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:53.550809 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-31b5ac6b-e9a6-4570-8c19-3f77e0d58b1f req-ee320d2b-35e5-43ba-a967-361fb51d1a85 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0474932 Feb 04 06:16:53.588089 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-31b5ac6b-e9a6-4570-8c19-3f77e0d58b1f req-792c4c25-96bf-4a16-8190-433f5de3b8b0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314682 Feb 04 06:16:54.702012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f7a8a-41c7-433a-9465-d684a9f55c11 req-902a7365-4cbf-4f29-96d3-31abfba4d49d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:54.703451 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dc1f7a8a-41c7-433a-9465-d684a9f55c11 req-902a7365-4cbf-4f29-96d3-31abfba4d49d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0478401 Feb 04 06:16:54.740558 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dc1f7a8a-41c7-433a-9465-d684a9f55c11 req-3116ad4a-7070-441d-b48d-55b1c928716e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311637 Feb 04 06:16:55.862239 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519424c7-36f5-4894-ae3d-55529580a36c req-bca747a6-ce63-4d16-bc5d-73c4b505ca17 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:55.863682 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-519424c7-36f5-4894-ae3d-55529580a36c req-bca747a6-ce63-4d16-bc5d-73c4b505ca17 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0584180 Feb 04 06:16:55.899679 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-519424c7-36f5-4894-ae3d-55529580a36c req-d06e39af-00e3-4eb7-93d0-e1b46192b2f5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301538 Feb 04 06:16:55.921385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59112) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:16:55.980712 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2471e7b7-0352-4cc1-b072-2681872bd0d9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/5a7f7386-c14f-401d-8580-e0e452e2a00c HTTP/1.1" status: 200 len: 992 time: 0.0582328 Feb 04 06:16:57.249981 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17020de7-8309-4f0b-95ac-ed6953084029 req-d267fec0-668f-4fbb-abb1-bfe3a23c762c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:57.251486 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-17020de7-8309-4f0b-95ac-ed6953084029 req-d267fec0-668f-4fbb-abb1-bfe3a23c762c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0489979 Feb 04 06:16:57.272594 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4850fdd-207d-43a3-afd1-ad8f85daf92d req-68afd359-8a99-47da-af3c-82aecc824a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:57.274126 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a4850fdd-207d-43a3-afd1-ad8f85daf92d req-68afd359-8a99-47da-af3c-82aecc824a10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 1098 time: 0.0415957 Feb 04 06:16:57.292469 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-17020de7-8309-4f0b-95ac-ed6953084029 req-e988928b-413d-4e1c-af43-5b796534dc47 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348911 Feb 04 06:16:57.365268 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4850fdd-207d-43a3-afd1-ad8f85daf92d req-e83d55fe-9342-4785-8fbf-572a52a019a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:57.366667 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a4850fdd-207d-43a3-afd1-ad8f85daf92d req-e83d55fe-9342-4785-8fbf-572a52a019a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 HTTP/1.1" status: 200 len: 896 time: 0.0858424 Feb 04 06:16:57.428186 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a4850fdd-207d-43a3-afd1-ad8f85daf92d req-61d10a9e-9a8b-4a53-ab1a-89e2270a43ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6dd9fa0-60a2-4cfe-9885-77a8fb750686 HTTP/1.1" status: 200 len: 1000 time: 0.0552988 Feb 04 06:16:57.478048 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4850fdd-207d-43a3-afd1-ad8f85daf92d req-65ad32f4-6cfc-4980-9c94-f0541abcceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:57.479970 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a4850fdd-207d-43a3-afd1-ad8f85daf92d req-65ad32f4-6cfc-4980-9c94-f0541abcceab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6488d22b-c4ba-4848-9cd1-ba5a6c80e14a HTTP/1.1" status: 200 len: 833 time: 0.0453203 Feb 04 06:16:57.523020 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4850fdd-207d-43a3-afd1-ad8f85daf92d req-75df4d1e-062d-4931-bd3e-7bfe0b83137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:57.524430 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a4850fdd-207d-43a3-afd1-ad8f85daf92d req-75df4d1e-062d-4931-bd3e-7bfe0b83137c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0373466 Feb 04 06:16:57.609393 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a4850fdd-207d-43a3-afd1-ad8f85daf92d req-262c7225-e885-4105-b7c8-610fd95c7285 service neutron] 10.222.0.26 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778315 Feb 04 06:16:57.699523 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a4850fdd-207d-43a3-afd1-ad8f85daf92d req-4615ff22-2c0e-4817-b6c8-d62f29a31fe9 service neutron] 10.222.0.26 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835884 Feb 04 06:16:58.405332 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247af830-cf21-4b54-acec-7e25e4b70d48 req-20e56165-1a06-47c9-a4c5-8b22d97fb11b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:16:58.406803 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-247af830-cf21-4b54-acec-7e25e4b70d48 req-20e56165-1a06-47c9-a4c5-8b22d97fb11b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0473182 Feb 04 06:16:58.443972 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-247af830-cf21-4b54-acec-7e25e4b70d48 req-40792164-a4f9-43a8-b958-e415fa1aa2bb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312867 Feb 04 06:16:58.465998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59122) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:16:58.523087 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c417327a-5e21-455e-be8d-084990c7ce25 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/5a7f7386-c14f-401d-8580-e0e452e2a00c HTTP/1.1" status: 200 len: 992 time: 0.0559368 Feb 04 06:17:04.360540 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:07.956211 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:17:12.756001 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e61ff6c8-0665-41fe-b421-a77308cba3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:14.931692 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e815e7df-19ff-4200-8bf9-502a0b1e5bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:15.047523 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-21f80388-6f2e-4494-8284-e375b59c5a60 req-89b4d992-8ab1-4b4d-9b3c-aed73cec5a87 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383830 Feb 04 06:17:15.126548 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f80388-6f2e-4494-8284-e375b59c5a60 req-4b5d64a0-0f3b-4149-99eb-6215562f5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:15.127930 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-21f80388-6f2e-4494-8284-e375b59c5a60 req-4b5d64a0-0f3b-4149-99eb-6215562f5c2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 1098 time: 0.0399823 Feb 04 06:17:15.232271 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f80388-6f2e-4494-8284-e375b59c5a60 req-45b0856e-150c-45f6-9b01-e2e3da935b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:15.233755 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-21f80388-6f2e-4494-8284-e375b59c5a60 req-45b0856e-150c-45f6-9b01-e2e3da935b34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 HTTP/1.1" status: 200 len: 896 time: 0.0874038 Feb 04 06:17:15.296744 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-21f80388-6f2e-4494-8284-e375b59c5a60 req-76ae6b92-2d07-4fea-893b-d2b0bd1795da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6dd9fa0-60a2-4cfe-9885-77a8fb750686 HTTP/1.1" status: 200 len: 1000 time: 0.0559428 Feb 04 06:17:15.346875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f80388-6f2e-4494-8284-e375b59c5a60 req-8a4e08b8-dc0d-41a5-bb88-8ccaebfca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:15.348290 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-21f80388-6f2e-4494-8284-e375b59c5a60 req-8a4e08b8-dc0d-41a5-bb88-8ccaebfca406 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6488d22b-c4ba-4848-9cd1-ba5a6c80e14a HTTP/1.1" status: 200 len: 833 time: 0.0447555 Feb 04 06:17:15.393447 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f80388-6f2e-4494-8284-e375b59c5a60 req-aff51d29-4938-4aad-91d8-27d97051d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:15.394860 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-21f80388-6f2e-4494-8284-e375b59c5a60 req-aff51d29-4938-4aad-91d8-27d97051d413 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0376465 Feb 04 06:17:15.487048 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-21f80388-6f2e-4494-8284-e375b59c5a60 req-7bff001b-02dc-4c2d-ae6a-d3b024ff275e service neutron] 10.222.0.26 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858085 Feb 04 06:17:15.575498 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-21f80388-6f2e-4494-8284-e375b59c5a60 req-2c6d1f9d-82c4-43b8-b402-fa885080b6ab service neutron] 10.222.0.26 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820813 Feb 04 06:17:16.005492 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.716066 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-10df8aa9-459b-4cc3-913b-fc75f315cc82 req-a64f0d16-522b-4fc8-8863-8bd17c6d9732 tempest-ServerDiskConfigTestJSON-1690459428 tempest-ServerDiskConfigTestJSON-1690459428-project] (108745) timed out ('10.222.0.26', 64253) {{(pid=108745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 06:17:17.820292 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:17.988863 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.084491 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59134) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:29.239365 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port 11dfd2d8-497e-4b4a-a3ad-dac8b0c1681c {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:17:29.239707 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.312005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.312339 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.324425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for 11dfd2d8-497e-4b4a-a3ad-dac8b0c1681c owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:17:29.473054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.497649 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=11dfd2d8-497e-4b4a-a3ad-dac8b0c1681c,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:29.508427 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:29.508777 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:29.509116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:29.509455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:29.509810 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:29.510152 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:29.510528 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:29.511364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:29.511692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:29.512016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:29.512336 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:29.512658 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:29.567372 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.567647 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Floating IP 5a7f7386-c14f-401d-8580-e0e452e2a00c disassociated (deleted). External IP: 172.26.3.90, port: b6dd9fa0-60a2-4cfe-9885-77a8fb750686. Feb 04 06:17:29.765206 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router eff8280a-ffba-4ad5-b53e-57f5c570952a has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:17:29.866374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:17:29.871745 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:29.881752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefdd9dc-cd06-42e8-8830-18e52c836d29 None None] Sync routers for ids ['eff8280a-ffba-4ad5-b53e-57f5c570952a'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:29.893859 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefdd9dc-cd06-42e8-8830-18e52c836d29 None None] Routers {'eff8280a-ffba-4ad5-b53e-57f5c570952a'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:17:29.894482 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-eefdd9dc-cd06-42e8-8830-18e52c836d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:17:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['eff8280a-ffba-4ad5-b53e-57f5c570952a'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:29.900223 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1adc9637-4ec7-4fe9-83fc-d7fb08ac0aa4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/floatingips/5a7f7386-c14f-401d-8580-e0e452e2a00c HTTP/1.1" status: 204 len: 168 time: 0.8146789 Feb 04 06:17:29.900799 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b284f-6600-42e1-91b2-8fbd668294a5', 'tag': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:17:29.903091 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6572cf1-5cd4-4cbf-94ed-340b4b992bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "f95b284f-6600-42e1-91b2-8fbd668294a5", "tag": "b6dd9fa0-60a2-4cfe-9885-77a8fb750686"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:17:29.948372 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862669ae-3352-4b07-b8ab-7bba81e5c8b0 x-openstack-request-id: req-862669ae-3352-4b07-b8ab-7bba81e5c8b0 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:17:29.948372 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95b284f-6600-42e1-91b2-8fbd668294a5", "tag": "b6dd9fa0-60a2-4cfe-9885-77a8fb750686", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:17:29.948372 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-862669ae-3352-4b07-b8ab-7bba81e5c8b0 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:17:29.948372 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b284f-6600-42e1-91b2-8fbd668294a5', 'tag': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686', 'status': 'completed', 'code': 200} Feb 04 06:17:30.014866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6572cf1-5cd4-4cbf-94ed-340b4b992bd8 req-82e3de01-eba1-4592-9b0c-833791df5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:30.016565 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b6572cf1-5cd4-4cbf-94ed-340b4b992bd8 req-82e3de01-eba1-4592-9b0c-833791df5322 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 1098 time: 0.0466368 Feb 04 06:17:30.122997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6572cf1-5cd4-4cbf-94ed-340b4b992bd8 req-bea55208-29ed-4c7d-a302-de29e94ce592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:30.124507 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b6572cf1-5cd4-4cbf-94ed-340b4b992bd8 req-bea55208-29ed-4c7d-a302-de29e94ce592 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 HTTP/1.1" status: 200 len: 896 time: 0.0955219 Feb 04 06:17:30.145063 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab62018-57a8-417d-ad62-408e9bb4d562 req-5b9ca997-fcee-4cfc-99d8-94e84e5ef774 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:30.146601 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3ab62018-57a8-417d-ad62-408e9bb4d562 req-5b9ca997-fcee-4cfc-99d8-94e84e5ef774 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0501454 Feb 04 06:17:30.163445 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-eefdd9dc-cd06-42e8-8830-18e52c836d29 None None] Set router eff8280a-ffba-4ad5-b53e-57f5c570952a gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:17:30.167825 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b6572cf1-5cd4-4cbf-94ed-340b4b992bd8 req-68d0bafb-d595-4c78-95cd-a97e296f0726 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6dd9fa0-60a2-4cfe-9885-77a8fb750686 HTTP/1.1" status: 200 len: 217 time: 0.0357058 Feb 04 06:17:30.187698 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3ab62018-57a8-417d-ad62-408e9bb4d562 req-95cfcdd7-75ea-431d-bb47-acae9783ad60 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337598 Feb 04 06:17:30.219089 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6572cf1-5cd4-4cbf-94ed-340b4b992bd8 req-68ccea49-c4bf-48af-9340-3f5be509973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:30.220839 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b6572cf1-5cd4-4cbf-94ed-340b4b992bd8 req-68ccea49-c4bf-48af-9340-3f5be509973c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6488d22b-c4ba-4848-9cd1-ba5a6c80e14a HTTP/1.1" status: 200 len: 833 time: 0.0462122 Feb 04 06:17:30.266813 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6572cf1-5cd4-4cbf-94ed-340b4b992bd8 req-68b3ef85-db3c-40b2-ae99-6b1cbc277b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:30.268211 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b6572cf1-5cd4-4cbf-94ed-340b4b992bd8 req-68b3ef85-db3c-40b2-ae99-6b1cbc277b18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396473 Feb 04 06:17:30.358979 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b6572cf1-5cd4-4cbf-94ed-340b4b992bd8 req-abbc57ca-ea50-4975-aa94-880e3c9e9ac8 service neutron] 10.222.0.26 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828097 Feb 04 06:17:30.362652 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-eefdd9dc-cd06-42e8-8830-18e52c836d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '390fdccf-712d-48be-98c9-da99608461f4', 'name': '', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:fa:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:52Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:30.389919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefdd9dc-cd06-42e8-8830-18e52c836d29 None None] Checking router: eff8280a-ffba-4ad5-b53e-57f5c570952a for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:30.400528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefdd9dc-cd06-42e8-8830-18e52c836d29 None None] Routers {'eff8280a-ffba-4ad5-b53e-57f5c570952a'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:17:30.401140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-eefdd9dc-cd06-42e8-8830-18e52c836d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:17:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['eff8280a-ffba-4ad5-b53e-57f5c570952a'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:30.450356 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b6572cf1-5cd4-4cbf-94ed-340b4b992bd8 req-d1c5beac-abbe-4954-87c8-00963cccea29 service neutron] 10.222.0.26 "GET /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840962 Feb 04 06:17:30.509105 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-eefdd9dc-cd06-42e8-8830-18e52c836d29 None None] Set router eff8280a-ffba-4ad5-b53e-57f5c570952a gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:17:30.701111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-eefdd9dc-cd06-42e8-8830-18e52c836d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '390fdccf-712d-48be-98c9-da99608461f4', 'name': '', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:fa:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:52Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:30.726884 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefdd9dc-cd06-42e8-8830-18e52c836d29 None None] The sync data for ids ['eff8280a-ffba-4ad5-b53e-57f5c570952a'] in dv-neutron-827794-1-hyperv is: [{'id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:53Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '390fdccf-712d-48be-98c9-da99608461f4', 'name': '', 'network_id': 'c296c2d4-21c0-4afd-96a5-2a9e959fd3f1', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:fa:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:52Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': '6488d22b-c4ba-4848-9cd1-ba5a6c80e14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:30.941719 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763855aa-5cc8-4360-908d-1439653ec914 None None] New status for floating IP 5a7f7386-c14f-401d-8580-e0e452e2a00c: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:17:31.302018 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e8dcd-c567-4e0d-9f1c-ebf732f9d655 req-25786ee5-35af-4233-a776-1c9f111e6e54 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:31.303367 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5b0e8dcd-c567-4e0d-9f1c-ebf732f9d655 req-25786ee5-35af-4233-a776-1c9f111e6e54 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0476072 Feb 04 06:17:31.340231 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5b0e8dcd-c567-4e0d-9f1c-ebf732f9d655 req-447f7f53-2700-45aa-9b44-3d76c03103e6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310574 Feb 04 06:17:31.670575 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbe633-dbbc-454f-9cf4-51a2202e5a6d req-f176c2d5-e298-41cc-a48f-fe32148202ad tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:31.672015 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3fbbe633-dbbc-454f-9cf4-51a2202e5a6d req-f176c2d5-e298-41cc-a48f-fe32148202ad tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 945 time: 0.0511150 Feb 04 06:17:31.756085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-3fbbe633-dbbc-454f-9cf4-51a2202e5a6d req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port b6dd9fa0-60a2-4cfe-9885-77a8fb750686 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:17:31.756427 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-3fbbe633-dbbc-454f-9cf4-51a2202e5a6d req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.843093 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-3fbbe633-dbbc-454f-9cf4-51a2202e5a6d req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] For port b6dd9fa0-60a2-4cfe-9885-77a8fb750686, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b6dd9fa0-60a2-4cfe-9885-77a8fb750686,segment=NetworkSegment(167dcac6-5f5a-44c7-a759-5eb57d0a04f8),segment_id=167dcac6-5f5a-44c7-a759-5eb57d0a04f8)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:31.843453 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-3fbbe633-dbbc-454f-9cf4-51a2202e5a6d req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:31.855247 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-3fbbe633-dbbc-454f-9cf4-51a2202e5a6d req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for b6dd9fa0-60a2-4cfe-9885-77a8fb750686 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:17:31.976195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-3fbbe633-dbbc-454f-9cf4-51a2202e5a6d req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:32.275666 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=b6dd9fa0-60a2-4cfe-9885-77a8fb750686,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:32.287709 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:32.288062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:32.288407 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:32.288741 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:32.289074 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:32.289410 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:32.289758 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:32.290095 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:32.290421 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:32.290746 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:32.291063 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:32.291383 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:32.324684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbbe633-dbbc-454f-9cf4-51a2202e5a6d req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] No DVR routers for this DVR port b6dd9fa0-60a2-4cfe-9885-77a8fb750686 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:32.327105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-3fbbe633-dbbc-454f-9cf4-51a2202e5a6d req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:32.330296 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3fbbe633-dbbc-454f-9cf4-51a2202e5a6d req-930c4238-6388-4887-90c1-69a5e4c4f6e7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "DELETE /v2.0/ports/b6dd9fa0-60a2-4cfe-9885-77a8fb750686 HTTP/1.1" status: 204 len: 173 time: 0.6530457 Feb 04 06:17:32.330727 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95b284f-6600-42e1-91b2-8fbd668294a5', 'name': 'network-vif-deleted', 'tag': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:17:32.332926 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efdd87d-5e05-44e7-9457-a52d84a2ec2f" -d '{"events": [{"server_uuid": "f95b284f-6600-42e1-91b2-8fbd668294a5", "name": "network-vif-deleted", "tag": "b6dd9fa0-60a2-4cfe-9885-77a8fb750686"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:17:32.370001 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070d5f92-5df8-44da-8c87-213f0eb52f39 x-openstack-request-id: req-070d5f92-5df8-44da-8c87-213f0eb52f39 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:17:32.370307 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95b284f-6600-42e1-91b2-8fbd668294a5", "name": "network-vif-deleted", "tag": "b6dd9fa0-60a2-4cfe-9885-77a8fb750686", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:17:32.370560 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-070d5f92-5df8-44da-8c87-213f0eb52f39 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:17:32.370960 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95b284f-6600-42e1-91b2-8fbd668294a5', 'name': 'network-vif-deleted', 'tag': 'b6dd9fa0-60a2-4cfe-9885-77a8fb750686', 'status': 'completed', 'code': 200} Feb 04 06:17:32.435885 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-58b7177a-f96c-4c93-a62d-3feb03e3aab8 req-31cb7a50-acb9-4df9-946f-b482ce0d2f5b tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=f95b284f-6600-42e1-91b2-8fbd668294a5 HTTP/1.1" status: 200 len: 210 time: 0.0265706 Feb 04 06:17:33.493494 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59152) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:33.839871 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-30814cf8-71df-4729-8258-d5745de459fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.083234 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-30814cf8-71df-4729-8258-d5745de459fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port 390fdccf-712d-48be-98c9-da99608461f4 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:17:34.083579 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-30814cf8-71df-4729-8258-d5745de459fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.168500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-30814cf8-71df-4729-8258-d5745de459fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] For port 390fdccf-712d-48be-98c9-da99608461f4, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=390fdccf-712d-48be-98c9-da99608461f4,segment=NetworkSegment(167dcac6-5f5a-44c7-a759-5eb57d0a04f8),segment_id=167dcac6-5f5a-44c7-a759-5eb57d0a04f8)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:34.168869 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-30814cf8-71df-4729-8258-d5745de459fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.180261 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-30814cf8-71df-4729-8258-d5745de459fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for 390fdccf-712d-48be-98c9-da99608461f4 owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:17:34.364591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-30814cf8-71df-4729-8258-d5745de459fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.394614 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30814cf8-71df-4729-8258-d5745de459fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=390fdccf-712d-48be-98c9-da99608461f4,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:34.415941 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.579934 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-30814cf8-71df-4729-8258-d5745de459fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:34.796300 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30814cf8-71df-4729-8258-d5745de459fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router eff8280a-ffba-4ad5-b53e-57f5c570952a has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:17:34.906363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30814cf8-71df-4729-8258-d5745de459fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:17:34.913594 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-30814cf8-71df-4729-8258-d5745de459fb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "PUT /v2.0/routers/eff8280a-ffba-4ad5-b53e-57f5c570952a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4167829 Feb 04 06:17:34.914147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59154) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:34.918004 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0812577-9b46-4086-b0e3-923cf4b3582b None None] Sync routers for ids ['eff8280a-ffba-4ad5-b53e-57f5c570952a'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:34.927823 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0812577-9b46-4086-b0e3-923cf4b3582b None None] Routers {'eff8280a-ffba-4ad5-b53e-57f5c570952a'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:17:34.928522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-f0812577-9b46-4086-b0e3-923cf4b3582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:17:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['eff8280a-ffba-4ad5-b53e-57f5c570952a'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:34.964655 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c615cd-6e14-41fd-97e2-e41b413bd29d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting subnet 6488d22b-c4ba-4848-9cd1-ba5a6c80e14a {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:17:34.967680 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49c615cd-6e14-41fd-97e2-e41b413bd29d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.009411 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49c615cd-6e14-41fd-97e2-e41b413bd29d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.033080 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-f0812577-9b46-4086-b0e3-923cf4b3582b None None] Set router eff8280a-ffba-4ad5-b53e-57f5c570952a gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:17:35.090849 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49c615cd-6e14-41fd-97e2-e41b413bd29d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.147398 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49c615cd-6e14-41fd-97e2-e41b413bd29d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.171899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c615cd-6e14-41fd-97e2-e41b413bd29d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Subnet': ['ID=6488d22b-c4ba-4848-9cd1-ba5a6c80e14a,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:35.182752 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49c615cd-6e14-41fd-97e2-e41b413bd29d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.187080 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-49c615cd-6e14-41fd-97e2-e41b413bd29d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/subnets/6488d22b-c4ba-4848-9cd1-ba5a6c80e14a HTTP/1.1" status: 204 len: 168 time: 0.2718089 Feb 04 06:17:35.189855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59156) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:35.192089 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57771282-78d6-443f-8050-3abdc8aeee19 None None] Network c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:17:35.243428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device b6dd9fa0-60a2-4cfe-9885-77a8fb750686 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:17:35.271815 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: b6dd9fa0-60a2-4cfe-9885-77a8fb750686 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:17:35.272156 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device b6dd9fa0-60a2-4cfe-9885-77a8fb750686 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:17:35.297727 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.329968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-f0812577-9b46-4086-b0e3-923cf4b3582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:17:34Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:35.359519 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0812577-9b46-4086-b0e3-923cf4b3582b None None] Checking router: eff8280a-ffba-4ad5-b53e-57f5c570952a for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:35.372239 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0812577-9b46-4086-b0e3-923cf4b3582b None None] Routers {'eff8280a-ffba-4ad5-b53e-57f5c570952a'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:17:35.372861 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-f0812577-9b46-4086-b0e3-923cf4b3582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:17:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['eff8280a-ffba-4ad5-b53e-57f5c570952a'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:35.457905 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] DHCP port deletion for c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:17:35.509379 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-f0812577-9b46-4086-b0e3-923cf4b3582b None None] Set router eff8280a-ffba-4ad5-b53e-57f5c570952a gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:17:35.626765 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Deleting port 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:17:35.627054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.727207 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.730304 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] For port 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3,segment=NetworkSegment(167dcac6-5f5a-44c7-a759-5eb57d0a04f8),segment_id=167dcac6-5f5a-44c7-a759-5eb57d0a04f8)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:35.730704 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.747736 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Calling delete_port for 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:17:35.777730 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:17:35.778099 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.812259 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-f0812577-9b46-4086-b0e3-923cf4b3582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:17:34Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:35.843375 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0812577-9b46-4086-b0e3-923cf4b3582b None None] The sync data for ids ['eff8280a-ffba-4ad5-b53e-57f5c570952a'] in dv-neutron-827794-1-hyperv is: [{'id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077852415', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:17:34Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': '4b9f2ed2-dce3-498b-a9b0-b26a8a32f926', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8280a-ffba-4ad5-b53e-57f5c570952a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:15:49Z', 'updated_at': '2022-02-04T06:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:35.854548 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] For port 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=4b9f2ed2-dce3-498b-a9b0-b26a8a32f926,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:35.854998 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.866214 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:35.868385 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926 owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:17:35.894122 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Pushing event deleted for resources: {'Port': ['ID=1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:35.896350 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] No DVR routers for this DVR port 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:17:35.907044 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:35.907461 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:35.907721 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:35.908062 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:35.908398 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:35.908734 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:35.909068 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:35.909409 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:35.909726 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:35.910075 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:35.910400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:35.910722 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7042a-c076-42b8-92ec-b1a92dcdf1f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:36.035631 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.064430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=4b9f2ed2-dce3-498b-a9b0-b26a8a32f926,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:36.120343 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.208701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.213800 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.260353 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.260954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Fanout notify agent at l3_agent the message router_deleted on router eff8280a-ffba-4ad5-b53e-57f5c570952a {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:17:36.268292 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.269429 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f8f2836a-9dd4-428f-8f89-89baff356a0d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/routers/eff8280a-ffba-4ad5-b53e-57f5c570952a HTTP/1.1" status: 204 len: 168 time: 1.0784714 Feb 04 06:17:36.272365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59158) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:36.356389 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-81ee24dd-023d-43a5-8e35-45293edcdc07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.451070 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-81ee24dd-023d-43a5-8e35-45293edcdc07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.480355 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-81ee24dd-023d-43a5-8e35-45293edcdc07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c296c2d4-21c0-4afd-96a5-2a9e959fd3f1']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:36.490390 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-81ee24dd-023d-43a5-8e35-45293edcdc07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167dcac6-5f5a-44c7-a759-5eb57d0a04f8') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:36.490683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-81ee24dd-023d-43a5-8e35-45293edcdc07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167dcac6-5f5a-44c7-a759-5eb57d0a04f8') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:36.500345 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-81ee24dd-023d-43a5-8e35-45293edcdc07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.515588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-81ee24dd-023d-43a5-8e35-45293edcdc07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.521605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ee24dd-023d-43a5-8e35-45293edcdc07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:17:36.522007 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-81ee24dd-023d-43a5-8e35-45293edcdc07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:17:36.524930 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:17:36.581954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-81ee24dd-023d-43a5-8e35-45293edcdc07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.589076 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-81ee24dd-023d-43a5-8e35-45293edcdc07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.592135 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-81ee24dd-023d-43a5-8e35-45293edcdc07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/networks/c296c2d4-21c0-4afd-96a5-2a9e959fd3f1 HTTP/1.1" status: 204 len: 168 time: 0.3186998 Feb 04 06:17:36.594949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59160) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:36.604979 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee24dd-023d-43a5-8e35-45293edcdc07 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Network': ['ID=c296c2d4-21c0-4afd-96a5-2a9e959fd3f1,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:36.656189 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f996d4e0-180a-428e-ae53-6a976a0fc8d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.681868 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f996d4e0-180a-428e-ae53-6a976a0fc8d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.741938 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f996d4e0-180a-428e-ae53-6a976a0fc8d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.744439 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f996d4e0-180a-428e-ae53-6a976a0fc8d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:36.745634 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-f996d4e0-180a-428e-ae53-6a976a0fc8d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/security-groups/a1ab6dfc-abfc-418c-8f6f-7289e1a08c67 HTTP/1.1" status: 204 len: 168 time: 0.1496878 Feb 04 06:17:36.755339 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996d4e0-180a-428e-ae53-6a976a0fc8d0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ab6dfc-abfc-418c-8f6f-7289e1a08c67,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:36.928667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 390fdccf-712d-48be-98c9-da99608461f4 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:17:36.950296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 390fdccf-712d-48be-98c9-da99608461f4 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:17:36.950699 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 390fdccf-712d-48be-98c9-da99608461f4 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:17:36.951112 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:17:36.970377 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:17:36.970724 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 4b9f2ed2-dce3-498b-a9b0-b26a8a32f926 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:17:36.971135 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:17:36.994193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:17:36.995035 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59166) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:36.995334 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 1e5a7b7b-f8bb-42d4-91fc-37e128ac0fe3 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:17:36.999770 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7b686ae5-a4f9-44a8-a517-15fcff3371ba tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421112870', 'description': 'tempest-secgroup-smoke-421112870 description', 'project_id': '08364a4a54bd473d90b79dbacee4d45e'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:37.022922 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b686ae5-a4f9-44a8-a517-15fcff3371ba tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.087590 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b686ae5-a4f9-44a8-a517-15fcff3371ba tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.091748 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b686ae5-a4f9-44a8-a517-15fcff3371ba tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.120192 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b686ae5-a4f9-44a8-a517-15fcff3371ba tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.121327 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7b686ae5-a4f9-44a8-a517-15fcff3371ba tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1252344 Feb 04 06:17:37.123110 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b686ae5-a4f9-44a8-a517-15fcff3371ba tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a3035c-f834-4cbb-9911-b90494a6b797,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:37.124342 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59168) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:37.129323 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d7afc4bb-6ac4-4f3f-b105-80ad6eb6a897 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': '86a3035c-f834-4cbb-9911-b90494a6b797', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:37.157401 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d7afc4bb-6ac4-4f3f-b105-80ad6eb6a897 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.202758 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d7afc4bb-6ac4-4f3f-b105-80ad6eb6a897 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.206053 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d7afc4bb-6ac4-4f3f-b105-80ad6eb6a897 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.224930 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afc4bb-6ac4-4f3f-b105-80ad6eb6a897 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c171f5d-383c-4cfb-894c-5cc5a203d949,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:37.230757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d7afc4bb-6ac4-4f3f-b105-80ad6eb6a897 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.231914 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d7afc4bb-6ac4-4f3f-b105-80ad6eb6a897 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1063845 Feb 04 06:17:37.234738 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59170) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:37.239153 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-9330e91d-f949-4442-9495-536c58a46b84 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': '86a3035c-f834-4cbb-9911-b90494a6b797', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:37.266384 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9330e91d-f949-4442-9495-536c58a46b84 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.320274 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9330e91d-f949-4442-9495-536c58a46b84 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.324441 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9330e91d-f949-4442-9495-536c58a46b84 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.341647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330e91d-f949-4442-9495-536c58a46b84 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935e8b9d-21bc-494a-a627-aee4aaf59e92,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:37.349708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9330e91d-f949-4442-9495-536c58a46b84 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.350881 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9330e91d-f949-4442-9495-536c58a46b84 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152403 Feb 04 06:17:37.353606 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59172) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:37.358009 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-c1bec771-70ea-4031-b1f5-937dbf508114 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': '86a3035c-f834-4cbb-9911-b90494a6b797', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:37.386273 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c1bec771-70ea-4031-b1f5-937dbf508114 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.444068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c1bec771-70ea-4031-b1f5-937dbf508114 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.447530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c1bec771-70ea-4031-b1f5-937dbf508114 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.465970 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bec771-70ea-4031-b1f5-937dbf508114 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c8fd9a-b9a3-4a2a-906e-fa26d6490a5a,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:37.471485 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c1bec771-70ea-4031-b1f5-937dbf508114 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.472474 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c1bec771-70ea-4031-b1f5-937dbf508114 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179018 Feb 04 06:17:37.475225 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59174) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:37.479433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ba078a43-d394-4998-868c-ab8f8013c4c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': '86a3035c-f834-4cbb-9911-b90494a6b797', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:37.506396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba078a43-d394-4998-868c-ab8f8013c4c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.562744 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba078a43-d394-4998-868c-ab8f8013c4c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.566112 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba078a43-d394-4998-868c-ab8f8013c4c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.584204 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba078a43-d394-4998-868c-ab8f8013c4c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1f59bc-9162-4442-83db-b9df547c60aa,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:37.592099 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba078a43-d394-4998-868c-ab8f8013c4c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.593288 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ba078a43-d394-4998-868c-ab8f8013c4c6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171572 Feb 04 06:17:37.595991 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59176) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:37.600218 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-2350390d-6c98-4515-a096-11ad904edc58 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': '86a3035c-f834-4cbb-9911-b90494a6b797', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:37.622813 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-2350390d-6c98-4515-a096-11ad904edc58 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Project 08364a4a54bd473d90b79dbacee4d45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:17:37.627667 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2350390d-6c98-4515-a096-11ad904edc58 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.688432 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2350390d-6c98-4515-a096-11ad904edc58 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.691877 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2350390d-6c98-4515-a096-11ad904edc58 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.709708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350390d-6c98-4515-a096-11ad904edc58 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3601e8-56a9-4024-8f2d-ac517f4e36d7,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:37.716405 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2350390d-6c98-4515-a096-11ad904edc58 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.717592 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-2350390d-6c98-4515-a096-11ad904edc58 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206751 Feb 04 06:17:37.720290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59178) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:37.724534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-b3009d69-e299-4300-bbac-1f56b130baf6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'security_group_rule': {'security_group_id': '86a3035c-f834-4cbb-9911-b90494a6b797', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:37.747329 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-b3009d69-e299-4300-bbac-1f56b130baf6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Project 08364a4a54bd473d90b79dbacee4d45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:17:37.759190 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3009d69-e299-4300-bbac-1f56b130baf6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.821183 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3009d69-e299-4300-bbac-1f56b130baf6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.824869 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3009d69-e299-4300-bbac-1f56b130baf6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.841355 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3009d69-e299-4300-bbac-1f56b130baf6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c281d15-345b-465d-b61f-b973ddbb0857,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:37.849747 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-b3009d69-e299-4300-bbac-1f56b130baf6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.850969 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-b3009d69-e299-4300-bbac-1f56b130baf6 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297750 Feb 04 06:17:37.853678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59180) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:37.859028 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-769cb7b0-62a4-4736-b4d4-9fc6f9167c1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'network': {'name': 'tempest-network-smoke--1588941595', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'port_security_enabled': True}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:37.881596 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769cb7b0-62a4-4736-b4d4-9fc6f9167c1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Made reservation on behalf of 08364a4a54bd473d90b79dbacee4d45e for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:37.885160 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769cb7b0-62a4-4736-b4d4-9fc6f9167c1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.907762 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769cb7b0-62a4-4736-b4d4-9fc6f9167c1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:17:37.917141 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769cb7b0-62a4-4736-b4d4-9fc6f9167c1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.917487 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-769cb7b0-62a4-4736-b4d4-9fc6f9167c1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Added segment 654bdf6e-6d15-4ae3-90ae-13196ed86947 of type vlan for network c064d82e-da24-4ec6-b04c-072234fcb977 Feb 04 06:17:37.955889 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769cb7b0-62a4-4736-b4d4-9fc6f9167c1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.978637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769cb7b0-62a4-4736-b4d4-9fc6f9167c1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:37.984519 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769cb7b0-62a4-4736-b4d4-9fc6f9167c1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:37.985101 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-769cb7b0-62a4-4736-b4d4-9fc6f9167c1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.037021 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-769cb7b0-62a4-4736-b4d4-9fc6f9167c1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1817942 Feb 04 06:17:38.039817 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59182) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:38.045073 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'admin_state_up': True, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:38.053936 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cb7b0-62a4-4736-b4d4-9fc6f9167c1c tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Network': ['ID=c064d82e-da24-4ec6-b04c-072234fcb977,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:38.065330 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network c064d82e-da24-4ec6-b04c-072234fcb977 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:17:38.072033 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.073059 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.128783 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.261304 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.445062 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.467340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.571689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.26.3.61 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:38.672527 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.705008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:38.747660 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:38.750443 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:38.753842 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:17:38.775435 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:39.008105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.194728 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.319810 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 9589d955-8993-49b6-8119-8958c0895433 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:17:39.420582 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:17:39.429654 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Sync routers for ids ['9589d955-8993-49b6-8119-8958c0895433'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:39.439325 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Routers {'9589d955-8993-49b6-8119-8958c0895433'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:17:39.439920 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:17:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9589d955-8993-49b6-8119-8958c0895433'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:39.442423 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.443626 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-28250d07-b64c-4074-aa36-ca4d09c56fe9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4027212 Feb 04 06:17:39.447060 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59184) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:39.517751 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0a3c1954-341a-479d-9cf6-8f14d1d90890 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=08364a4a54bd473d90b79dbacee4d45e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694945 Feb 04 06:17:39.520410 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59188) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:39.543687 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Set router 9589d955-8993-49b6-8119-8958c0895433 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:17:39.606678 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09153bdb-5880-4801-ac51-8ebf28b7dec4 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:39.608072 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-09153bdb-5880-4801-ac51-8ebf28b7dec4 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867841 Feb 04 06:17:39.610782 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59190) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:39.644534 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-869bdfb8-785c-4330-9c74-6e7b506ec51b tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=205cec25-dbe4-4e69-8d9c-9f731181c624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305121 Feb 04 06:17:39.644777 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59192) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:39.649348 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-4082bb84-9a01-448f-9dc5-3e4b283c9f63 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-742093479', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:39.719031 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9589d955-8993-49b6-8119-8958c0895433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:38Z', 'revision_number': 3, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:39.734952 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4082bb84-9a01-448f-9dc5-3e4b283c9f63 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Made reservation on behalf of 08364a4a54bd473d90b79dbacee4d45e for: {'subnet': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:39.738340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4082bb84-9a01-448f-9dc5-3e4b283c9f63 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13783924'] for subnet, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.745396 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Checking router: 9589d955-8993-49b6-8119-8958c0895433 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:39.745741 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Updating router 9589d955-8993-49b6-8119-8958c0895433 port cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:17:39.768998 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.922176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4082bb84-9a01-448f-9dc5-3e4b283c9f63 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14647200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13783910'] for subnet, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:39.982828 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082bb84-9a01-448f-9dc5-3e4b283c9f63 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Subnet': ['ID=cf099167-6c99-4b96-8b15-ff2dd761c62e,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:39.992288 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082bb84-9a01-448f-9dc5-3e4b283c9f63 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Checking segment: {'id': '654bdf6e-6d15-4ae3-90ae-13196ed86947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:17:39.992647 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4082bb84-9a01-448f-9dc5-3e4b283c9f63 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network hostable DHCP agents. Network: c064d82e-da24-4ec6-b04c-072234fcb977, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:17:40.009941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4082bb84-9a01-448f-9dc5-3e4b283c9f63 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network c064d82e-da24-4ec6-b04c-072234fcb977 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:17:40.018304 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-4082bb84-9a01-448f-9dc5-3e4b283c9f63 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, c064d82e-da24-4ec6-b04c-072234fcb977) {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:40.022453 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4082bb84-9a01-448f-9dc5-3e4b283c9f63 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:40.023036 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4082bb84-9a01-448f-9dc5-3e4b283c9f63 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.030727 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.031901 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8ceea8-60ac-4c60-bdf5-d14a4cc5ba07 None None] Network c064d82e-da24-4ec6-b04c-072234fcb977 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:17:40.037057 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.040970 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4082bb84-9a01-448f-9dc5-3e4b283c9f63 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3952842 Feb 04 06:17:40.044263 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59194) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:40.176446 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Attempting to bind port cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:40.176775 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Attempting to bind port cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:40.177071 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Attempting to bind port cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:17:40.187134 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:17:40.187481 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:17:40.187874 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.188263 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:17:40.188725 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Bound port: cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:40.189098 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.190827 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77adf9-ad38-47f0-98f3-d7c926703597 None None] Pushing event updated for resources: {'Port': ['ID=cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc,revision_number=2']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:40.192514 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-c064d82e-da24-4ec6-b04c-072234fcb977', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ips': [{'subnet_id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:17:40.193371 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.246991 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77adf9-ad38-47f0-98f3-d7c926703597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.247360 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77adf9-ad38-47f0-98f3-d7c926703597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.247873 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77adf9-ad38-47f0-98f3-d7c926703597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.248296 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77adf9-ad38-47f0-98f3-d7c926703597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.248667 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77adf9-ad38-47f0-98f3-d7c926703597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.249075 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77adf9-ad38-47f0-98f3-d7c926703597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.249462 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77adf9-ad38-47f0-98f3-d7c926703597 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.249873 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77adf9-ad38-47f0-98f3-d7c926703597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.250257 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77adf9-ad38-47f0-98f3-d7c926703597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.250579 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77adf9-ad38-47f0-98f3-d7c926703597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.250894 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77adf9-ad38-47f0-98f3-d7c926703597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.251209 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77adf9-ad38-47f0-98f3-d7c926703597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:17:40.260622 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] For port cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:17:40.263810 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] For port cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:17:40.268794 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.328132 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Routers {'9589d955-8993-49b6-8119-8958c0895433'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:17:40.328730 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:17:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9589d955-8993-49b6-8119-8958c0895433'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:40.331950 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77adf9-ad38-47f0-98f3-d7c926703597 None None] Pushing event updated for resources: {'Port': ['ID=cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:40.337274 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Allocated IP 172.20.0.2 (c064d82e-da24-4ec6-b04c-072234fcb977/cf099167-6c99-4b96-8b15-ff2dd761c62e/f2538fa3-18ac-4a4e-90c1-09acd510ede7) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:40.438839 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] Set router 9589d955-8993-49b6-8119-8958c0895433 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:17:40.499245 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.506710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.546904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.620837 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9589d955-8993-49b6-8119-8958c0895433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:38Z', 'revision_number': 3, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:40.647354 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f44dd-1b6a-44fa-a612-7c44970676f6 None None] The sync data for ids ['9589d955-8993-49b6-8119-8958c0895433'] in dv-neutron-827794-1-hyperv is: [{'id': '9589d955-8993-49b6-8119-8958c0895433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:38Z', 'revision_number': 3, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:40.701333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Network c064d82e-da24-4ec6-b04c-072234fcb977 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:40.706035 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:40.709566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:17:40.738221 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Pushing event updated for resources: {'Port': ['ID=f2538fa3-18ac-4a4e-90c1-09acd510ede7,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:40.768984 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Attempting to bind port f2538fa3-18ac-4a4e-90c1-09acd510ede7 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:40.769364 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Attempting to bind port f2538fa3-18ac-4a4e-90c1-09acd510ede7 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '654bdf6e-6d15-4ae3-90ae-13196ed86947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:40.769731 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Attempting to bind port f2538fa3-18ac-4a4e-90c1-09acd510ede7 on network c064d82e-da24-4ec6-b04c-072234fcb977 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:17:40.775324 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:17:40.776280 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Checking segment: {'id': '654bdf6e-6d15-4ae3-90ae-13196ed86947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:17:40.776688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.777082 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Bound using segment: {'id': '654bdf6e-6d15-4ae3-90ae-13196ed86947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:17:40.777550 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Bound port: f2538fa3-18ac-4a4e-90c1-09acd510ede7, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654bdf6e-6d15-4ae3-90ae-13196ed86947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:40.777959 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.834853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.20.0.1 (c064d82e-da24-4ec6-b04c-072234fcb977/cf099167-6c99-4b96-8b15-ff2dd761c62e/f38309c6-46ab-4eac-9723-7e6054db0b26) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:40.843009 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] For port f2538fa3-18ac-4a4e-90c1-09acd510ede7, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:17:40.847611 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] For port f2538fa3-18ac-4a4e-90c1-09acd510ede7, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f2538fa3-18ac-4a4e-90c1-09acd510ede7,segment=NetworkSegment(654bdf6e-6d15-4ae3-90ae-13196ed86947),segment_id=654bdf6e-6d15-4ae3-90ae-13196ed86947)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:17:40.853297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:40.939859 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65f133-c17f-484c-b2f7-2fc54b38d3a8 None None] Pushing event updated for resources: {'Port': ['ID=f2538fa3-18ac-4a4e-90c1-09acd510ede7,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:41.000191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:17:41.021586 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.067714 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:41.068251 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.069462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.113831 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network c064d82e-da24-4ec6-b04c-072234fcb977 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:41.116955 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:41.119520 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:17:41.167134 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=f38309c6-46ab-4eac-9723-7e6054db0b26,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:41.199054 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.216568 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.238972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:41.247247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.320558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:41.371252 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.666808 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.671340 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.749482 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=f38309c6-46ab-4eac-9723-7e6054db0b26,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:41.753125 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:41.846173 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network c064d82e-da24-4ec6-b04c-072234fcb977 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:41.847746 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:41.965763 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 9589d955-8993-49b6-8119-8958c0895433 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:17:41.982913 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5629b3d6-593a-405f-b2ce-7d33234a2834 None None] Network c064d82e-da24-4ec6-b04c-072234fcb977 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:17:42.042831 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-619b4847-d1ed-497e-a24b-49d642a1b525 None None] Provisioning complete for port f2538fa3-18ac-4a4e-90c1-09acd510ede7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:42.043204 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-619b4847-d1ed-497e-a24b-49d642a1b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.078256 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:17:42.088150 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d1ab11a9-2980-4aba-b074-9145032e5c78 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "PUT /v2.0/routers/9589d955-8993-49b6-8119-8958c0895433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0381470 Feb 04 06:17:42.192420 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-619b4847-d1ed-497e-a24b-49d642a1b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.229156 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-7ca4e65d-97ef-42c2-a58f-5837425e466f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421112870&fields=id&tenant_id=08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 267 time: 0.0415688 Feb 04 06:17:42.237232 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-619b4847-d1ed-497e-a24b-49d642a1b525 None None] For port f2538fa3-18ac-4a4e-90c1-09acd510ede7, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f2538fa3-18ac-4a4e-90c1-09acd510ede7,segment=NetworkSegment(654bdf6e-6d15-4ae3-90ae-13196ed86947),segment_id=654bdf6e-6d15-4ae3-90ae-13196ed86947)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:42.248385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-619b4847-d1ed-497e-a24b-49d642a1b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.315467 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b4847-d1ed-497e-a24b-49d642a1b525 None None] Pushing event updated for resources: {'Port': ['ID=f2538fa3-18ac-4a4e-90c1-09acd510ede7,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:42.353337 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-d4e7dc2c-ccd6-47a2-b421-f40268efc8db tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:42.357319 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-d4e7dc2c-ccd6-47a2-b421-f40268efc8db tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/networks?id=c064d82e-da24-4ec6-b04c-072234fcb977 HTTP/1.1" status: 200 len: 797 time: 0.1207294 Feb 04 06:17:42.373548 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-2c5fa2b2-e014-4747-8b93-6be39f0bb029 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/quotas/08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 375 time: 0.0101609 Feb 04 06:17:42.427569 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-417f8f63-f5a1-4734-94e6-7d88fbc59637 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482948 Feb 04 06:17:42.477165 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-03630f47-6ca8-432a-a6c9-b05b44b317fd None None] Provisioning complete for port f38309c6-46ab-4eac-9723-7e6054db0b26 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:42.477492 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-03630f47-6ca8-432a-a6c9-b05b44b317fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.509350 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-416aacbf-3831-446f-878b-54283fd30ad5 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:17:42.514283 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-416aacbf-3831-446f-878b-54283fd30ad5 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0746713 Feb 04 06:17:42.515997 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-03630f47-6ca8-432a-a6c9-b05b44b317fd None None] Port f38309c6-46ab-4eac-9723-7e6054db0b26 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:17:42.527268 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-03630f47-6ca8-432a-a6c9-b05b44b317fd None None] Provisioning complete for port f2538fa3-18ac-4a4e-90c1-09acd510ede7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:42.527807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-03630f47-6ca8-432a-a6c9-b05b44b317fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.620229 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-16175da7-4039-44ff-99bc-39bcdcc2ed7a service neutron] 10.222.0.10 "GET /v2.0/networks/c064d82e-da24-4ec6-b04c-072234fcb977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030738 Feb 04 06:17:42.638898 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Sync routers for ids ['9589d955-8993-49b6-8119-8958c0895433'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:42.648796 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Routers {'9589d955-8993-49b6-8119-8958c0895433'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:17:42.649676 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:17:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9589d955-8993-49b6-8119-8958c0895433'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:42.725189 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-42b64ebe-82b5-4be7-8df8-3291805b016c service neutron] 10.222.0.10 "GET /v2.0/networks/c064d82e-da24-4ec6-b04c-072234fcb977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986881 Feb 04 06:17:42.779705 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-98f43a47-df24-4426-b505-672ccc3839ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.783380 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d63f1028-de36-4ceb-b706-42a767f91bb4 None None] Provisioning complete for port f38309c6-46ab-4eac-9723-7e6054db0b26 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:42.783752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d63f1028-de36-4ceb-b706-42a767f91bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:42.812984 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Set router 9589d955-8993-49b6-8119-8958c0895433 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:17:42.860904 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d63f1028-de36-4ceb-b706-42a767f91bb4 None None] Port f38309c6-46ab-4eac-9723-7e6054db0b26 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:17:42.913488 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c19b83da-4b8c-4354-beb6-d068bde2f39f req-fca50821-3a5f-42e9-9381-a5b986df58bd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 210 time: 0.0287712 Feb 04 06:17:42.993154 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a4963b49-6772-44cc-bbcc-c8035a91ef55 None None] Provisioning complete for port f38309c6-46ab-4eac-9723-7e6054db0b26 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:42.993533 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a4963b49-6772-44cc-bbcc-c8035a91ef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.057297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a4963b49-6772-44cc-bbcc-c8035a91ef55 None None] Port f38309c6-46ab-4eac-9723-7e6054db0b26 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:17:43.086108 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9589d955-8993-49b6-8119-8958c0895433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'f38309c6-46ab-4eac-9723-7e6054db0b26', 'name': '', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:d3:17:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:40Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 2, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:43.120968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:17:43.123230 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Checking router: 9589d955-8993-49b6-8119-8958c0895433 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:43.123585 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Updating router 9589d955-8993-49b6-8119-8958c0895433 port f38309c6-46ab-4eac-9723-7e6054db0b26 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:17:43.172330 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.230924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:43.231554 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.423552 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f2538fa3-18ac-4a4e-90c1-09acd510ede7 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:17:43.514807 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port f2538fa3-18ac-4a4e-90c1-09acd510ede7 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:43.515176 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.581423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.589516 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.661135 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4d1fe-d4b9-4222-9394-8bcf45b2bf12 None None] Pushing event updated for resources: {'Port': ['ID=f38309c6-46ab-4eac-9723-7e6054db0b26,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:43.720820 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Attempting to bind port f38309c6-46ab-4eac-9723-7e6054db0b26 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:43.721191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Attempting to bind port f38309c6-46ab-4eac-9723-7e6054db0b26 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '654bdf6e-6d15-4ae3-90ae-13196ed86947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:43.721548 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Attempting to bind port f38309c6-46ab-4eac-9723-7e6054db0b26 on network c064d82e-da24-4ec6-b04c-072234fcb977 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:17:43.726661 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:17:43.727037 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Checking segment: {'id': '654bdf6e-6d15-4ae3-90ae-13196ed86947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:17:43.727439 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.727832 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Bound using segment: {'id': '654bdf6e-6d15-4ae3-90ae-13196ed86947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:17:43.728299 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Bound port: f38309c6-46ab-4eac-9723-7e6054db0b26, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654bdf6e-6d15-4ae3-90ae-13196ed86947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:43.729283 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.809894 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] For port f38309c6-46ab-4eac-9723-7e6054db0b26, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:17:43.813472 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] For port f38309c6-46ab-4eac-9723-7e6054db0b26, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f38309c6-46ab-4eac-9723-7e6054db0b26,segment=NetworkSegment(654bdf6e-6d15-4ae3-90ae-13196ed86947),segment_id=654bdf6e-6d15-4ae3-90ae-13196ed86947)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:17:43.818732 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.882918 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-7f4cde13-c8a2-45e1-befc-c3925ee54520 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:43.884362 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-7f4cde13-c8a2-45e1-befc-c3925ee54520 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/networks?id=c064d82e-da24-4ec6-b04c-072234fcb977 HTTP/1.1" status: 200 len: 797 time: 0.1157773 Feb 04 06:17:43.887855 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Routers {'9589d955-8993-49b6-8119-8958c0895433'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:17:43.889720 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:17:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9589d955-8993-49b6-8119-8958c0895433'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:43.895851 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4d1fe-d4b9-4222-9394-8bcf45b2bf12 None None] Pushing event updated for resources: {'Port': ['ID=f38309c6-46ab-4eac-9723-7e6054db0b26,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:43.942702 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-9b0e5fda-ff71-4237-b51a-de6586418a10 None None] Provisioning complete for port f38309c6-46ab-4eac-9723-7e6054db0b26 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:43.943076 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5fda-ff71-4237-b51a-de6586418a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:43.951521 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-913a987c-689a-4385-80ea-ea229859a2bb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08364a4a54bd473d90b79dbacee4d45e HTTP/1.1" status: 200 len: 379 time: 0.0573616 Feb 04 06:17:43.962574 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-46d0f9f8-d984-4a43-b448-07a444fd7960 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'port': {'device_id': '5a5a42ae-7b7c-4a02-8e9d-24be46431b56', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'admin_state_up': True, 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'security_groups': ['86a3035c-f834-4cbb-9911-b90494a6b797']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:44.046116 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-591bd46b-1a75-413a-b272-e7978e31ac4c req-1335c42c-e7a8-4674-a0a1-90280d31a8f4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 210 time: 0.0328014 Feb 04 06:17:44.076855 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] Set router 9589d955-8993-49b6-8119-8958c0895433 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:17:44.078677 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5fda-ff71-4237-b51a-de6586418a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.117978 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-46d0f9f8-d984-4a43-b448-07a444fd7960 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Made reservation on behalf of 08364a4a54bd473d90b79dbacee4d45e for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:17:44.121482 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-46d0f9f8-d984-4a43-b448-07a444fd7960 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.179657 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9b0e5fda-ff71-4237-b51a-de6586418a10 None None] For port f38309c6-46ab-4eac-9723-7e6054db0b26, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f38309c6-46ab-4eac-9723-7e6054db0b26,segment=NetworkSegment(654bdf6e-6d15-4ae3-90ae-13196ed86947),segment_id=654bdf6e-6d15-4ae3-90ae-13196ed86947)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:44.209043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5fda-ff71-4237-b51a-de6586418a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.245174 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-46d0f9f8-d984-4a43-b448-07a444fd7960 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.20.0.3 (c064d82e-da24-4ec6-b04c-072234fcb977/cf099167-6c99-4b96-8b15-ff2dd761c62e/21f6666e-edb2-41bb-8706-4b09578727ed) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:44.282419 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e5fda-ff71-4237-b51a-de6586418a10 None None] Pushing event updated for resources: {'Port': ['ID=f38309c6-46ab-4eac-9723-7e6054db0b26,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:44.336498 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-a854a546-e97a-4ad6-97b4-66db8da2c4e1 None None] Provisioning complete for port f38309c6-46ab-4eac-9723-7e6054db0b26 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:44.336867 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a854a546-e97a-4ad6-97b4-66db8da2c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.391965 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-46d0f9f8-d984-4a43-b448-07a444fd7960 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.427368 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-46d0f9f8-d984-4a43-b448-07a444fd7960 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.476174 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-46d0f9f8-d984-4a43-b448-07a444fd7960 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network c064d82e-da24-4ec6-b04c-072234fcb977 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:44.479301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-46d0f9f8-d984-4a43-b448-07a444fd7960 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:44.483737 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-46d0f9f8-d984-4a43-b448-07a444fd7960 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:17:44.487766 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0f9f8-d984-4a43-b448-07a444fd7960 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=21f6666e-edb2-41bb-8706-4b09578727ed,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:44.508886 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9589d955-8993-49b6-8119-8958c0895433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'f38309c6-46ab-4eac-9723-7e6054db0b26', 'name': '', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:d3:17:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:40Z', 'updated_at': '2022-02-04T06:17:43Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:44.541800 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdb019a-6eb6-4232-93ba-69e69d770e02 None None] The sync data for ids ['9589d955-8993-49b6-8119-8958c0895433'] in dv-neutron-827794-1-hyperv is: [{'id': '9589d955-8993-49b6-8119-8958c0895433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'f38309c6-46ab-4eac-9723-7e6054db0b26', 'name': '', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:d3:17:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:40Z', 'updated_at': '2022-02-04T06:17:43Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:44.544714 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-46d0f9f8-d984-4a43-b448-07a444fd7960 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:44.545420 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-46d0f9f8-d984-4a43-b448-07a444fd7960 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.567342 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-46d0f9f8-d984-4a43-b448-07a444fd7960 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6086726 Feb 04 06:17:44.580525 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Request body: {'port': {'device_id': '5a5a42ae-7b7c-4a02-8e9d-24be46431b56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:44.663175 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.840348 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5b065592-32ee-4403-a1e4-8fd2648a4052 None None] Provisioning complete for port 21f6666e-edb2-41bb-8706-4b09578727ed triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:44.840809 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5b065592-32ee-4403-a1e4-8fd2648a4052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.875317 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-5b065592-32ee-4403-a1e4-8fd2648a4052 None None] Port 21f6666e-edb2-41bb-8706-4b09578727ed cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:17:44.938611 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1963deb2-dcb7-4589-ac55-a4ae16ccf807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.955888 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:17:44.958243 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f6666e-edb2-41bb-8706-4b09578727ed {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:17:44.966881 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:44.980370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Transition to ACTIVE for port object 21f6666e-edb2-41bb-8706-4b09578727ed will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:17:44.983821 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.000803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f38309c6-46ab-4eac-9723-7e6054db0b26 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:17:45.037573 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Pushing event updated for resources: {'Port': ['ID=21f6666e-edb2-41bb-8706-4b09578727ed,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:45.065461 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port f38309c6-46ab-4eac-9723-7e6054db0b26 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:45.065933 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.174440 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Attempting to bind port 21f6666e-edb2-41bb-8706-4b09578727ed on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:17:45.174778 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Attempting to bind port 21f6666e-edb2-41bb-8706-4b09578727ed by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '654bdf6e-6d15-4ae3-90ae-13196ed86947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:17:45.175117 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Attempting to bind port 21f6666e-edb2-41bb-8706-4b09578727ed on network c064d82e-da24-4ec6-b04c-072234fcb977 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:17:45.195195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Port 21f6666e-edb2-41bb-8706-4b09578727ed on network c064d82e-da24-4ec6-b04c-072234fcb977 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:17:45.195516 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Attempting to bind port 21f6666e-edb2-41bb-8706-4b09578727ed on network c064d82e-da24-4ec6-b04c-072234fcb977 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:17:45.203138 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:17:45.203492 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Checking segment: {'id': '654bdf6e-6d15-4ae3-90ae-13196ed86947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:17:45.204083 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Bound using segment: {'id': '654bdf6e-6d15-4ae3-90ae-13196ed86947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:17:45.204682 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Bound port: 21f6666e-edb2-41bb-8706-4b09578727ed, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '654bdf6e-6d15-4ae3-90ae-13196ed86947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:17:45.205110 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.208279 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b46f7c-8914-48ef-83ac-f824da6b5fcd req-f2bde5b9-6134-41e0-a937-9da6b5923aa1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:45.216834 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-88b46f7c-8914-48ef-83ac-f824da6b5fcd req-f2bde5b9-6134-41e0-a937-9da6b5923aa1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 943 time: 0.0687659 Feb 04 06:17:45.257095 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-88b46f7c-8914-48ef-83ac-f824da6b5fcd req-8f091437-a062-41a4-90a6-f4ddef8a2974 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391674 Feb 04 06:17:45.280365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] For port 21f6666e-edb2-41bb-8706-4b09578727ed, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:17:45.283845 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] For port 21f6666e-edb2-41bb-8706-4b09578727ed, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=21f6666e-edb2-41bb-8706-4b09578727ed,segment=NetworkSegment(654bdf6e-6d15-4ae3-90ae-13196ed86947),segment_id=654bdf6e-6d15-4ae3-90ae-13196ed86947)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:17:45.291838 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.328710 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:45.329326 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:45.330771 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] 10.222.0.26 "PUT /v2.0/ports/21f6666e-edb2-41bb-8706-4b09578727ed HTTP/1.1" status: 200 len: 1093 time: 0.7554171 Feb 04 06:17:45.331215 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5a42ae-7b7c-4a02-8e9d-24be46431b56', 'tag': '21f6666e-edb2-41bb-8706-4b09578727ed'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:17:45.333481 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2872de2-763c-47d4-ba3b-aec9246933f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5a42ae-7b7c-4a02-8e9d-24be46431b56", "tag": "21f6666e-edb2-41bb-8706-4b09578727ed"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:17:45.358871 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dade8e-910c-445f-a3e5-eb905e110bdc service neutron] Pushing event updated for resources: {'Port': ['ID=21f6666e-edb2-41bb-8706-4b09578727ed,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:45.404101 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2ff5b3-6619-4117-b709-920d30b0e77b x-openstack-request-id: req-ab2ff5b3-6619-4117-b709-920d30b0e77b {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:17:45.404433 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5a42ae-7b7c-4a02-8e9d-24be46431b56", "tag": "21f6666e-edb2-41bb-8706-4b09578727ed", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:17:45.404657 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab2ff5b3-6619-4117-b709-920d30b0e77b {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:17:45.405063 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5a42ae-7b7c-4a02-8e9d-24be46431b56', 'tag': '21f6666e-edb2-41bb-8706-4b09578727ed', 'status': 'completed', 'code': 200} Feb 04 06:17:45.422839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-3b1e55b1-d112-4271-8e6b-cc8324fc8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:45.424363 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-3b1e55b1-d112-4271-8e6b-cc8324fc8770 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 1096 time: 0.0524747 Feb 04 06:17:45.468282 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-632341de-c26e-4ec4-bd3e-894371346606 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21f6666e-edb2-41bb-8706-4b09578727ed HTTP/1.1" status: 200 len: 217 time: 0.0362926 Feb 04 06:17:45.519860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-afca585c-378c-42ec-a47b-8fd147b62481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:45.521603 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-afca585c-378c-42ec-a47b-8fd147b62481 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf099167-6c99-4b96-8b15-ff2dd761c62e HTTP/1.1" status: 200 len: 834 time: 0.0469038 Feb 04 06:17:45.849453 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-62564963-bda7-4e58-b34f-5bd6df28dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:45.850987 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-62564963-bda7-4e58-b34f-5bd6df28dcc7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c064d82e-da24-4ec6-b04c-072234fcb977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3224177 Feb 04 06:17:45.938538 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-1610751c-1289-4e7a-8f4f-6baa4b49fdbe service neutron] 10.222.0.26 "GET /v2.0/networks/c064d82e-da24-4ec6-b04c-072234fcb977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799274 Feb 04 06:17:46.010556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:46.028149 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a508ceea-e3ee-4b03-8394-c8f992084581 req-5b062e5b-e690-44bc-a45f-44134c44a366 service neutron] 10.222.0.26 "GET /v2.0/networks/c064d82e-da24-4ec6-b04c-072234fcb977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833054 Feb 04 06:17:46.113144 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2872de2-763c-47d4-ba3b-aec9246933f2 req-423931f9-d583-4f89-86c6-8dd24e43f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:46.114819 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2872de2-763c-47d4-ba3b-aec9246933f2 req-423931f9-d583-4f89-86c6-8dd24e43f8c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 1096 time: 0.0408299 Feb 04 06:17:46.200598 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2872de2-763c-47d4-ba3b-aec9246933f2 req-998a2a36-741f-4622-8625-0c13268b6472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:46.202079 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2872de2-763c-47d4-ba3b-aec9246933f2 req-998a2a36-741f-4622-8625-0c13268b6472 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c064d82e-da24-4ec6-b04c-072234fcb977 HTTP/1.1" status: 200 len: 897 time: 0.0812469 Feb 04 06:17:46.251840 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2872de2-763c-47d4-ba3b-aec9246933f2 req-d6354fb0-7fd0-40a3-9ec2-fdb36babff43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21f6666e-edb2-41bb-8706-4b09578727ed HTTP/1.1" status: 200 len: 217 time: 0.0419378 Feb 04 06:17:46.299563 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2872de2-763c-47d4-ba3b-aec9246933f2 req-b66cf657-8e72-40ac-a511-6cee2dcdfadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:46.301139 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2872de2-763c-47d4-ba3b-aec9246933f2 req-b66cf657-8e72-40ac-a511-6cee2dcdfadd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf099167-6c99-4b96-8b15-ff2dd761c62e HTTP/1.1" status: 200 len: 834 time: 0.0426488 Feb 04 06:17:46.345676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2872de2-763c-47d4-ba3b-aec9246933f2 req-5cbea212-d3b4-4078-8a36-a27a95c1d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:46.347132 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2872de2-763c-47d4-ba3b-aec9246933f2 req-5cbea212-d3b4-4078-8a36-a27a95c1d08d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c064d82e-da24-4ec6-b04c-072234fcb977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387735 Feb 04 06:17:46.373599 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3425c-c578-4000-9ed8-ee507695024a req-63caef32-6609-4bd0-bac0-1c42cb694b97 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:46.375119 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f6c3425c-c578-4000-9ed8-ee507695024a req-63caef32-6609-4bd0-bac0-1c42cb694b97 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 943 time: 0.0491660 Feb 04 06:17:46.412192 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f6c3425c-c578-4000-9ed8-ee507695024a req-b053f5b9-17b2-47db-85f4-0305ee94a125 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309615 Feb 04 06:17:46.439541 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2872de2-763c-47d4-ba3b-aec9246933f2 req-28d77d17-a893-4cad-83e2-effbf061c4d4 service neutron] 10.222.0.26 "GET /v2.0/networks/c064d82e-da24-4ec6-b04c-072234fcb977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846810 Feb 04 06:17:46.528657 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-d2872de2-763c-47d4-ba3b-aec9246933f2 req-0eaa2d5c-024d-481c-a461-8e40fad91fb7 service neutron] 10.222.0.26 "GET /v2.0/networks/c064d82e-da24-4ec6-b04c-072234fcb977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796187 Feb 04 06:17:47.526140 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33e9bd-5d55-4f09-a274-c2eadc791951 req-80a545d7-c6aa-4b87-a247-64efd0dbf428 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:47.527582 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7e33e9bd-5d55-4f09-a274-c2eadc791951 req-80a545d7-c6aa-4b87-a247-64efd0dbf428 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 943 time: 0.0475426 Feb 04 06:17:47.563975 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7e33e9bd-5d55-4f09-a274-c2eadc791951 req-f6313644-d767-4789-af63-4b78ebb47343 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306149 Feb 04 06:17:47.824326 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:47.989840 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:48.678184 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21271ffb-40f5-492d-b7e6-7643de990bfe req-9d379d26-f34c-4518-b7d2-211b130962a4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:48.679620 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-21271ffb-40f5-492d-b7e6-7643de990bfe req-9d379d26-f34c-4518-b7d2-211b130962a4 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 943 time: 0.0504074 Feb 04 06:17:48.716217 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-21271ffb-40f5-492d-b7e6-7643de990bfe req-9e58be87-8830-4c0f-95c8-6fb89088a3d5 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301902 Feb 04 06:17:49.268473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 21f6666e-edb2-41bb-8706-4b09578727ed details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:17:49.379639 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 21f6666e-edb2-41bb-8706-4b09578727ed, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=21f6666e-edb2-41bb-8706-4b09578727ed,segment=NetworkSegment(654bdf6e-6d15-4ae3-90ae-13196ed86947),segment_id=654bdf6e-6d15-4ae3-90ae-13196ed86947)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:49.390147 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '21f6666e-edb2-41bb-8706-4b09578727ed', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'port_id': '21f6666e-edb2-41bb-8706-4b09578727ed', 'mac_address': 'fa:16:3e:05:96:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:17:49.428182 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.441410 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f6666e-edb2-41bb-8706-4b09578727ed {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:17:49.461212 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 21f6666e-edb2-41bb-8706-4b09578727ed, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=21f6666e-edb2-41bb-8706-4b09578727ed,segment=NetworkSegment(654bdf6e-6d15-4ae3-90ae-13196ed86947),segment_id=654bdf6e-6d15-4ae3-90ae-13196ed86947)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:49.465532 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:49.517090 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=21f6666e-edb2-41bb-8706-4b09578727ed,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:49.667380 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['21f6666e-edb2-41bb-8706-4b09578727ed'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:17:49.835195 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6fee7-4650-4078-85cf-d4e57649c36f req-f8b91dd3-233d-479e-bd60-0426c1097721 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:49.837258 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-15a6fee7-4650-4078-85cf-d4e57649c36f req-f8b91dd3-233d-479e-bd60-0426c1097721 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 944 time: 0.0520599 Feb 04 06:17:49.874712 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-15a6fee7-4650-4078-85cf-d4e57649c36f req-90f61e77-9e09-403f-8dc8-ed59982fc7cb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314736 Feb 04 06:17:50.987568 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d4d0f-8891-416d-985d-a961d79abba5 req-3566194c-c9b7-45eb-a9bc-e38d234a2ba2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:50.989025 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-977d4d0f-8891-416d-985d-a961d79abba5 req-3566194c-c9b7-45eb-a9bc-e38d234a2ba2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 944 time: 0.0480316 Feb 04 06:17:51.024634 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-977d4d0f-8891-416d-985d-a961d79abba5 req-bc9a7763-1c22-41a4-9bc5-bd56cf8f0c12 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296223 Feb 04 06:17:51.283787 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 21f6666e-edb2-41bb-8706-4b09578727ed up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:17:51.333880 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 21f6666e-edb2-41bb-8706-4b09578727ed completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:17:51.337281 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 21f6666e-edb2-41bb-8706-4b09578727ed triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:17:51.338321 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.411574 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.432789 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5a42ae-7b7c-4a02-8e9d-24be46431b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f6666e-edb2-41bb-8706-4b09578727ed'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:17:51.435045 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc185ad-0edd-4642-9877-ca313efb5264" -d '{"events": [{"server_uuid": "5a5a42ae-7b7c-4a02-8e9d-24be46431b56", "name": "network-vif-plugged", "status": "completed", "tag": "21f6666e-edb2-41bb-8706-4b09578727ed"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:17:51.448481 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 21f6666e-edb2-41bb-8706-4b09578727ed, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=21f6666e-edb2-41bb-8706-4b09578727ed,segment=NetworkSegment(654bdf6e-6d15-4ae3-90ae-13196ed86947),segment_id=654bdf6e-6d15-4ae3-90ae-13196ed86947)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:17:51.452303 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:51.502289 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=21f6666e-edb2-41bb-8706-4b09578727ed,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:51.539067 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d732816-8a5a-4f1e-89e0-dcbb13952ec6 x-openstack-request-id: req-6d732816-8a5a-4f1e-89e0-dcbb13952ec6 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:17:51.539366 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5a42ae-7b7c-4a02-8e9d-24be46431b56", "name": "network-vif-plugged", "status": "completed", "tag": "21f6666e-edb2-41bb-8706-4b09578727ed", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:17:51.539617 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d732816-8a5a-4f1e-89e0-dcbb13952ec6 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:17:51.540009 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5a42ae-7b7c-4a02-8e9d-24be46431b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f6666e-edb2-41bb-8706-4b09578727ed', 'code': 200} Feb 04 06:17:51.707442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e309803-5494-4ad9-9608-808c6467d09c req-58d2abdd-1550-438e-8962-1fabdf96581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:51.708955 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0e309803-5494-4ad9-9608-808c6467d09c req-58d2abdd-1550-438e-8962-1fabdf96581b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 1098 time: 0.0449247 Feb 04 06:17:51.741691 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-0e309803-5494-4ad9-9608-808c6467d09c req-1bb8c61d-25f5-4b3e-8412-17c6e97255ed service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261171 Feb 04 06:17:52.142712 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bb934-a7b4-4c39-80fc-dc5e4b1d3efb req-3a8e7e34-8dc8-410d-adb4-e99fc640382e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:52.144094 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-435bb934-a7b4-4c39-80fc-dc5e4b1d3efb req-3a8e7e34-8dc8-410d-adb4-e99fc640382e tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 945 time: 0.0516374 Feb 04 06:17:52.180260 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-435bb934-a7b4-4c39-80fc-dc5e4b1d3efb req-a86d1cf0-0581-4b99-9b43-de8bfa34edaf tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303602 Feb 04 06:17:53.294114 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dd08d-b205-4b8f-bc6f-f6c01941e175 req-e91b7d2b-34a7-4df0-ad57-9423e60893a7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:53.295594 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f18dd08d-b205-4b8f-bc6f-f6c01941e175 req-e91b7d2b-34a7-4df0-ad57-9423e60893a7 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 945 time: 0.0481460 Feb 04 06:17:53.332229 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f18dd08d-b205-4b8f-bc6f-f6c01941e175 req-8c795d23-7a02-4419-ae9e-f791d30e8585 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307004 Feb 04 06:17:53.444260 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6c6ba-9988-4acf-9442-4e7463966c88 req-0ab08396-14a9-4021-a32d-6a851f5a5aae tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:53.445708 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9cb6c6ba-9988-4acf-9442-4e7463966c88 req-0ab08396-14a9-4021-a32d-6a851f5a5aae tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 945 time: 0.0485134 Feb 04 06:17:53.483722 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9cb6c6ba-9988-4acf-9442-4e7463966c88 req-1f408d66-f8be-47f9-aa43-6a81507d7ac9 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315447 Feb 04 06:17:53.504503 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59258) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:53.547457 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23293c8b-5764-47d1-bdd2-fbe3371d1a19 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:53.548921 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-23293c8b-5764-47d1-bdd2-fbe3371d1a19 tempest-TestNetworkAdvancedServerOps-1447698190 tempest-TestNetworkAdvancedServerOps-1447698190-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 1093 time: 0.0435030 Feb 04 06:17:53.551637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59260) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:53.555722 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': '21f6666e-edb2-41bb-8706-4b09578727ed', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:17:53.579988 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.672492 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.774307 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Allocated IP 172.26.3.246 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/36d68b02-20ca-40d1-b4da-e8caa17a3f51) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:17:53.872885 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.905435 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:53.945952 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:17:53.949820 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:17:53.952433 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:17:53.977734 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=36d68b02-20ca-40d1-b4da-e8caa17a3f51,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:54.297829 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.364354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.517464 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.521849 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:54.593034 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event updated for resources: {'Port': ['ID=36d68b02-20ca-40d1-b4da-e8caa17a3f51,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:17:54.604510 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.012944 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Floating IP f31b610d-bbdd-4523-b5f0-8c7eb6bf05a4 associated. External IP: 172.26.3.246, port: 21f6666e-edb2-41bb-8706-4b09578727ed. Feb 04 06:17:55.213275 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 9589d955-8993-49b6-8119-8958c0895433 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:17:55.317904 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:17:55.328321 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c958674-585e-4951-a0c7-ac5399b36762 None None] Sync routers for ids ['9589d955-8993-49b6-8119-8958c0895433'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:17:55.335157 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:17:55.338121 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c958674-585e-4951-a0c7-ac5399b36762 None None] Routers {'9589d955-8993-49b6-8119-8958c0895433'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:17:55.338723 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3c958674-585e-4951-a0c7-ac5399b36762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:17:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9589d955-8993-49b6-8119-8958c0895433'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:55.364401 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-92e99971-ad4a-4d29-9e9d-390e9639223f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8117664 Feb 04 06:17:55.364982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5a42ae-7b7c-4a02-8e9d-24be46431b56', 'tag': '21f6666e-edb2-41bb-8706-4b09578727ed'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:17:55.367325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b5b5c9-6370-491b-ac35-1219d022369a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5a42ae-7b7c-4a02-8e9d-24be46431b56", "tag": "21f6666e-edb2-41bb-8706-4b09578727ed"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:17:55.404658 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa76960-c338-49b1-8aae-08d595ce27a7 x-openstack-request-id: req-ffa76960-c338-49b1-8aae-08d595ce27a7 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:17:55.404955 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5a42ae-7b7c-4a02-8e9d-24be46431b56", "tag": "21f6666e-edb2-41bb-8706-4b09578727ed", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:17:55.405233 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ffa76960-c338-49b1-8aae-08d595ce27a7 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:17:55.405804 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5a42ae-7b7c-4a02-8e9d-24be46431b56', 'tag': '21f6666e-edb2-41bb-8706-4b09578727ed', 'status': 'completed', 'code': 200} Feb 04 06:17:55.445375 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-3c958674-585e-4951-a0c7-ac5399b36762 None None] Set router 9589d955-8993-49b6-8119-8958c0895433 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:17:55.466168 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d65e6-80fc-4bf0-b977-bf4403648340 req-8707e01a-90fe-4026-ac94-4c701df75b33 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:55.466390 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5b5c9-6370-491b-ac35-1219d022369a req-b85bf780-fc0d-4477-9172-40d77388df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:55.467746 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-394d65e6-80fc-4bf0-b977-bf4403648340 req-8707e01a-90fe-4026-ac94-4c701df75b33 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 945 time: 0.0505576 Feb 04 06:17:55.467981 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-64b5b5c9-6370-491b-ac35-1219d022369a req-b85bf780-fc0d-4477-9172-40d77388df26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 1098 time: 0.0411947 Feb 04 06:17:55.507465 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-394d65e6-80fc-4bf0-b977-bf4403648340 req-e12e46dc-66fb-4fcb-bdeb-88a58620e6e1 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332179 Feb 04 06:17:55.530317 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59266) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:55.559663 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5b5c9-6370-491b-ac35-1219d022369a req-ef8daeb9-3b73-4d9a-9066-e5fbbca0593a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:55.561735 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-64b5b5c9-6370-491b-ac35-1219d022369a req-ef8daeb9-3b73-4d9a-9066-e5fbbca0593a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c064d82e-da24-4ec6-b04c-072234fcb977 HTTP/1.1" status: 200 len: 897 time: 0.0872362 Feb 04 06:17:55.596996 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c0b531f7-9828-4274-83ba-6347c1893090 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/f31b610d-bbdd-4523-b5f0-8c7eb6bf05a4 HTTP/1.1" status: 200 len: 991 time: 0.0645070 Feb 04 06:17:55.638745 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-64b5b5c9-6370-491b-ac35-1219d022369a req-78e48787-ccd6-4673-8ec8-3fe31c1bcf81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21f6666e-edb2-41bb-8706-4b09578727ed HTTP/1.1" status: 200 len: 999 time: 0.0706699 Feb 04 06:17:55.673078 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3c958674-585e-4951-a0c7-ac5399b36762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9589d955-8993-49b6-8119-8958c0895433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'f31b610d-bbdd-4523-b5f0-8c7eb6bf05a4', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '9589d955-8993-49b6-8119-8958c0895433', 'port_id': '21f6666e-edb2-41bb-8706-4b09578727ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'mac_address': 'fa:16:3e:05:96:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5a42ae-7b7c-4a02-8e9d-24be46431b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:54Z', 'revision_number': 0, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f38309c6-46ab-4eac-9723-7e6054db0b26', 'name': '', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:d3:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:40Z', 'updated_at': '2022-02-04T06:17:44Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:55.688358 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5b5c9-6370-491b-ac35-1219d022369a req-a765a0e3-4331-4e1f-a70a-652788dea906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:55.689859 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-64b5b5c9-6370-491b-ac35-1219d022369a req-a765a0e3-4331-4e1f-a70a-652788dea906 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf099167-6c99-4b96-8b15-ff2dd761c62e HTTP/1.1" status: 200 len: 834 time: 0.0433805 Feb 04 06:17:55.704857 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c958674-585e-4951-a0c7-ac5399b36762 None None] Checking router: 9589d955-8993-49b6-8119-8958c0895433 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:17:55.713032 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c958674-585e-4951-a0c7-ac5399b36762 None None] Routers {'9589d955-8993-49b6-8119-8958c0895433'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:17:55.713620 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3c958674-585e-4951-a0c7-ac5399b36762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:17:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9589d955-8993-49b6-8119-8958c0895433'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:55.734561 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5b5c9-6370-491b-ac35-1219d022369a req-43783fd4-158b-43eb-92d5-30e082d48b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:17:55.735984 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-64b5b5c9-6370-491b-ac35-1219d022369a req-43783fd4-158b-43eb-92d5-30e082d48b01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c064d82e-da24-4ec6-b04c-072234fcb977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393369 Feb 04 06:17:55.817261 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-3c958674-585e-4951-a0c7-ac5399b36762 None None] Set router 9589d955-8993-49b6-8119-8958c0895433 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:17:55.827950 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-64b5b5c9-6370-491b-ac35-1219d022369a req-44da8eee-3add-4c6e-aa98-375f0a6bc2dd service neutron] 10.222.0.26 "GET /v2.0/networks/c064d82e-da24-4ec6-b04c-072234fcb977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854545 Feb 04 06:17:55.914310 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-64b5b5c9-6370-491b-ac35-1219d022369a req-b7ac3203-be08-43fa-9bcd-d3dd9a619c31 service neutron] 10.222.0.26 "GET /v2.0/networks/c064d82e-da24-4ec6-b04c-072234fcb977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795724 Feb 04 06:17:56.027622 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-3c958674-585e-4951-a0c7-ac5399b36762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9589d955-8993-49b6-8119-8958c0895433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'f31b610d-bbdd-4523-b5f0-8c7eb6bf05a4', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '9589d955-8993-49b6-8119-8958c0895433', 'port_id': '21f6666e-edb2-41bb-8706-4b09578727ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'mac_address': 'fa:16:3e:05:96:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5a42ae-7b7c-4a02-8e9d-24be46431b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:54Z', 'revision_number': 0, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f38309c6-46ab-4eac-9723-7e6054db0b26', 'name': '', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:d3:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:40Z', 'updated_at': '2022-02-04T06:17:44Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:17:56.052379 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c958674-585e-4951-a0c7-ac5399b36762 None None] The sync data for ids ['9589d955-8993-49b6-8119-8958c0895433'] in dv-neutron-827794-1-hyperv is: [{'id': '9589d955-8993-49b6-8119-8958c0895433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'f31b610d-bbdd-4523-b5f0-8c7eb6bf05a4', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '9589d955-8993-49b6-8119-8958c0895433', 'port_id': '21f6666e-edb2-41bb-8706-4b09578727ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'mac_address': 'fa:16:3e:05:96:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5a42ae-7b7c-4a02-8e9d-24be46431b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:17:54Z', 'updated_at': '2022-02-04T06:17:54Z', 'revision_number': 0, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f38309c6-46ab-4eac-9723-7e6054db0b26', 'name': '', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:d3:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:40Z', 'updated_at': '2022-02-04T06:17:44Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:17:56.224348 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f165c6-dd78-4e58-bdaa-7cb566d70da7 None None] New status for floating IP f31b610d-bbdd-4523-b5f0-8c7eb6bf05a4: ACTIVE {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:17:56.599113 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59268) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:17:56.657664 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-dc328158-a16e-4bf8-81cb-73e8e9321630 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/f31b610d-bbdd-4523-b5f0-8c7eb6bf05a4 HTTP/1.1" status: 200 len: 993 time: 0.0574541 Feb 04 06:18:04.403073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:12.760453 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6617f8af-dded-4a34-a6d5-20a2dcd90a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:14.929871 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ce5c50fa-c720-4f82-a5f5-56be26cd6a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:16.012619 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.113091 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f4da8ba0-f826-4c7d-829d-dfc6eb06dacf req-8cd488e4-31e2-4332-ad63-a0408f50f332 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0913281 Feb 04 06:18:17.192854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da8ba0-f826-4c7d-829d-dfc6eb06dacf req-aa8b8dec-810d-478f-a91e-75ae6e704c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:17.194340 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f4da8ba0-f826-4c7d-829d-dfc6eb06dacf req-aa8b8dec-810d-478f-a91e-75ae6e704c33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 1098 time: 0.0386772 Feb 04 06:18:17.292092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da8ba0-f826-4c7d-829d-dfc6eb06dacf req-51cedc91-f00d-461f-967b-c1fe5767177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:17.293511 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f4da8ba0-f826-4c7d-829d-dfc6eb06dacf req-51cedc91-f00d-461f-967b-c1fe5767177f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c064d82e-da24-4ec6-b04c-072234fcb977 HTTP/1.1" status: 200 len: 897 time: 0.0803542 Feb 04 06:18:17.360420 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f4da8ba0-f826-4c7d-829d-dfc6eb06dacf req-2ea45179-1e5c-466f-bc36-3f320585bc0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21f6666e-edb2-41bb-8706-4b09578727ed HTTP/1.1" status: 200 len: 1001 time: 0.0599296 Feb 04 06:18:17.407705 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da8ba0-f826-4c7d-829d-dfc6eb06dacf req-febf6888-37a7-4dd5-aed8-e6c71a5a14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:17.409090 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f4da8ba0-f826-4c7d-829d-dfc6eb06dacf req-febf6888-37a7-4dd5-aed8-e6c71a5a14e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf099167-6c99-4b96-8b15-ff2dd761c62e HTTP/1.1" status: 200 len: 834 time: 0.0421324 Feb 04 06:18:17.452617 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da8ba0-f826-4c7d-829d-dfc6eb06dacf req-44f36628-cd54-476a-ba8e-6b8b5fbcfc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:17.454007 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f4da8ba0-f826-4c7d-829d-dfc6eb06dacf req-44f36628-cd54-476a-ba8e-6b8b5fbcfc73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c064d82e-da24-4ec6-b04c-072234fcb977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388100 Feb 04 06:18:17.542626 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f4da8ba0-f826-4c7d-829d-dfc6eb06dacf req-a13fe1e8-c9da-4550-9078-bdb8f368d640 service neutron] 10.222.0.26 "GET /v2.0/networks/c064d82e-da24-4ec6-b04c-072234fcb977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822148 Feb 04 06:18:17.628405 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f4da8ba0-f826-4c7d-829d-dfc6eb06dacf req-9dd651c2-0539-475e-89de-59dac00b30fe service neutron] 10.222.0.26 "GET /v2.0/networks/c064d82e-da24-4ec6-b04c-072234fcb977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794806 Feb 04 06:18:17.825779 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:17.990445 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:21.956036 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:18:25.477434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbe616-a32f-433f-81fa-5e98fb1d9a85 req-86ba1974-6ed6-48d0-86fa-391e324f1352 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:25.479422 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-59fbe616-a32f-433f-81fa-5e98fb1d9a85 req-86ba1974-6ed6-48d0-86fa-391e324f1352 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 945 time: 0.0980225 Feb 04 06:18:25.519641 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-59fbe616-a32f-433f-81fa-5e98fb1d9a85 req-7df02cc8-6c87-4d62-9036-a1809cc1fcd3 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342193 Feb 04 06:18:26.679119 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171204e-6ddb-4702-a008-0090cce870d3 req-33a3f67d-7a3f-4d76-a6ba-f6d5b278d642 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:26.680569 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6171204e-6ddb-4702-a008-0090cce870d3 req-33a3f67d-7a3f-4d76-a6ba-f6d5b278d642 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 945 time: 0.0912659 Feb 04 06:18:26.717037 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6171204e-6ddb-4702-a008-0090cce870d3 req-45ae79ed-239c-4256-a179-3ce3fc4c5518 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304813 Feb 04 06:18:26.738899 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59292) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:26.796527 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-527f71a5-f85f-4457-9fba-586c83b9752f tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/f31b610d-bbdd-4523-b5f0-8c7eb6bf05a4 HTTP/1.1" status: 200 len: 993 time: 0.0565505 Feb 04 06:18:28.082466 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd9361-6504-45e9-afc5-57738b0e4b80 req-b2bd107b-4987-4900-b509-f5cb1ac23bfa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:28.084165 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-74bd9361-6504-45e9-afc5-57738b0e4b80 req-b2bd107b-4987-4900-b509-f5cb1ac23bfa tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 945 time: 0.0546470 Feb 04 06:18:28.092701 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc6479-f1b3-4098-bebc-e8d53da1dd77 req-1c1d20f7-067f-4d90-b706-946146156c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:28.094268 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-05cc6479-f1b3-4098-bebc-e8d53da1dd77 req-1c1d20f7-067f-4d90-b706-946146156c0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 1098 time: 0.0411367 Feb 04 06:18:28.121965 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-74bd9361-6504-45e9-afc5-57738b0e4b80 req-26dd28e7-0fe4-460e-b7cc-d8f0ca1b90dd tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313892 Feb 04 06:18:28.185360 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc6479-f1b3-4098-bebc-e8d53da1dd77 req-5ba5c087-27cd-4287-b17c-fadb7e9eb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:28.186881 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-05cc6479-f1b3-4098-bebc-e8d53da1dd77 req-5ba5c087-27cd-4287-b17c-fadb7e9eb8fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=c064d82e-da24-4ec6-b04c-072234fcb977 HTTP/1.1" status: 200 len: 897 time: 0.0865664 Feb 04 06:18:28.249013 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-05cc6479-f1b3-4098-bebc-e8d53da1dd77 req-e373f321-99e7-42ae-9783-4403bb6c4d5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21f6666e-edb2-41bb-8706-4b09578727ed HTTP/1.1" status: 200 len: 1001 time: 0.0559239 Feb 04 06:18:28.299046 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc6479-f1b3-4098-bebc-e8d53da1dd77 req-8a8fd0a6-4c22-49e8-a4dc-a0a1d088e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:28.300444 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-05cc6479-f1b3-4098-bebc-e8d53da1dd77 req-8a8fd0a6-4c22-49e8-a4dc-a0a1d088e40f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf099167-6c99-4b96-8b15-ff2dd761c62e HTTP/1.1" status: 200 len: 834 time: 0.0455823 Feb 04 06:18:28.343772 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc6479-f1b3-4098-bebc-e8d53da1dd77 req-eceb042b-b8d8-45ce-8e4c-faacb9dc08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:28.345190 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-05cc6479-f1b3-4098-bebc-e8d53da1dd77 req-eceb042b-b8d8-45ce-8e4c-faacb9dc08ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c064d82e-da24-4ec6-b04c-072234fcb977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384841 Feb 04 06:18:28.431091 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-05cc6479-f1b3-4098-bebc-e8d53da1dd77 req-9abfd6aa-4c20-459c-b94b-6a30fb0c3835 service neutron] 10.222.0.26 "GET /v2.0/networks/c064d82e-da24-4ec6-b04c-072234fcb977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791674 Feb 04 06:18:28.520807 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-05cc6479-f1b3-4098-bebc-e8d53da1dd77 req-10a13362-773b-4e7d-8baa-4bcb10bd2d38 service neutron] 10.222.0.26 "GET /v2.0/networks/c064d82e-da24-4ec6-b04c-072234fcb977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838895 Feb 04 06:18:29.239922 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7429fd3-f10c-4bd3-b2d0-c0fe48892630 req-2d4beb59-f7bb-45c9-8a83-b6c9a39bc8eb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:29.241391 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d7429fd3-f10c-4bd3-b2d0-c0fe48892630 req-2d4beb59-f7bb-45c9-8a83-b6c9a39bc8eb tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 945 time: 0.0510905 Feb 04 06:18:29.279768 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d7429fd3-f10c-4bd3-b2d0-c0fe48892630 req-c8f1edf4-60f2-434f-82cf-d32198271874 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322452 Feb 04 06:18:30.393473 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb59e96-11dc-411c-9294-557bb7c0c300 req-28e780c1-e2bb-4920-9201-e641a83c29b0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:30.394954 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7fb59e96-11dc-411c-9294-557bb7c0c300 req-28e780c1-e2bb-4920-9201-e641a83c29b0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 945 time: 0.0472867 Feb 04 06:18:30.432048 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7fb59e96-11dc-411c-9294-557bb7c0c300 req-3cf9b8d1-1d40-45f3-af9a-74bf62295fca tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307190 Feb 04 06:18:30.453717 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59304) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:30.515672 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-3a78d805-29a2-4626-bafc-fcb2129c53b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/floatingips/f31b610d-bbdd-4523-b5f0-8c7eb6bf05a4 HTTP/1.1" status: 200 len: 993 time: 0.0608459 Feb 04 06:18:30.824026 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59310) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:30.976018 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port 36d68b02-20ca-40d1-b4da-e8caa17a3f51 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:18:30.976366 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.051864 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.052190 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.063778 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for 36d68b02-20ca-40d1-b4da-e8caa17a3f51 owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:18:31.204561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.237944 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=36d68b02-20ca-40d1-b4da-e8caa17a3f51,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:31.257562 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:31.257942 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:31.258284 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:31.258621 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:31.258959 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:31.259285 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:31.259607 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:31.259936 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:31.260258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:31.260578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:31.260899 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:31.261219 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:31.300781 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.301106 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Floating IP f31b610d-bbdd-4523-b5f0-8c7eb6bf05a4 disassociated (deleted). External IP: 172.26.3.246, port: 21f6666e-edb2-41bb-8706-4b09578727ed. Feb 04 06:18:31.503048 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 9589d955-8993-49b6-8119-8958c0895433 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:18:31.606227 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:18:31.611322 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:31.615809 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92acd35-1c6a-46ae-9a48-426ab8149051 None None] Sync routers for ids ['9589d955-8993-49b6-8119-8958c0895433'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:31.625048 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92acd35-1c6a-46ae-9a48-426ab8149051 None None] Routers {'9589d955-8993-49b6-8119-8958c0895433'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:31.625872 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e92acd35-1c6a-46ae-9a48-426ab8149051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:18:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9589d955-8993-49b6-8119-8958c0895433'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:31.637624 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a2172248-6cbc-4685-becb-294a03900848 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/floatingips/f31b610d-bbdd-4523-b5f0-8c7eb6bf05a4 HTTP/1.1" status: 204 len: 168 time: 0.8125427 Feb 04 06:18:31.638204 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5a42ae-7b7c-4a02-8e9d-24be46431b56', 'tag': '21f6666e-edb2-41bb-8706-4b09578727ed'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:31.640482 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4c45f2-8e12-495c-835d-c20e7b54e621" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5a42ae-7b7c-4a02-8e9d-24be46431b56", "tag": "21f6666e-edb2-41bb-8706-4b09578727ed"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:18:31.677862 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70c6203-f1a5-4f19-aac7-1f1a32202556 x-openstack-request-id: req-e70c6203-f1a5-4f19-aac7-1f1a32202556 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:18:31.678155 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5a42ae-7b7c-4a02-8e9d-24be46431b56", "tag": "21f6666e-edb2-41bb-8706-4b09578727ed", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:18:31.678405 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e70c6203-f1a5-4f19-aac7-1f1a32202556 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:18:31.678810 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5a42ae-7b7c-4a02-8e9d-24be46431b56', 'tag': '21f6666e-edb2-41bb-8706-4b09578727ed', 'status': 'completed', 'code': 200} Feb 04 06:18:31.737154 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-e92acd35-1c6a-46ae-9a48-426ab8149051 None None] Set router 9589d955-8993-49b6-8119-8958c0895433 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:31.750973 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c45f2-8e12-495c-835d-c20e7b54e621 req-694bd6cc-a643-4772-a614-5ea79c4f24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:31.753274 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7e4c45f2-8e12-495c-835d-c20e7b54e621 req-694bd6cc-a643-4772-a614-5ea79c4f24b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08364a4a54bd473d90b79dbacee4d45e&device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 1098 time: 0.0480926 Feb 04 06:18:31.855588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c45f2-8e12-495c-835d-c20e7b54e621 req-04c8eb71-f578-4c5f-a154-5ecd79e9d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:31.857066 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7e4c45f2-8e12-495c-835d-c20e7b54e621 req-04c8eb71-f578-4c5f-a154-5ecd79e9d8e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c064d82e-da24-4ec6-b04c-072234fcb977 HTTP/1.1" status: 200 len: 897 time: 0.0905559 Feb 04 06:18:31.868909 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86881f9f-9a47-4767-9a54-f1f32dab6fe9 req-c8c05123-552b-4bd9-9013-2e5a0cfbb56a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:31.870734 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-86881f9f-9a47-4767-9a54-f1f32dab6fe9 req-c8c05123-552b-4bd9-9013-2e5a0cfbb56a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 945 time: 0.0500700 Feb 04 06:18:31.897601 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7e4c45f2-8e12-495c-835d-c20e7b54e621 req-28555b83-aee2-40b3-85e0-81b4fc849b58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21f6666e-edb2-41bb-8706-4b09578727ed HTTP/1.1" status: 200 len: 217 time: 0.0334537 Feb 04 06:18:31.914276 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-86881f9f-9a47-4767-9a54-f1f32dab6fe9 req-30df624b-e72f-4604-8040-869463c9b544 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366368 Feb 04 06:18:31.950446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c45f2-8e12-495c-835d-c20e7b54e621 req-5fc3c1de-cde3-40df-b75e-bf98abfc8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:31.951955 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7e4c45f2-8e12-495c-835d-c20e7b54e621 req-5fc3c1de-cde3-40df-b75e-bf98abfc8b60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf099167-6c99-4b96-8b15-ff2dd761c62e HTTP/1.1" status: 200 len: 834 time: 0.0470297 Feb 04 06:18:32.003301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c45f2-8e12-495c-835d-c20e7b54e621 req-f7ee162c-92dc-45fd-b0cb-944edb87769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:32.004709 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7e4c45f2-8e12-495c-835d-c20e7b54e621 req-f7ee162c-92dc-45fd-b0cb-944edb87769c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c064d82e-da24-4ec6-b04c-072234fcb977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456266 Feb 04 06:18:32.030074 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e92acd35-1c6a-46ae-9a48-426ab8149051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9589d955-8993-49b6-8119-8958c0895433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'f38309c6-46ab-4eac-9723-7e6054db0b26', 'name': '', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:d3:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:40Z', 'updated_at': '2022-02-04T06:17:44Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:32.057463 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92acd35-1c6a-46ae-9a48-426ab8149051 None None] Checking router: 9589d955-8993-49b6-8119-8958c0895433 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:32.065560 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92acd35-1c6a-46ae-9a48-426ab8149051 None None] Routers {'9589d955-8993-49b6-8119-8958c0895433'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:32.066207 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e92acd35-1c6a-46ae-9a48-426ab8149051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:18:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9589d955-8993-49b6-8119-8958c0895433'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:32.098156 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7e4c45f2-8e12-495c-835d-c20e7b54e621 req-4b5df081-c4e3-4805-9f3c-5211938174ef service neutron] 10.222.0.26 "GET /v2.0/networks/c064d82e-da24-4ec6-b04c-072234fcb977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851324 Feb 04 06:18:32.168074 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-e92acd35-1c6a-46ae-9a48-426ab8149051 None None] Set router 9589d955-8993-49b6-8119-8958c0895433 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:32.190294 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7e4c45f2-8e12-495c-835d-c20e7b54e621 req-4e4ac5b6-fb17-4ba5-89d2-6f4f62b2b873 service neutron] 10.222.0.26 "GET /v2.0/networks/c064d82e-da24-4ec6-b04c-072234fcb977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839870 Feb 04 06:18:32.360484 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e92acd35-1c6a-46ae-9a48-426ab8149051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9589d955-8993-49b6-8119-8958c0895433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'f38309c6-46ab-4eac-9723-7e6054db0b26', 'name': '', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:d3:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:40Z', 'updated_at': '2022-02-04T06:17:44Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:32.385560 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92acd35-1c6a-46ae-9a48-426ab8149051 None None] The sync data for ids ['9589d955-8993-49b6-8119-8958c0895433'] in dv-neutron-827794-1-hyperv is: [{'id': '9589d955-8993-49b6-8119-8958c0895433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'f38309c6-46ab-4eac-9723-7e6054db0b26', 'name': '', 'network_id': 'c064d82e-da24-4ec6-b04c-072234fcb977', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'mac_address': 'fa:16:3e:d3:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:40Z', 'updated_at': '2022-02-04T06:17:44Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'subnets': [{'id': 'cf099167-6c99-4b96-8b15-ff2dd761c62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:32.594500 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42746971-1591-4014-9bc7-0c1ced72b471 None None] New status for floating IP f31b610d-bbdd-4523-b5f0-8c7eb6bf05a4: DOWN {{(pid=108746) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:18:33.030069 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449130c7-51b0-475e-ad71-a135840551c3 req-ab710552-c206-4d80-b69b-cc88bf824c68 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:33.031520 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-449130c7-51b0-475e-ad71-a135840551c3 req-ab710552-c206-4d80-b69b-cc88bf824c68 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 945 time: 0.0473745 Feb 04 06:18:33.067851 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-449130c7-51b0-475e-ad71-a135840551c3 req-467a0820-51fe-4e4e-b2e7-9d1c2076560a tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/security-groups?id=86a3035c-f834-4cbb-9911-b90494a6b797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305672 Feb 04 06:18:33.496068 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60283ff2-651a-44ed-b2ab-ff54def5e9a8 req-8676dba4-781d-4da7-b36f-4e9cdce1bd64 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:33.497510 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-60283ff2-651a-44ed-b2ab-ff54def5e9a8 req-8676dba4-781d-4da7-b36f-4e9cdce1bd64 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 945 time: 0.0473468 Feb 04 06:18:33.584673 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-60283ff2-651a-44ed-b2ab-ff54def5e9a8 req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port 21f6666e-edb2-41bb-8706-4b09578727ed {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:18:33.585022 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-60283ff2-651a-44ed-b2ab-ff54def5e9a8 req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.672279 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-60283ff2-651a-44ed-b2ab-ff54def5e9a8 req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] For port 21f6666e-edb2-41bb-8706-4b09578727ed, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=21f6666e-edb2-41bb-8706-4b09578727ed,segment=NetworkSegment(654bdf6e-6d15-4ae3-90ae-13196ed86947),segment_id=654bdf6e-6d15-4ae3-90ae-13196ed86947)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:33.672639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-60283ff2-651a-44ed-b2ab-ff54def5e9a8 req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.684406 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-60283ff2-651a-44ed-b2ab-ff54def5e9a8 req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for 21f6666e-edb2-41bb-8706-4b09578727ed owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:18:33.810095 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-60283ff2-651a-44ed-b2ab-ff54def5e9a8 req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.835318 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=21f6666e-edb2-41bb-8706-4b09578727ed,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:33.844655 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:33.845010 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:33.845354 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:33.845687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:33.846049 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:33.846382 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:33.846711 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:33.847592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:33.847592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:33.847783 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:33.847983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:33.848282 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:33.887910 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-60283ff2-651a-44ed-b2ab-ff54def5e9a8 req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] No DVR routers for this DVR port 21f6666e-edb2-41bb-8706-4b09578727ed on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:18:33.890459 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-60283ff2-651a-44ed-b2ab-ff54def5e9a8 req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:33.893957 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-60283ff2-651a-44ed-b2ab-ff54def5e9a8 req-3f1cb854-4427-45a8-ae96-e54550f50979 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.26 "DELETE /v2.0/ports/21f6666e-edb2-41bb-8706-4b09578727ed HTTP/1.1" status: 204 len: 173 time: 0.3887167 Feb 04 06:18:33.894523 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5a42ae-7b7c-4a02-8e9d-24be46431b56', 'name': 'network-vif-deleted', 'tag': '21f6666e-edb2-41bb-8706-4b09578727ed'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:33.896752 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9092d10f-aa92-4a70-af0d-30b1db6ec7dc" -d '{"events": [{"server_uuid": "5a5a42ae-7b7c-4a02-8e9d-24be46431b56", "name": "network-vif-deleted", "tag": "21f6666e-edb2-41bb-8706-4b09578727ed"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:18:33.941269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2498c9c7-c0e5-4312-acb8-4dc786909b10 x-openstack-request-id: req-2498c9c7-c0e5-4312-acb8-4dc786909b10 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:18:33.941587 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5a42ae-7b7c-4a02-8e9d-24be46431b56", "name": "network-vif-deleted", "tag": "21f6666e-edb2-41bb-8706-4b09578727ed", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:18:33.941870 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2498c9c7-c0e5-4312-acb8-4dc786909b10 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:18:33.942306 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5a42ae-7b7c-4a02-8e9d-24be46431b56', 'name': 'network-vif-deleted', 'tag': '21f6666e-edb2-41bb-8706-4b09578727ed', 'status': 'completed', 'code': 200} Feb 04 06:18:34.172635 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7ec4c8ba-b78b-41ff-84a0-b55928d70eec req-cc6aae35-9d42-4d7d-aa7b-dbaed2ef0649 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a5a42ae-7b7c-4a02-8e9d-24be46431b56 HTTP/1.1" status: 200 len: 210 time: 0.0312436 Feb 04 06:18:34.434752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.229702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59326) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:35.575137 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0df1697d-b36c-457e-b423-a1ea76677651 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.818213 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0df1697d-b36c-457e-b423-a1ea76677651 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port f38309c6-46ab-4eac-9723-7e6054db0b26 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:18:35.818476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0df1697d-b36c-457e-b423-a1ea76677651 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.901789 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0df1697d-b36c-457e-b423-a1ea76677651 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] For port f38309c6-46ab-4eac-9723-7e6054db0b26, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f38309c6-46ab-4eac-9723-7e6054db0b26,segment=NetworkSegment(654bdf6e-6d15-4ae3-90ae-13196ed86947),segment_id=654bdf6e-6d15-4ae3-90ae-13196ed86947)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:35.902144 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0df1697d-b36c-457e-b423-a1ea76677651 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:35.913468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0df1697d-b36c-457e-b423-a1ea76677651 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for f38309c6-46ab-4eac-9723-7e6054db0b26 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:18:36.104591 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0df1697d-b36c-457e-b423-a1ea76677651 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.129048 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1697d-b36c-457e-b423-a1ea76677651 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=f38309c6-46ab-4eac-9723-7e6054db0b26,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:36.302578 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0df1697d-b36c-457e-b423-a1ea76677651 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:36.809133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df1697d-b36c-457e-b423-a1ea76677651 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Router 9589d955-8993-49b6-8119-8958c0895433 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:18:36.922782 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df1697d-b36c-457e-b423-a1ea76677651 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:18:36.927963 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0df1697d-b36c-457e-b423-a1ea76677651 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "PUT /v2.0/routers/9589d955-8993-49b6-8119-8958c0895433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6970921 Feb 04 06:18:36.931452 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59328) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:36.937114 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d934ff51-7760-4231-b0da-29cdc9cd6db9 None None] Sync routers for ids ['9589d955-8993-49b6-8119-8958c0895433'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:36.946266 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d934ff51-7760-4231-b0da-29cdc9cd6db9 None None] Routers {'9589d955-8993-49b6-8119-8958c0895433'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:36.946869 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-d934ff51-7760-4231-b0da-29cdc9cd6db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:18:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9589d955-8993-49b6-8119-8958c0895433'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:36.987757 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4bea34-1730-4d41-b314-0fe3008b3b3d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting subnet cf099167-6c99-4b96-8b15-ff2dd761c62e {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:18:36.990949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ea4bea34-1730-4d41-b314-0fe3008b3b3d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.031643 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ea4bea34-1730-4d41-b314-0fe3008b3b3d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.048387 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-d934ff51-7760-4231-b0da-29cdc9cd6db9 None None] Set router 9589d955-8993-49b6-8119-8958c0895433 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:37.122472 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ea4bea34-1730-4d41-b314-0fe3008b3b3d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.179070 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ea4bea34-1730-4d41-b314-0fe3008b3b3d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.207721 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bea34-1730-4d41-b314-0fe3008b3b3d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Subnet': ['ID=cf099167-6c99-4b96-8b15-ff2dd761c62e,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:37.209702 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ea4bea34-1730-4d41-b314-0fe3008b3b3d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.213416 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ea4bea34-1730-4d41-b314-0fe3008b3b3d tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/subnets/cf099167-6c99-4b96-8b15-ff2dd761c62e HTTP/1.1" status: 204 len: 168 time: 0.2809591 Feb 04 06:18:37.215243 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a1754c-9ad8-4d8a-b511-1ecfc75395cd None None] Network c064d82e-da24-4ec6-b04c-072234fcb977 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:37.216180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59330) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:37.226721 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-d934ff51-7760-4231-b0da-29cdc9cd6db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9589d955-8993-49b6-8119-8958c0895433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:18:36Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:37.256401 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d934ff51-7760-4231-b0da-29cdc9cd6db9 None None] Checking router: 9589d955-8993-49b6-8119-8958c0895433 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:37.264593 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d934ff51-7760-4231-b0da-29cdc9cd6db9 None None] Routers {'9589d955-8993-49b6-8119-8958c0895433'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:37.265193 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-d934ff51-7760-4231-b0da-29cdc9cd6db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:18:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['9589d955-8993-49b6-8119-8958c0895433'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:37.332191 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.371175 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-d934ff51-7760-4231-b0da-29cdc9cd6db9 None None] Set router 9589d955-8993-49b6-8119-8958c0895433 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:37.418336 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] DHCP port deletion for c064d82e-da24-4ec6-b04c-072234fcb977 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:18:37.439618 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.467101 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Deleting port f2538fa3-18ac-4a4e-90c1-09acd510ede7 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:18:37.467759 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.497855 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Deleting port cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:18:37.498206 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.534283 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] For port f2538fa3-18ac-4a4e-90c1-09acd510ede7, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=f2538fa3-18ac-4a4e-90c1-09acd510ede7,segment=NetworkSegment(654bdf6e-6d15-4ae3-90ae-13196ed86947),segment_id=654bdf6e-6d15-4ae3-90ae-13196ed86947)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:37.534721 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.548533 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Calling delete_port for f2538fa3-18ac-4a4e-90c1-09acd510ede7 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:18:37.552616 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-d934ff51-7760-4231-b0da-29cdc9cd6db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9589d955-8993-49b6-8119-8958c0895433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:18:36Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:37.564063 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 21f6666e-edb2-41bb-8706-4b09578727ed no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:18:37.579169 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d934ff51-7760-4231-b0da-29cdc9cd6db9 None None] The sync data for ids ['9589d955-8993-49b6-8119-8958c0895433'] in dv-neutron-827794-1-hyperv is: [{'id': '9589d955-8993-49b6-8119-8958c0895433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403668299', 'tenant_id': '08364a4a54bd473d90b79dbacee4d45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61'}], 'enable_snat': True}, 'gw_port_id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:18:36Z', 'revision_number': 5, 'project_id': '08364a4a54bd473d90b79dbacee4d45e', 'gw_port': {'id': 'cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ba:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9589d955-8993-49b6-8119-8958c0895433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:17:38Z', 'updated_at': '2022-02-04T06:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:37.582274 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] For port cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:37.582664 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.594970 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Calling delete_port for cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:18:37.611178 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 21f6666e-edb2-41bb-8706-4b09578727ed {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:18:37.611532 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 21f6666e-edb2-41bb-8706-4b09578727ed not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:18:37.650129 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.676181 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Pushing event deleted for resources: {'Port': ['ID=f2538fa3-18ac-4a4e-90c1-09acd510ede7,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:37.685379 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] No DVR routers for this DVR port f2538fa3-18ac-4a4e-90c1-09acd510ede7 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:18:37.687709 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:37.687971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:37.688314 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:37.688641 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:37.688971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:37.689300 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:37.689626 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:37.689977 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:37.690308 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:37.690628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:37.690951 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:37.691271 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a057835f-3a96-4cdb-ba6e-a2f9d60340ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:37.759076 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.783908 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Port': ['ID=cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:37.846222 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.935744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.938039 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.982400 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.983014 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Fanout notify agent at l3_agent the message router_deleted on router 9589d955-8993-49b6-8119-8958c0895433 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:18:37.990162 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:37.991393 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a8f8fe63-0777-4d1e-b35f-423baddcd341 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/routers/9589d955-8993-49b6-8119-8958c0895433 HTTP/1.1" status: 204 len: 168 time: 0.7741766 Feb 04 06:18:37.994204 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59332) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:38.078681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-43bdb430-456e-4434-8521-7ffff0e603b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.163772 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-43bdb430-456e-4434-8521-7ffff0e603b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.185651 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-43bdb430-456e-4434-8521-7ffff0e603b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c064d82e-da24-4ec6-b04c-072234fcb977']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:38.195535 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-43bdb430-456e-4434-8521-7ffff0e603b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654bdf6e-6d15-4ae3-90ae-13196ed86947') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:38.196335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-43bdb430-456e-4434-8521-7ffff0e603b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654bdf6e-6d15-4ae3-90ae-13196ed86947') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:38.205877 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-43bdb430-456e-4434-8521-7ffff0e603b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.219863 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-43bdb430-456e-4434-8521-7ffff0e603b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.225818 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bdb430-456e-4434-8521-7ffff0e603b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:18:38.226211 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-43bdb430-456e-4434-8521-7ffff0e603b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:18:38.229164 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:18:38.289550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-43bdb430-456e-4434-8521-7ffff0e603b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.296662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-43bdb430-456e-4434-8521-7ffff0e603b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.299147 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-43bdb430-456e-4434-8521-7ffff0e603b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/networks/c064d82e-da24-4ec6-b04c-072234fcb977 HTTP/1.1" status: 204 len: 168 time: 0.3039155 Feb 04 06:18:38.301950 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59334) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:38.310572 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdb430-456e-4434-8521-7ffff0e603b2 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'Network': ['ID=c064d82e-da24-4ec6-b04c-072234fcb977,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:38.360825 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9eaa55a6-75c1-4268-98ef-6cb1683479e0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.385028 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9eaa55a6-75c1-4268-98ef-6cb1683479e0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.444222 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9eaa55a6-75c1-4268-98ef-6cb1683479e0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.448146 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9eaa55a6-75c1-4268-98ef-6cb1683479e0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.449333 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9eaa55a6-75c1-4268-98ef-6cb1683479e0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] 10.222.0.10 "DELETE /v2.0/security-groups/86a3035c-f834-4cbb-9911-b90494a6b797 HTTP/1.1" status: 204 len: 168 time: 0.1462879 Feb 04 06:18:38.458321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa55a6-75c1-4268-98ef-6cb1683479e0 tempest-TestNetworkAdvancedServerOps-953051155 tempest-TestNetworkAdvancedServerOps-953051155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a3035c-f834-4cbb-9911-b90494a6b797,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:38.731656 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59342) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:38.869443 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2d8b6e62-3955-402a-bd42-489afd73dad8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=08364a4a54bd473d90b79dbacee4d45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365747 Feb 04 06:18:38.871837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59346) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:38.918579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e20fa62a-0e3f-49da-98b4-d61abbeed46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.940378 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e20fa62a-0e3f-49da-98b4-d61abbeed46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.961325 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f38309c6-46ab-4eac-9723-7e6054db0b26 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:18:38.981584 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: f38309c6-46ab-4eac-9723-7e6054db0b26 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:18:38.981963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f38309c6-46ab-4eac-9723-7e6054db0b26 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:18:38.982463 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:18:38.991846 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e20fa62a-0e3f-49da-98b4-d61abbeed46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.995054 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e20fa62a-0e3f-49da-98b4-d61abbeed46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:38.998920 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e20fa62a-0e3f-49da-98b4-d61abbeed46d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/532e6661-753f-48ba-adef-26525d0a967b HTTP/1.1" status: 204 len: 168 time: 0.1234591 Feb 04 06:18:39.003872 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fa62a-0e3f-49da-98b4-d61abbeed46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532e6661-753f-48ba-adef-26525d0a967b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:39.006071 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:18:39.006426 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device cbc110cf-6c6a-45b7-bfd0-541b0ad8dadc not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:18:39.006846 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f2538fa3-18ac-4a4e-90c1-09acd510ede7 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:18:39.029047 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: f2538fa3-18ac-4a4e-90c1-09acd510ede7 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:18:39.029391 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device f2538fa3-18ac-4a4e-90c1-09acd510ede7 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:18:39.257697 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59352) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:39.270468 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-19b1f579-9ae2-4b23-b897-7257b9c181b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.342954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-19b1f579-9ae2-4b23-b897-7257b9c181b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.346570 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-19b1f579-9ae2-4b23-b897-7257b9c181b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.382654 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-19b1f579-9ae2-4b23-b897-7257b9c181b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=68e8849c91dc41e78f995f94ce01442b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238730 Feb 04 06:18:39.384541 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1f579-9ae2-4b23-b897-7257b9c181b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e964514-1a37-40d6-91e9-8243ff0340e1,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:39.385351 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59354) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:39.434727 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6e068ca7-14ea-49e6-b582-1c8387e5f24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.458795 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6e068ca7-14ea-49e6-b582-1c8387e5f24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.502723 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6e068ca7-14ea-49e6-b582-1c8387e5f24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.505353 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6e068ca7-14ea-49e6-b582-1c8387e5f24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:39.506548 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6e068ca7-14ea-49e6-b582-1c8387e5f24b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e964514-1a37-40d6-91e9-8243ff0340e1 HTTP/1.1" status: 204 len: 168 time: 0.1200168 Feb 04 06:18:39.514504 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e068ca7-14ea-49e6-b582-1c8387e5f24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e964514-1a37-40d6-91e9-8243ff0340e1,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:40.144290 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59376) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:40.238069 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-861105582-network', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:40.261983 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] Made reservation on behalf of fa7fd5322a8b4ad089a186cf3f489e1a for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:40.264271 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.272430 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.343961 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.347261 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.370282 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:40.378473 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c22349-9c34-4d7a-9fac-b1773408aadd,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:40.384128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.384473 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] Added segment 83d4b912-ff61-452a-bfeb-f326c23b4555 of type vlan for network 723e8b45-2c67-43ce-ad35-0a7e46566c4f Feb 04 06:18:40.422949 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.446539 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.447455 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:40.448022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.504267 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3576412 Feb 04 06:18:40.507138 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59380) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:40.512764 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6474c22b-74da-4f48-a6e8-8ca0aa3537cf admin admin] Request body: {'subnet': {'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-861105582-subnet', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'ip_version': 4}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:40.514138 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b5a92-f510-4f94-a350-d9dca4a1d71b admin admin] Pushing event updated for resources: {'Network': ['ID=723e8b45-2c67-43ce-ad35-0a7e46566c4f,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:40.524883 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 723e8b45-2c67-43ce-ad35-0a7e46566c4f details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:18:40.535833 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6474c22b-74da-4f48-a6e8-8ca0aa3537cf admin admin] Made reservation on behalf of fa7fd5322a8b4ad089a186cf3f489e1a for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:40.538240 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6474c22b-74da-4f48-a6e8-8ca0aa3537cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.701436 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6474c22b-74da-4f48-a6e8-8ca0aa3537cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.750111 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474c22b-74da-4f48-a6e8-8ca0aa3537cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc49ac3d-492f-4663-b526-7c306da456a3,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:40.768241 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6474c22b-74da-4f48-a6e8-8ca0aa3537cf admin admin] Checking segment: {'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:40.768599 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6474c22b-74da-4f48-a6e8-8ca0aa3537cf admin admin] Network hostable DHCP agents. Network: 723e8b45-2c67-43ce-ad35-0a7e46566c4f, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:40.786532 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6474c22b-74da-4f48-a6e8-8ca0aa3537cf admin admin] Network 723e8b45-2c67-43ce-ad35-0a7e46566c4f is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:40.798355 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-6474c22b-74da-4f48-a6e8-8ca0aa3537cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 723e8b45-2c67-43ce-ad35-0a7e46566c4f) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:40.803607 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6474c22b-74da-4f48-a6e8-8ca0aa3537cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:40.804188 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6474c22b-74da-4f48-a6e8-8ca0aa3537cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.808751 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0059c1c-0ee6-43fe-ad31-262d52f9afb1 None None] Network 723e8b45-2c67-43ce-ad35-0a7e46566c4f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:40.822476 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6474c22b-74da-4f48-a6e8-8ca0aa3537cf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3141773 Feb 04 06:18:40.825112 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59382) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:40.829377 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:40.851292 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.852824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.906827 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:40.952865 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:18:40.953656 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.038266 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.081717 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Allocated IP 172.20.0.2 (723e8b45-2c67-43ce-ad35-0a7e46566c4f/fc49ac3d-492f-4663-b526-7c306da456a3/9221be4e-0182-4adc-8ad6-19a0d7585e63) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:41.225688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.231408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.234683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.253654 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.269679 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Network 723e8b45-2c67-43ce-ad35-0a7e46566c4f is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:41.272410 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:41.276296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:41.284477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Pushing event updated for resources: {'Port': ['ID=9221be4e-0182-4adc-8ad6-19a0d7585e63,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:41.337279 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Attempting to bind port 9221be4e-0182-4adc-8ad6-19a0d7585e63 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:41.337648 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Attempting to bind port 9221be4e-0182-4adc-8ad6-19a0d7585e63 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:41.338042 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Attempting to bind port 9221be4e-0182-4adc-8ad6-19a0d7585e63 on network 723e8b45-2c67-43ce-ad35-0a7e46566c4f {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:41.343146 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:41.343528 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Checking segment: {'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:41.343931 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.344431 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Bound using segment: {'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:41.344901 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Bound port: 9221be4e-0182-4adc-8ad6-19a0d7585e63, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:41.345287 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.358729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Allocated IP 172.26.3.140 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:41.407022 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] For port 9221be4e-0182-4adc-8ad6-19a0d7585e63, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:41.410213 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] For port 9221be4e-0182-4adc-8ad6-19a0d7585e63, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9221be4e-0182-4adc-8ad6-19a0d7585e63,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:41.415711 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.472837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.477297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376a919-6827-4f92-8e1b-a4ca6dab10ff None None] Pushing event updated for resources: {'Port': ['ID=9221be4e-0182-4adc-8ad6-19a0d7585e63,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:41.508511 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:41.546521 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:41.549325 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:41.552903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:41.587429 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Pushing event updated for resources: {'Port': ['ID=37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:41.821443 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.294153 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.370307 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b16e17-094b-4419-96fe-fd21186e30bb None None] Network 723e8b45-2c67-43ce-ad35-0a7e46566c4f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:42.423495 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:18:42.479598 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-fe28d9c3-65e9-4fab-9e02-58d7e0b14359 None None] Provisioning complete for port 9221be4e-0182-4adc-8ad6-19a0d7585e63 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:42.479971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fe28d9c3-65e9-4fab-9e02-58d7e0b14359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.531141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:18:42.543162 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Sync routers for ids ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:42.548416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.549665 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-cdf7a291-dd8e-4c39-a182-560b30654bca admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7236209 Feb 04 06:18:42.552362 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59384) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:42.730132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Routers {'08eba9e0-d966-413b-9d0f-ff05f3636bc2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:42.730768 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:18:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:42.803688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fe28d9c3-65e9-4fab-9e02-58d7e0b14359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.808944 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0b3c94cd-dd11-4b0f-9fca-daaae9520b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.882727 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-fe28d9c3-65e9-4fab-9e02-58d7e0b14359 None None] For port 9221be4e-0182-4adc-8ad6-19a0d7585e63, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9221be4e-0182-4adc-8ad6-19a0d7585e63,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:42.889795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Set router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:42.891771 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fe28d9c3-65e9-4fab-9e02-58d7e0b14359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:42.995172 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.034868 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28d9c3-65e9-4fab-9e02-58d7e0b14359 None None] Pushing event updated for resources: {'Port': ['ID=9221be4e-0182-4adc-8ad6-19a0d7585e63,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:43.096183 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9221be4e-0182-4adc-8ad6-19a0d7585e63 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:43.150072 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-cad50c29-8909-4372-bf44-567e59af576a None None] Provisioning complete for port 9221be4e-0182-4adc-8ad6-19a0d7585e63 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:43.150422 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cad50c29-8909-4372-bf44-567e59af576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.161819 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Allocated IP 172.20.0.1 (723e8b45-2c67-43ce-ad35-0a7e46566c4f/fc49ac3d-492f-4663-b526-7c306da456a3/42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:43.204266 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 9221be4e-0182-4adc-8ad6-19a0d7585e63 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:43.204551 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.206726 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:41Z', 'revision_number': 3, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:43.259076 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Checking router: 08eba9e0-d966-413b-9d0f-ff05f3636bc2 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:43.259426 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Updating router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 port 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:18:43.265081 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.300771 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.316941 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.341715 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Network 723e8b45-2c67-43ce-ad35-0a7e46566c4f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:43.345966 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:43.349380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:43.377314 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Pushing event updated for resources: {'Port': ['ID=42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:43.395240 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.534031 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.591590 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-33bca85e-b478-4766-8295-02bbaca4035f None None] Provisioning complete for port 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:43.592214 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-33bca85e-b478-4766-8295-02bbaca4035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.654169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.655929 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-33bca85e-b478-4766-8295-02bbaca4035f None None] Port 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:18:43.661566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.700088 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.704427 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.716004 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b749de-4efd-4adf-8b95-5a800b6229ff None None] Pushing event updated for resources: {'Port': ['ID=37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:43.718330 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Attempting to bind port 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:43.718697 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Attempting to bind port 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:43.719050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Attempting to bind port 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:43.724359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:43.724737 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:43.726293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.726293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:43.726293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Bound port: 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:43.727099 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.775240 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.777125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Pushing event updated for resources: {'Port': ['ID=42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:43.784103 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] For port 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:43.788305 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] For port 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:43.793250 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:43.849158 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Routers {'08eba9e0-d966-413b-9d0f-ff05f3636bc2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:43.849785 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:18:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:43.868712 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Network 723e8b45-2c67-43ce-ad35-0a7e46566c4f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:43.870051 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:43.889986 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b749de-4efd-4adf-8b95-5a800b6229ff None None] Pushing event updated for resources: {'Port': ['ID=37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:43.966239 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] Set router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:43.992926 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:18:44.109313 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-7ec076cb-96db-4465-a852-4520178884f1 None None] Provisioning complete for port 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:44.109689 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7ec076cb-96db-4465-a852-4520178884f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.112870 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:18:44.119290 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2c7dfbda-0548-4e27-afab-a83f61d02c18 admin admin] 10.222.0.10 "PUT /v2.0/routers/08eba9e0-d966-413b-9d0f-ff05f3636bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5658331 Feb 04 06:18:44.180847 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-7ec076cb-96db-4465-a852-4520178884f1 None None] Port 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:18:44.208389 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 2, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:44.235065 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c0081-1eb2-4f9f-8c01-2b4640d49875 None None] The sync data for ids ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'] in dv-neutron-827794-1-hyperv is: [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 2, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:44.618864 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59400) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:44.623927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-173744372-network', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:44.646494 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] Made reservation on behalf of 4a770d20ea7742f0a555cf5888f102d3 for: {'network': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:44.649652 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.658812 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.742668 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.747280 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.772038 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=108744) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:18:44.781839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdc7343-d4db-4635-904f-c92a60a1af44,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:44.786754 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.787100 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.segments_db [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] Added segment b44264a9-bfb1-496d-bb6a-5c476b327fdc of type vlan for network 0f2a7732-8bbe-4750-90b2-c48fd576e756 Feb 04 06:18:44.831584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.856891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.857918 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:44.858499 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.919196 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2991905 Feb 04 06:18:44.921747 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59404) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:44.926877 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-c8eef9d1-2859-46cf-8642-494e8d7fe476 admin admin] Request body: {'subnet': {'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-173744372-subnet', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'ip_version': 4}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:44.936158 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c468ea-d81b-4afe-b1b0-6d9cf89a7366 admin admin] Pushing event updated for resources: {'Network': ['ID=0f2a7732-8bbe-4750-90b2-c48fd576e756,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:44.937102 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-364ebfe6-1fbd-4258-a725-6b26f0209a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:44.950753 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 0f2a7732-8bbe-4750-90b2-c48fd576e756 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:18:44.957504 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eef9d1-2859-46cf-8642-494e8d7fe476 admin admin] Made reservation on behalf of 4a770d20ea7742f0a555cf5888f102d3 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:44.961282 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8eef9d1-2859-46cf-8642-494e8d7fe476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.139655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:45.151521 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8eef9d1-2859-46cf-8642-494e8d7fe476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.189175 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:45.189576 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.208976 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eef9d1-2859-46cf-8642-494e8d7fe476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6421cf63-5b06-4b23-bd4f-706e85519351,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:45.219608 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eef9d1-2859-46cf-8642-494e8d7fe476 admin admin] Checking segment: {'id': 'b44264a9-bfb1-496d-bb6a-5c476b327fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:45.219964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eef9d1-2859-46cf-8642-494e8d7fe476 admin admin] Network hostable DHCP agents. Network: 0f2a7732-8bbe-4750-90b2-c48fd576e756, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:18:45.240378 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eef9d1-2859-46cf-8642-494e8d7fe476 admin admin] Network 0f2a7732-8bbe-4750-90b2-c48fd576e756 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:18:45.254087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c8eef9d1-2859-46cf-8642-494e8d7fe476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 0f2a7732-8bbe-4750-90b2-c48fd576e756) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:45.258486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eef9d1-2859-46cf-8642-494e8d7fe476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:45.259078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c8eef9d1-2859-46cf-8642-494e8d7fe476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.271089 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4db5301-f575-4f2f-b5a4-75bffc36ecdc None None] Network 0f2a7732-8bbe-4750-90b2-c48fd576e756 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:45.278313 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c8eef9d1-2859-46cf-8642-494e8d7fe476 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3554759 Feb 04 06:18:45.278931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59406) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:45.283173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-173744372-router', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:45.287875 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.306627 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.307759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.343547 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:45.354073 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.354849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9221be4e-0182-4adc-8ad6-19a0d7585e63 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:45.368933 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.483129 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:45.518364 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 9221be4e-0182-4adc-8ad6-19a0d7585e63 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:45.518738 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.519415 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.539803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-0f2a7732-8bbe-4750-90b2-c48fd576e756', 'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'fixed_ips': [{'subnet_id': '6421cf63-5b06-4b23-bd4f-706e85519351'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:18:45.540655 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.730959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.750780 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.857501 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Allocated IP 172.26.3.80 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/3351a02b-4e9d-42b1-a1b6-90d137649f42) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:45.865720 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Allocated IP 172.20.0.2 (0f2a7732-8bbe-4750-90b2-c48fd576e756/6421cf63-5b06-4b23-bd4f-706e85519351/66ef1013-68b0-42f8-a891-d2846ec9ca90) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:45.959191 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:45.993571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.016900 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.024232 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.028443 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.036626 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:46.039944 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:46.043464 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:46.067370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Network 0f2a7732-8bbe-4750-90b2-c48fd576e756 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:46.069265 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Pushing event updated for resources: {'Port': ['ID=3351a02b-4e9d-42b1-a1b6-90d137649f42,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:46.070413 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:46.074707 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:46.077842 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Pushing event updated for resources: {'Port': ['ID=66ef1013-68b0-42f8-a891-d2846ec9ca90,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:46.134222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Attempting to bind port 66ef1013-68b0-42f8-a891-d2846ec9ca90 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:46.135102 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Attempting to bind port 66ef1013-68b0-42f8-a891-d2846ec9ca90 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'b44264a9-bfb1-496d-bb6a-5c476b327fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:46.135102 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Attempting to bind port 66ef1013-68b0-42f8-a891-d2846ec9ca90 on network 0f2a7732-8bbe-4750-90b2-c48fd576e756 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:46.140352 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:46.140719 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Checking segment: {'id': 'b44264a9-bfb1-496d-bb6a-5c476b327fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:46.141119 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.141505 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Bound using segment: {'id': 'b44264a9-bfb1-496d-bb6a-5c476b327fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:46.141984 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Bound port: 66ef1013-68b0-42f8-a891-d2846ec9ca90, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44264a9-bfb1-496d-bb6a-5c476b327fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:46.142365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.209325 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] For port 66ef1013-68b0-42f8-a891-d2846ec9ca90, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:46.212675 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] For port 66ef1013-68b0-42f8-a891-d2846ec9ca90, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=66ef1013-68b0-42f8-a891-d2846ec9ca90,segment=NetworkSegment(b44264a9-bfb1-496d-bb6a-5c476b327fdc),segment_id=b44264a9-bfb1-496d-bb6a-5c476b327fdc)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:46.217664 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.270995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fb826-028f-466b-846a-7dd949fc7b5b None None] Pushing event updated for resources: {'Port': ['ID=66ef1013-68b0-42f8-a891-d2846ec9ca90,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:46.309337 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.474710 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Sync routers for ids ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:46.489853 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Routers {'08eba9e0-d966-413b-9d0f-ff05f3636bc2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:46.490458 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:18:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:46.606861 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Set router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:46.811807 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 2, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:46.826932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.931854 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Checking router: 08eba9e0-d966-413b-9d0f-ff05f3636bc2 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:46.932199 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Updating router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 port 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:18:46.958102 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:46.977087 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Router bea98917-3bf6-4c95-871e-678062c8c0e6 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:18:47.103253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 66ef1013-68b0-42f8-a891-d2846ec9ca90 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:47.113759 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:18:47.133440 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.134415 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Sync routers for ids ['bea98917-3bf6-4c95-871e-678062c8c0e6'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:47.136008 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3fb41feb-3c96-47e0-9c0f-f4d4f4dfe398 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8560774 Feb 04 06:18:47.139195 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59410) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:47.174359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Routers {'bea98917-3bf6-4c95-871e-678062c8c0e6'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:47.174983 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:18:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['bea98917-3bf6-4c95-871e-678062c8c0e6'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:47.260378 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.267197 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.282345 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 66ef1013-68b0-42f8-a891-d2846ec9ca90 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:47.282802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.311979 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6ff0b-eff0-4399-a69f-56997acc67d5 None None] Pushing event updated for resources: {'Port': ['ID=42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:47.321980 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c6ff0b-eff0-4399-a69f-56997acc67d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:47.322536 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c6ff0b-eff0-4399-a69f-56997acc67d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:47.323031 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c6ff0b-eff0-4399-a69f-56997acc67d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:47.323541 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c6ff0b-eff0-4399-a69f-56997acc67d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:47.324063 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c6ff0b-eff0-4399-a69f-56997acc67d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:47.324595 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c6ff0b-eff0-4399-a69f-56997acc67d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:47.325110 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c6ff0b-eff0-4399-a69f-56997acc67d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:47.325628 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c6ff0b-eff0-4399-a69f-56997acc67d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:47.326316 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c6ff0b-eff0-4399-a69f-56997acc67d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:47.326852 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c6ff0b-eff0-4399-a69f-56997acc67d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:47.327361 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c6ff0b-eff0-4399-a69f-56997acc67d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:47.327875 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c6ff0b-eff0-4399-a69f-56997acc67d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:18:47.341563 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Set router bea98917-3bf6-4c95-871e-678062c8c0e6 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:47.390656 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Attempting to bind port 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:47.391343 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Attempting to bind port 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:47.391934 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Attempting to bind port 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc on network 723e8b45-2c67-43ce-ad35-0a7e46566c4f {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:47.397465 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:47.398140 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Checking segment: {'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:47.399323 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.399925 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Bound using segment: {'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:47.400598 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Bound port: 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:47.401181 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.402258 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04888d3b-b950-41ec-8ebf-a57e1dbac733 None None] Network 0f2a7732-8bbe-4750-90b2-c48fd576e756 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:18:47.477896 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] For port 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:47.481046 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] For port 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:47.491269 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.566322 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6ff0b-eff0-4399-a69f-56997acc67d5 None None] Pushing event updated for resources: {'Port': ['ID=42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:47.586464 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Routers {'08eba9e0-d966-413b-9d0f-ff05f3636bc2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:47.587671 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:18:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:47.592240 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.597399 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f6ee45f5-a0bc-4ca4-b47b-75114e7ef1d1 None None] Provisioning complete for port 66ef1013-68b0-42f8-a891-d2846ec9ca90 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:47.597751 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f6ee45f5-a0bc-4ca4-b47b-75114e7ef1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.650467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.715287 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 66ef1013-68b0-42f8-a891-d2846ec9ca90, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=66ef1013-68b0-42f8-a891-d2846ec9ca90,segment=NetworkSegment(b44264a9-bfb1-496d-bb6a-5c476b327fdc),segment_id=b44264a9-bfb1-496d-bb6a-5c476b327fdc)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:47.717607 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] Set router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:47.747176 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.747967 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:47.854702 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Allocated IP 172.20.0.1 (0f2a7732-8bbe-4750-90b2-c48fd576e756/6421cf63-5b06-4b23-bd4f-706e85519351/b00f1cc4-0845-4de7-a8dc-6d658af162b3) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:47.901557 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.929516 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=66ef1013-68b0-42f8-a891-d2846ec9ca90,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:47.934271 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'name': 'tempest-TestShelveInstance-173744372-router', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:18:46Z', 'revision_number': 3, 'project_id': '4a770d20ea7742f0a555cf5888f102d3', 'gw_port': {'id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:47.954973 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:47Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:47.967220 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Checking router: bea98917-3bf6-4c95-871e-678062c8c0e6 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:47.967566 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Updating router bea98917-3bf6-4c95-871e-678062c8c0e6 port 3351a02b-4e9d-42b1-a1b6-90d137649f42 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:18:47.977989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:47.986797 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5664d061-f3f2-4867-87b9-0171096b7113 None None] The sync data for ids ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'] in dv-neutron-827794-1-hyperv is: [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:47Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:48.010565 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:48.010932 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.019070 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.039381 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.045154 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.071347 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Network 0f2a7732-8bbe-4750-90b2-c48fd576e756 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:48.074462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:48.080053 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:48.103576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Pushing event updated for resources: {'Port': ['ID=b00f1cc4-0845-4de7-a8dc-6d658af162b3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:48.123999 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.159688 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-22a964f6-871b-49e6-9bd0-5d9d13f4e86e None None] Provisioning complete for port 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:48.160251 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-22a964f6-871b-49e6-9bd0-5d9d13f4e86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.278004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.365820 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-22a964f6-871b-49e6-9bd0-5d9d13f4e86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.447517 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-22a964f6-871b-49e6-9bd0-5d9d13f4e86e None None] For port 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:48.456104 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-22a964f6-871b-49e6-9bd0-5d9d13f4e86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.476145 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.483474 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.563922 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.565915 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Pushing event updated for resources: {'Port': ['ID=b00f1cc4-0845-4de7-a8dc-6d658af162b3,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:48.663274 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.669760 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Network 0f2a7732-8bbe-4750-90b2-c48fd576e756 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:48.671606 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:48.680733 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.701405 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-911f4bb7-dfc4-4bda-b3b0-918615f563e0 None None] Provisioning complete for port b00f1cc4-0845-4de7-a8dc-6d658af162b3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:48.701800 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-911f4bb7-dfc4-4bda-b3b0-918615f563e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.706703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a964f6-871b-49e6-9bd0-5d9d13f4e86e None None] Pushing event updated for resources: {'Port': ['ID=42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:48.774395 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Attempting to bind port 3351a02b-4e9d-42b1-a1b6-90d137649f42 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:48.774774 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Attempting to bind port 3351a02b-4e9d-42b1-a1b6-90d137649f42 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:48.775142 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Attempting to bind port 3351a02b-4e9d-42b1-a1b6-90d137649f42 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:48.783694 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:48.784067 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:48.784471 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.784864 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:48.785342 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Bound port: 3351a02b-4e9d-42b1-a1b6-90d137649f42, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:48.785723 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.807860 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Router bea98917-3bf6-4c95-871e-678062c8c0e6 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:18:48.826864 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-911f4bb7-dfc4-4bda-b3b0-918615f563e0 None None] Port b00f1cc4-0845-4de7-a8dc-6d658af162b3 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:18:48.834520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad742f-3de6-49a4-a69c-ab39bb3a4749 None None] Pushing event updated for resources: {'Port': ['ID=3351a02b-4e9d-42b1-a1b6-90d137649f42,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:48.863071 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-911f4bb7-dfc4-4bda-b3b0-918615f563e0 None None] Provisioning complete for port 66ef1013-68b0-42f8-a891-d2846ec9ca90 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:48.863451 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-911f4bb7-dfc4-4bda-b3b0-918615f563e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.891703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] For port 3351a02b-4e9d-42b1-a1b6-90d137649f42, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:48.908513 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] For port 3351a02b-4e9d-42b1-a1b6-90d137649f42, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3351a02b-4e9d-42b1-a1b6-90d137649f42,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:48.916666 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:48.926963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:18:48.942175 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d2fdd85a-bfb2-404f-8ad1-9d2be4636ccd admin admin] 10.222.0.10 "PUT /v2.0/routers/bea98917-3bf6-4c95-871e-678062c8c0e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8012121 Feb 04 06:18:49.007342 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Routers {'bea98917-3bf6-4c95-871e-678062c8c0e6'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:49.008006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:18:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['bea98917-3bf6-4c95-871e-678062c8c0e6'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:49.012296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad742f-3de6-49a4-a69c-ab39bb3a4749 None None] Pushing event updated for resources: {'Port': ['ID=3351a02b-4e9d-42b1-a1b6-90d137649f42,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:49.059549 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 66ef1013-68b0-42f8-a891-d2846ec9ca90 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:49.157888 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] Set router bea98917-3bf6-4c95-871e-678062c8c0e6 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:49.191385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 66ef1013-68b0-42f8-a891-d2846ec9ca90 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:49.192039 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.282556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1e5021bd-1791-452b-ba60-2156145b8bfc None None] Provisioning complete for port b00f1cc4-0845-4de7-a8dc-6d658af162b3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:49.282924 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1e5021bd-1791-452b-ba60-2156145b8bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.367095 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1e5021bd-1791-452b-ba60-2156145b8bfc None None] Port b00f1cc4-0845-4de7-a8dc-6d658af162b3 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:18:49.430282 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:49.491752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'name': 'tempest-TestShelveInstance-173744372-router', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 4, 'project_id': '4a770d20ea7742f0a555cf5888f102d3', 'gw_port': {'id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'b00f1cc4-0845-4de7-a8dc-6d658af162b3', 'name': '', 'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'mac_address': 'fa:16:3e:86:ea:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '6421cf63-5b06-4b23-bd4f-706e85519351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:47Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 2, 'project_id': '4a770d20ea7742f0a555cf5888f102d3', 'subnets': [{'id': '6421cf63-5b06-4b23-bd4f-706e85519351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:49.494299 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:49.494663 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.538253 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc368ad-a761-4838-93d2-31df4562e422 None None] The sync data for ids ['bea98917-3bf6-4c95-871e-678062c8c0e6'] in dv-neutron-827794-1-hyperv is: [{'id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'name': 'tempest-TestShelveInstance-173744372-router', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 4, 'project_id': '4a770d20ea7742f0a555cf5888f102d3', 'gw_port': {'id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'b00f1cc4-0845-4de7-a8dc-6d658af162b3', 'name': '', 'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'mac_address': 'fa:16:3e:86:ea:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '6421cf63-5b06-4b23-bd4f-706e85519351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:47Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 2, 'project_id': '4a770d20ea7742f0a555cf5888f102d3', 'subnets': [{'id': '6421cf63-5b06-4b23-bd4f-706e85519351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:49.626577 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59418) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:49.631233 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-0908f720-76f1-4e0e-9c47-9dbb272bac43 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1179111645', 'description': 'tempest-secgroup-smoke-1179111645 description', 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:49.656187 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0908f720-76f1-4e0e-9c47-9dbb272bac43 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.723587 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0908f720-76f1-4e0e-9c47-9dbb272bac43 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.727872 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0908f720-76f1-4e0e-9c47-9dbb272bac43 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.760248 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908f720-76f1-4e0e-9c47-9dbb272bac43 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=577ff6eb-2911-4a47-ae42-127ed490857e,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:49.770891 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0908f720-76f1-4e0e-9c47-9dbb272bac43 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.772148 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0908f720-76f1-4e0e-9c47-9dbb272bac43 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1445451 Feb 04 06:18:49.775870 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59420) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:49.780620 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-ff4bc6c4-8d36-4203-969f-8d1b80b199b1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'security_group_rule': {'security_group_id': '577ff6eb-2911-4a47-ae42-127ed490857e', 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:49.809942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff4bc6c4-8d36-4203-969f-8d1b80b199b1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.877899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff4bc6c4-8d36-4203-969f-8d1b80b199b1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.884814 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff4bc6c4-8d36-4203-969f-8d1b80b199b1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.914376 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bc6c4-8d36-4203-969f-8d1b80b199b1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8b754b-d72f-4c11-b2e8-8fb4a15e6572,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:49.920205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff4bc6c4-8d36-4203-969f-8d1b80b199b1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:49.921436 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-ff4bc6c4-8d36-4203-969f-8d1b80b199b1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445527 Feb 04 06:18:49.924306 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59422) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:49.929354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1eb359e9-716d-4acf-be8a-6f3cbd14cdf4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'security_group_rule': {'security_group_id': '577ff6eb-2911-4a47-ae42-127ed490857e', 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:49.966112 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1eb359e9-716d-4acf-be8a-6f3cbd14cdf4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.029028 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1eb359e9-716d-4acf-be8a-6f3cbd14cdf4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.033758 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1eb359e9-716d-4acf-be8a-6f3cbd14cdf4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.051987 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb359e9-716d-4acf-be8a-6f3cbd14cdf4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0174da-4e42-4b8e-8f13-47ace5f1429e,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:50.065033 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1eb359e9-716d-4acf-be8a-6f3cbd14cdf4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.066568 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1eb359e9-716d-4acf-be8a-6f3cbd14cdf4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1409237 Feb 04 06:18:50.069416 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59424) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:50.074931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-d7f63d75-ca3e-4859-8734-1293c0b313a1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'security_group_rule': {'security_group_id': '577ff6eb-2911-4a47-ae42-127ed490857e', 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:50.106188 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d7f63d75-ca3e-4859-8734-1293c0b313a1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.172393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d7f63d75-ca3e-4859-8734-1293c0b313a1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.176683 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d7f63d75-ca3e-4859-8734-1293c0b313a1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.198359 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f63d75-ca3e-4859-8734-1293c0b313a1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601ea548-b20a-4279-8286-789f20dcf7fa,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:50.206891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d7f63d75-ca3e-4859-8734-1293c0b313a1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.208114 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-d7f63d75-ca3e-4859-8734-1293c0b313a1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368504 Feb 04 06:18:50.210991 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59426) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:50.216772 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-59a334e8-a756-423f-b6f3-7df766f3e1b4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'security_group_rule': {'security_group_id': '577ff6eb-2911-4a47-ae42-127ed490857e', 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:50.244374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-59a334e8-a756-423f-b6f3-7df766f3e1b4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.301094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-59a334e8-a756-423f-b6f3-7df766f3e1b4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.303875 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-59a334e8-a756-423f-b6f3-7df766f3e1b4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.323352 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a334e8-a756-423f-b6f3-7df766f3e1b4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cda06b-72e5-4bda-8c4d-ff40c817084d,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:50.327967 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-59a334e8-a756-423f-b6f3-7df766f3e1b4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.329170 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-59a334e8-a756-423f-b6f3-7df766f3e1b4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170468 Feb 04 06:18:50.331799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59428) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:50.336056 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-69209b43-e2b9-4611-84f7-05b81a6b876b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'security_group_rule': {'security_group_id': '577ff6eb-2911-4a47-ae42-127ed490857e', 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:50.359292 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-69209b43-e2b9-4611-84f7-05b81a6b876b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Project fa7fd5322a8b4ad089a186cf3f489e1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:18:50.363878 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-69209b43-e2b9-4611-84f7-05b81a6b876b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.422837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-69209b43-e2b9-4611-84f7-05b81a6b876b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.426287 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-69209b43-e2b9-4611-84f7-05b81a6b876b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.440786 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69209b43-e2b9-4611-84f7-05b81a6b876b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ebafc1-428c-496d-9959-547426b8a5ca,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:50.451295 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-69209b43-e2b9-4611-84f7-05b81a6b876b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.452489 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-69209b43-e2b9-4611-84f7-05b81a6b876b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197762 Feb 04 06:18:50.455189 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59430) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:18:50.459370 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-f51938c0-1a9b-48de-af40-09e2cbceadb2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'security_group_rule': {'security_group_id': '577ff6eb-2911-4a47-ae42-127ed490857e', 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:50.484512 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-f51938c0-1a9b-48de-af40-09e2cbceadb2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Project fa7fd5322a8b4ad089a186cf3f489e1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:18:50.489096 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f51938c0-1a9b-48de-af40-09e2cbceadb2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.549790 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f51938c0-1a9b-48de-af40-09e2cbceadb2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.553306 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f51938c0-1a9b-48de-af40-09e2cbceadb2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.572487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51938c0-1a9b-48de-af40-09e2cbceadb2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da581c4-1aeb-4920-a3a1-fc0f2b239206,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:50.577671 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f51938c0-1a9b-48de-af40-09e2cbceadb2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:50.582284 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f51938c0-1a9b-48de-af40-09e2cbceadb2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261053 Feb 04 06:18:50.713507 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-b220cb85-1f44-4fdb-acda-e0d746664f3f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179111645&fields=id&tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a HTTP/1.1" status: 200 len: 267 time: 0.0325227 Feb 04 06:18:50.842420 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-ca8e4c4f-2403-45cf-b225-9c4c0c0917ec tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:50.844065 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-ca8e4c4f-2403-45cf-b225-9c4c0c0917ec tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 808 time: 0.1226258 Feb 04 06:18:50.860017 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-901a97fa-8751-44ef-a45d-8a8fc5df9908 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/quotas/fa7fd5322a8b4ad089a186cf3f489e1a HTTP/1.1" status: 200 len: 375 time: 0.0101063 Feb 04 06:18:50.913555 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-df33a122-2744-49dd-b4c4-76c92ccfe07a tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476441 Feb 04 06:18:51.026825 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3351a02b-4e9d-42b1-a1b6-90d137649f42 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:51.080396 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 3351a02b-4e9d-42b1-a1b6-90d137649f42 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:51.080797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:51.126658 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-4e34499b-d441-4cbf-bbcc-a5606cb2fb2d service neutron] 10.222.0.10 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996284 Feb 04 06:18:51.163132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:51.194400 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 3351a02b-4e9d-42b1-a1b6-90d137649f42, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3351a02b-4e9d-42b1-a1b6-90d137649f42,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:51.199088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:51.233737 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-38123500-3476-4d16-9208-40a1a0d4d03c service neutron] 10.222.0.10 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997334 Feb 04 06:18:51.257203 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=3351a02b-4e9d-42b1-a1b6-90d137649f42,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:51.405398 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1ebd5bcc-a7e7-4b0a-996d-24456937e3e5 req-7788ef0b-971b-437d-8ffc-6cbf13384fcd tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 210 time: 0.0281787 Feb 04 06:18:52.040695 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Sync routers for ids ['bea98917-3bf6-4c95-871e-678062c8c0e6'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:18:52.049646 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Routers {'bea98917-3bf6-4c95-871e-678062c8c0e6'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:52.050260 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:18:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['bea98917-3bf6-4c95-871e-678062c8c0e6'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:52.152275 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Set router bea98917-3bf6-4c95-871e-678062c8c0e6 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:52.337498 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'name': 'tempest-TestShelveInstance-173744372-router', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 4, 'project_id': '4a770d20ea7742f0a555cf5888f102d3', 'gw_port': {'id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'b00f1cc4-0845-4de7-a8dc-6d658af162b3', 'name': '', 'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'mac_address': 'fa:16:3e:86:ea:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '6421cf63-5b06-4b23-bd4f-706e85519351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:47Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 2, 'project_id': '4a770d20ea7742f0a555cf5888f102d3', 'subnets': [{'id': '6421cf63-5b06-4b23-bd4f-706e85519351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:52.362219 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Checking router: bea98917-3bf6-4c95-871e-678062c8c0e6 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:18:52.362568 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Updating router bea98917-3bf6-4c95-871e-678062c8c0e6 port b00f1cc4-0845-4de7-a8dc-6d658af162b3 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:18:52.387111 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:52.484583 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1d7eece9-6cd9-484e-9a2f-47821c0a6e43 req-3ec373e8-c0e3-4df2-9e73-f515e08ef206 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 210 time: 0.0259907 Feb 04 06:18:52.652079 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:52.657214 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:52.706710 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b63c9-c05a-4f87-9610-ba73b3bd09ea None None] Pushing event updated for resources: {'Port': ['ID=b00f1cc4-0845-4de7-a8dc-6d658af162b3,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:52.756245 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Attempting to bind port b00f1cc4-0845-4de7-a8dc-6d658af162b3 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:52.756606 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Attempting to bind port b00f1cc4-0845-4de7-a8dc-6d658af162b3 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'b44264a9-bfb1-496d-bb6a-5c476b327fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:52.757032 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Attempting to bind port b00f1cc4-0845-4de7-a8dc-6d658af162b3 on network 0f2a7732-8bbe-4750-90b2-c48fd576e756 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:52.762420 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:52.762790 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Checking segment: {'id': 'b44264a9-bfb1-496d-bb6a-5c476b327fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:52.763187 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:52.763570 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Bound using segment: {'id': 'b44264a9-bfb1-496d-bb6a-5c476b327fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:52.764026 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Bound port: b00f1cc4-0845-4de7-a8dc-6d658af162b3, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44264a9-bfb1-496d-bb6a-5c476b327fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:52.764401 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:52.915539 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-b3c71edf-f198-444d-95d9-a5a9a2aa441f None None] Provisioning complete for port b00f1cc4-0845-4de7-a8dc-6d658af162b3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:52.916015 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b3c71edf-f198-444d-95d9-a5a9a2aa441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:52.923595 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] For port b00f1cc4-0845-4de7-a8dc-6d658af162b3, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:52.926853 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] For port b00f1cc4-0845-4de7-a8dc-6d658af162b3, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b00f1cc4-0845-4de7-a8dc-6d658af162b3,segment=NetworkSegment(b44264a9-bfb1-496d-bb6a-5c476b327fdc),segment_id=b44264a9-bfb1-496d-bb6a-5c476b327fdc)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:52.932646 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:52.967226 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-b3c71edf-f198-444d-95d9-a5a9a2aa441f None None] Port b00f1cc4-0845-4de7-a8dc-6d658af162b3 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:18:52.999760 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Routers {'bea98917-3bf6-4c95-871e-678062c8c0e6'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:18:53.000286 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:18:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['bea98917-3bf6-4c95-871e-678062c8c0e6'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:53.003901 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b63c9-c05a-4f87-9610-ba73b3bd09ea None None] Pushing event updated for resources: {'Port': ['ID=b00f1cc4-0845-4de7-a8dc-6d658af162b3,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:53.004094 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3351a02b-4e9d-42b1-a1b6-90d137649f42 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:53.059972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 3351a02b-4e9d-42b1-a1b6-90d137649f42 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:53.060346 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.108845 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] Set router bea98917-3bf6-4c95-871e-678062c8c0e6 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:18:53.291324 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-88278c51-f8b9-4f78-80d0-5da949f77675 None None] Provisioning complete for port b00f1cc4-0845-4de7-a8dc-6d658af162b3 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:53.292067 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-88278c51-f8b9-4f78-80d0-5da949f77675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.317189 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'name': 'tempest-TestShelveInstance-173744372-router', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 4, 'project_id': '4a770d20ea7742f0a555cf5888f102d3', 'gw_port': {'id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'b00f1cc4-0845-4de7-a8dc-6d658af162b3', 'name': '', 'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'mac_address': 'fa:16:3e:86:ea:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '6421cf63-5b06-4b23-bd4f-706e85519351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:47Z', 'updated_at': '2022-02-04T06:18:52Z', 'revision_number': 4, 'project_id': '4a770d20ea7742f0a555cf5888f102d3', 'subnets': [{'id': '6421cf63-5b06-4b23-bd4f-706e85519351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:18:53.352214 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159b412-88cc-4441-9c92-774a6f99a990 None None] The sync data for ids ['bea98917-3bf6-4c95-871e-678062c8c0e6'] in dv-neutron-827794-1-hyperv is: [{'id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'name': 'tempest-TestShelveInstance-173744372-router', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 4, 'project_id': '4a770d20ea7742f0a555cf5888f102d3', 'gw_port': {'id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': 'b00f1cc4-0845-4de7-a8dc-6d658af162b3', 'name': '', 'network_id': '0f2a7732-8bbe-4750-90b2-c48fd576e756', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'mac_address': 'fa:16:3e:86:ea:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '6421cf63-5b06-4b23-bd4f-706e85519351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:47Z', 'updated_at': '2022-02-04T06:18:52Z', 'revision_number': 4, 'project_id': '4a770d20ea7742f0a555cf5888f102d3', 'subnets': [{'id': '6421cf63-5b06-4b23-bd4f-706e85519351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:18:53.386990 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-54f4e943-193b-4061-b3c6-11c1a152ae55 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:53.388927 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-54f4e943-193b-4061-b3c6-11c1a152ae55 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 808 time: 0.1200364 Feb 04 06:18:53.392148 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-88278c51-f8b9-4f78-80d0-5da949f77675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.433276 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-88278c51-f8b9-4f78-80d0-5da949f77675 None None] For port b00f1cc4-0845-4de7-a8dc-6d658af162b3, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b00f1cc4-0845-4de7-a8dc-6d658af162b3,segment=NetworkSegment(b44264a9-bfb1-496d-bb6a-5c476b327fdc),segment_id=b44264a9-bfb1-496d-bb6a-5c476b327fdc)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:53.438432 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-66ce1692-e042-4ab7-ab56-8f3257916166 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a HTTP/1.1" status: 200 len: 380 time: 0.0411141 Feb 04 06:18:53.439762 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-88278c51-f8b9-4f78-80d0-5da949f77675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.453993 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-43a99d11-e53c-47e6-87c4-f1d2726c62d8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'port': {'device_id': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'admin_state_up': True, 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'security_groups': ['577ff6eb-2911-4a47-ae42-127ed490857e']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:53.496890 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88278c51-f8b9-4f78-80d0-5da949f77675 None None] Pushing event updated for resources: {'Port': ['ID=b00f1cc4-0845-4de7-a8dc-6d658af162b3,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:53.585072 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-43a99d11-e53c-47e6-87c4-f1d2726c62d8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Made reservation on behalf of fa7fd5322a8b4ad089a186cf3f489e1a for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:18:53.588563 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-90f6f1f2-2e3d-4b39-8f72-65ae58282720 req-e3bae61c-4e04-437b-909b-a2149b0d7382 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 210 time: 0.0328329 Feb 04 06:18:53.589168 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-43a99d11-e53c-47e6-87c4-f1d2726c62d8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.730496 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-43a99d11-e53c-47e6-87c4-f1d2726c62d8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Allocated IP 172.20.0.10 (723e8b45-2c67-43ce-ad35-0a7e46566c4f/fc49ac3d-492f-4663-b526-7c306da456a3/ee920719-8402-4cf5-a400-7f90fbffae91) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:18:53.871775 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-43a99d11-e53c-47e6-87c4-f1d2726c62d8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.906900 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-43a99d11-e53c-47e6-87c4-f1d2726c62d8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:53.956937 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-43a99d11-e53c-47e6-87c4-f1d2726c62d8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Network 723e8b45-2c67-43ce-ad35-0a7e46566c4f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:18:53.959825 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-43a99d11-e53c-47e6-87c4-f1d2726c62d8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:18:53.963449 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-43a99d11-e53c-47e6-87c4-f1d2726c62d8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:18:53.969748 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a99d11-e53c-47e6-87c4-f1d2726c62d8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'Port': ['ID=ee920719-8402-4cf5-a400-7f90fbffae91,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:54.016004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-43a99d11-e53c-47e6-87c4-f1d2726c62d8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:54.016648 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-43a99d11-e53c-47e6-87c4-f1d2726c62d8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:54.032914 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-43a99d11-e53c-47e6-87c4-f1d2726c62d8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5893972 Feb 04 06:18:54.044666 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Request body: {'port': {'device_id': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:18:54.099958 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:54.163332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-bc05f8a5-74b1-438d-811d-79c7f0364c7f None None] Provisioning complete for port ee920719-8402-4cf5-a400-7f90fbffae91 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:54.164449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bc05f8a5-74b1-438d-811d-79c7f0364c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:54.197596 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-bc05f8a5-74b1-438d-811d-79c7f0364c7f None None] Port ee920719-8402-4cf5-a400-7f90fbffae91 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:18:54.362025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee920719-8402-4cf5-a400-7f90fbffae91 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:18:54.368978 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:54.380118 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Transition to ACTIVE for port object ee920719-8402-4cf5-a400-7f90fbffae91 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:18:54.384175 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:54.435740 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee920719-8402-4cf5-a400-7f90fbffae91,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:54.502835 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Attempting to bind port ee920719-8402-4cf5-a400-7f90fbffae91 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:18:54.503185 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Attempting to bind port ee920719-8402-4cf5-a400-7f90fbffae91 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:18:54.503504 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Attempting to bind port ee920719-8402-4cf5-a400-7f90fbffae91 on network 723e8b45-2c67-43ce-ad35-0a7e46566c4f {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:54.507919 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Port ee920719-8402-4cf5-a400-7f90fbffae91 on network 723e8b45-2c67-43ce-ad35-0a7e46566c4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:18:54.508242 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Attempting to bind port ee920719-8402-4cf5-a400-7f90fbffae91 on network 723e8b45-2c67-43ce-ad35-0a7e46566c4f {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:18:54.513507 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:18:54.513884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Checking segment: {'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:18:54.514274 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Bound using segment: {'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:18:54.514705 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Bound port: ee920719-8402-4cf5-a400-7f90fbffae91, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:18:54.515064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:54.588309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] For port ee920719-8402-4cf5-a400-7f90fbffae91, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:18:54.591791 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] For port ee920719-8402-4cf5-a400-7f90fbffae91, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ee920719-8402-4cf5-a400-7f90fbffae91,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:18:54.596422 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:54.634898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:54.635508 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:54.636927 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] 10.222.0.26 "PUT /v2.0/ports/ee920719-8402-4cf5-a400-7f90fbffae91 HTTP/1.1" status: 200 len: 1094 time: 0.5966415 Feb 04 06:18:54.637340 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:54.639630 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4f8205-d26e-4785-8094-b6a271923993" -d '{"events": [{"name": "network-changed", "server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:18:54.660795 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636ecfc-a67e-4d02-8f3e-28d350ff0ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee920719-8402-4cf5-a400-7f90fbffae91,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:54.707068 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28abcd45-d42e-4794-b431-73f6c4216b45 x-openstack-request-id: req-28abcd45-d42e-4794-b431-73f6c4216b45 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:18:54.707394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:18:54.707603 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28abcd45-d42e-4794-b431-73f6c4216b45 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:18:54.707999 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'status': 'completed', 'code': 200} Feb 04 06:18:54.720712 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f4850-9c03-4317-bf9d-1cf405783714 req-0bad016e-69f8-44cd-8d11-353f928e0a0a tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:54.725148 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-b5f32d34-f340-4dfb-b762-54c716f2be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:54.726540 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a74f4850-9c03-4317-bf9d-1cf405783714 req-0bad016e-69f8-44cd-8d11-353f928e0a0a tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 944 time: 0.0636616 Feb 04 06:18:54.726906 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-b5f32d34-f340-4dfb-b762-54c716f2be4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 1097 time: 0.0480998 Feb 04 06:18:54.767690 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a74f4850-9c03-4317-bf9d-1cf405783714 req-dd08ff4f-3c6a-4051-a13d-23ad0f6c56b8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393136 Feb 04 06:18:54.775777 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-a25b2c37-cd68-4c87-b241-f3f1c8a95c0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee920719-8402-4cf5-a400-7f90fbffae91 HTTP/1.1" status: 200 len: 217 time: 0.0413244 Feb 04 06:18:54.830959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-397379ef-6967-4137-94d0-059fbf14d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:54.832525 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-397379ef-6967-4137-94d0-059fbf14d375 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0505462 Feb 04 06:18:54.880510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-b65853af-d894-407c-a44c-975133f3b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:54.882008 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-b65853af-d894-407c-a44c-975133f3b874 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429397 Feb 04 06:18:54.982553 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-205833fb-e6ae-49d8-99ce-bd853b0e28a8 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940802 Feb 04 06:18:55.016234 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b00f1cc4-0845-4de7-a8dc-6d658af162b3 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:55.062847 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port b00f1cc4-0845-4de7-a8dc-6d658af162b3 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:55.063309 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:55.072290 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aa1fb534-2cdd-4ccb-bf14-d498a5d6e455 req-444b6983-fc3e-45ec-b037-dd2d620ad10c service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838778 Feb 04 06:18:55.160290 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f8205-d26e-4785-8094-b6a271923993 req-c2f91c21-7f39-409a-bfa3-636772866b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:55.161814 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2e4f8205-d26e-4785-8094-b6a271923993 req-c2f91c21-7f39-409a-bfa3-636772866b30 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 1097 time: 0.0413446 Feb 04 06:18:55.253180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f8205-d26e-4785-8094-b6a271923993 req-7b77d787-1713-4ecb-a7d5-c668fd6659eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:55.254656 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2e4f8205-d26e-4785-8094-b6a271923993 req-7b77d787-1713-4ecb-a7d5-c668fd6659eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0854962 Feb 04 06:18:55.295356 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2e4f8205-d26e-4785-8094-b6a271923993 req-427984c0-0056-4520-a895-5d965053f228 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee920719-8402-4cf5-a400-7f90fbffae91 HTTP/1.1" status: 200 len: 217 time: 0.0336740 Feb 04 06:18:55.345754 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f8205-d26e-4785-8094-b6a271923993 req-03bc32ab-3254-4695-8b83-d2dac32776ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:55.347212 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2e4f8205-d26e-4785-8094-b6a271923993 req-03bc32ab-3254-4695-8b83-d2dac32776ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0448956 Feb 04 06:18:55.390175 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f8205-d26e-4785-8094-b6a271923993 req-98692bfe-a850-4c55-80f2-ae67c73d55e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:55.391736 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2e4f8205-d26e-4785-8094-b6a271923993 req-98692bfe-a850-4c55-80f2-ae67c73d55e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377853 Feb 04 06:18:55.480201 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2e4f8205-d26e-4785-8094-b6a271923993 req-85eef7d1-c714-419b-b69c-401157e7b43a service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809932 Feb 04 06:18:55.572393 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-2e4f8205-d26e-4785-8094-b6a271923993 req-325fa018-9567-4b82-8f9a-ca0283529bd7 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848799 Feb 04 06:18:55.882277 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dfd4b-b56f-442d-af25-9566ea5c38a1 req-e573f79d-0c97-4abb-b457-0eeb20b9b40f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:55.884281 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3e6dfd4b-b56f-442d-af25-9566ea5c38a1 req-e573f79d-0c97-4abb-b457-0eeb20b9b40f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 944 time: 0.0482554 Feb 04 06:18:55.919487 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3e6dfd4b-b56f-442d-af25-9566ea5c38a1 req-ed427cd1-76b4-4c5d-9524-8a53aaa054ea tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293717 Feb 04 06:18:57.035552 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97627e1-8ac2-4260-a0d1-95d65d55d278 req-f438c745-00cc-432c-9e3d-473642c28647 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:57.036980 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b97627e1-8ac2-4260-a0d1-95d65d55d278 req-f438c745-00cc-432c-9e3d-473642c28647 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 944 time: 0.0506427 Feb 04 06:18:57.073040 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b97627e1-8ac2-4260-a0d1-95d65d55d278 req-6651dc60-a6c6-4341-ae51-d5cffdf0f207 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301328 Feb 04 06:18:57.687996 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device ee920719-8402-4cf5-a400-7f90fbffae91 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:18:57.782008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port ee920719-8402-4cf5-a400-7f90fbffae91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ee920719-8402-4cf5-a400-7f90fbffae91,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:57.791852 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'port_id': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'mac_address': 'fa:16:3e:50:17:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:18:57.828538 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:57.841321 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee920719-8402-4cf5-a400-7f90fbffae91 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:18:57.859779 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port ee920719-8402-4cf5-a400-7f90fbffae91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ee920719-8402-4cf5-a400-7f90fbffae91,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:57.864790 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:57.910220 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=ee920719-8402-4cf5-a400-7f90fbffae91,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:18:58.068217 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['ee920719-8402-4cf5-a400-7f90fbffae91'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:18:58.196085 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244284c1-091b-4943-961e-398a2b5cef50 req-d483f2ba-2297-4838-9e4b-72d6d7ab4757 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:58.197697 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-244284c1-091b-4943-961e-398a2b5cef50 req-d483f2ba-2297-4838-9e4b-72d6d7ab4757 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 945 time: 0.0508330 Feb 04 06:18:58.237001 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-244284c1-091b-4943-961e-398a2b5cef50 req-0543f90f-c520-4de1-860f-322908b63553 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331182 Feb 04 06:18:58.954721 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:18:59.349582 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75917ecc-9504-452e-8864-6eaea9ada15b req-d72fd49e-a787-44cb-8984-88dded10e5fe tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:18:59.351057 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-75917ecc-9504-452e-8864-6eaea9ada15b req-d72fd49e-a787-44cb-8984-88dded10e5fe tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 945 time: 0.0477898 Feb 04 06:18:59.386746 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-75917ecc-9504-452e-8864-6eaea9ada15b req-31256277-de03-4815-9ddd-5334d038a326 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298672 Feb 04 06:18:59.702841 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device ee920719-8402-4cf5-a400-7f90fbffae91 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:18:59.750297 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port ee920719-8402-4cf5-a400-7f90fbffae91 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:18:59.753864 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port ee920719-8402-4cf5-a400-7f90fbffae91 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:18:59.754235 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:59.829986 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:59.851670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:18:59.853963 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d258095-39e6-47fc-ad9e-ed093d85b161" -d '{"events": [{"server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "name": "network-vif-plugged", "status": "completed", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:18:59.865608 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port ee920719-8402-4cf5-a400-7f90fbffae91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ee920719-8402-4cf5-a400-7f90fbffae91,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:18:59.869685 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:18:59.892568 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fac1f0-45e6-44da-82dc-4bda8b96684d x-openstack-request-id: req-e1fac1f0-45e6-44da-82dc-4bda8b96684d {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:18:59.892861 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "name": "network-vif-plugged", "status": "completed", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:18:59.893110 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1fac1f0-45e6-44da-82dc-4bda8b96684d {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:18:59.893495 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'code': 200} Feb 04 06:18:59.919557 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=ee920719-8402-4cf5-a400-7f90fbffae91,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:00.045903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aee4c-8b1a-4a1c-a87f-4b3d01ae5d02 req-0569ec8c-fe27-4316-ba83-023c7fdaba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:00.047244 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-368aee4c-8b1a-4a1c-a87f-4b3d01ae5d02 req-0569ec8c-fe27-4316-ba83-023c7fdaba9d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 1099 time: 0.0386958 Feb 04 06:19:00.079795 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-368aee4c-8b1a-4a1c-a87f-4b3d01ae5d02 req-fb059743-7bc8-4c48-9bd5-291252ea2f1b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264330 Feb 04 06:19:00.502916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea477fea-40db-4ab3-844b-37de6e27bbc0 req-b483419f-0cd6-47b7-bfb2-90ff5babb0d6 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:00.504365 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ea477fea-40db-4ab3-844b-37de6e27bbc0 req-b483419f-0cd6-47b7-bfb2-90ff5babb0d6 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0507941 Feb 04 06:19:00.540441 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ea477fea-40db-4ab3-844b-37de6e27bbc0 req-497ffc21-ee39-473b-acd2-fad5c831d72c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295956 Feb 04 06:19:01.655628 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f9ac7-29c0-4077-874e-2c7760e9680c req-1c4f6de9-e373-413e-b609-c638af928a49 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:01.657111 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f56f9ac7-29c0-4077-874e-2c7760e9680c req-1c4f6de9-e373-413e-b609-c638af928a49 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0479021 Feb 04 06:19:01.692684 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f56f9ac7-29c0-4077-874e-2c7760e9680c req-c8967d1a-d438-45c3-9b92-1902a980917f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297990 Feb 04 06:19:01.803637 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ec434-081a-4dd1-a4d5-c8222ccf2524 req-3089ca68-018d-4fd8-8050-e2e104da22e5 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:01.805600 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-567ec434-081a-4dd1-a4d5-c8222ccf2524 req-3089ca68-018d-4fd8-8050-e2e104da22e5 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0477221 Feb 04 06:19:01.842513 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-567ec434-081a-4dd1-a4d5-c8222ccf2524 req-7b24accc-e838-4ca6-9ee2-d21ce0b525c0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308974 Feb 04 06:19:01.863172 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59492) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:01.946877 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51116d79-95bc-4fd5-9983-cd2dab1d1141 tempest-TestShelveInstance-355864757 tempest-TestShelveInstance-355864757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:01.948359 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-51116d79-95bc-4fd5-9983-cd2dab1d1141 tempest-TestShelveInstance-355864757 tempest-TestShelveInstance-355864757-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 1094 time: 0.0842049 Feb 04 06:19:01.951380 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59496) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:19:01.955564 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:19:01.978465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:02.071715 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:02.174782 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Allocated IP 172.26.3.22 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/46f3a5b7-2f73-4f2d-ac3f-21b23cf92b43) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:19:02.275124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:02.307174 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:02.348303 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:19:02.351531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:19:02.354106 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:19:02.377246 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'Port': ['ID=46f3a5b7-2f73-4f2d-ac3f-21b23cf92b43,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:02.697475 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.080910 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.227808 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.232148 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.299056 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'Port': ['ID=46f3a5b7-2f73-4f2d-ac3f-21b23cf92b43,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:19:03.307673 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.402261 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Floating IP 7b1c8974-2e3d-4768-8d84-9056ff6fc9ad associated. External IP: 172.26.3.22, port: ee920719-8402-4cf5-a400-7f90fbffae91. Feb 04 06:19:03.601064 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:19:03.704985 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:19:03.714359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1286327f-1d0b-42e1-93f1-d9c8f030a04c None None] Sync routers for ids ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:19:03.722525 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:03.724469 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1286327f-1d0b-42e1-93f1-d9c8f030a04c None None] Routers {'08eba9e0-d966-413b-9d0f-ff05f3636bc2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:19:03.725112 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-1286327f-1d0b-42e1-93f1-d9c8f030a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:18:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:03.763670 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-39b2ffb9-666f-47bb-bbab-491ee3b1f1af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7976062 Feb 04 06:19:03.763670 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:19:03.763670 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aced60b2-5b45-4186-8c46-71a17dfb9f24" -d '{"events": [{"name": "network-changed", "server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:19:03.786847 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c96c1a-f589-4417-ad16-94a4419cb598 x-openstack-request-id: req-97c96c1a-f589-4417-ad16-94a4419cb598 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:19:03.787143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:19:03.787400 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97c96c1a-f589-4417-ad16-94a4419cb598 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:19:03.787809 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'status': 'completed', 'code': 200} Feb 04 06:19:03.831907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-1286327f-1d0b-42e1-93f1-d9c8f030a04c None None] Set router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:19:03.845192 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced60b2-5b45-4186-8c46-71a17dfb9f24 req-2292ae39-17d8-406c-8087-ce1a187c6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:03.846772 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aced60b2-5b45-4186-8c46-71a17dfb9f24 req-2292ae39-17d8-406c-8087-ce1a187c6945 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 1099 time: 0.0390747 Feb 04 06:19:03.937210 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced60b2-5b45-4186-8c46-71a17dfb9f24 req-72548113-3232-445c-a74c-1e85c40b5707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:03.938715 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aced60b2-5b45-4186-8c46-71a17dfb9f24 req-72548113-3232-445c-a74c-1e85c40b5707 service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0857406 Feb 04 06:19:04.002488 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aced60b2-5b45-4186-8c46-71a17dfb9f24 req-8b954649-1ebe-4952-9264-0f3e094c639e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee920719-8402-4cf5-a400-7f90fbffae91 HTTP/1.1" status: 200 len: 999 time: 0.0571983 Feb 04 06:19:04.053713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced60b2-5b45-4186-8c46-71a17dfb9f24 req-0a019e1e-794f-4244-bd69-f6875a977063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:04.055858 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aced60b2-5b45-4186-8c46-71a17dfb9f24 req-0a019e1e-794f-4244-bd69-f6875a977063 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0477543 Feb 04 06:19:04.059499 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-1286327f-1d0b-42e1-93f1-d9c8f030a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '7b1c8974-2e3d-4768-8d84-9056ff6fc9ad', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'floating_ip_address': '172.26.3.22', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'port_id': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'mac_address': 'fa:16:3e:50:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:19:02Z', 'updated_at': '2022-02-04T06:19:02Z', 'revision_number': 0, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 5, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:04.086218 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1286327f-1d0b-42e1-93f1-d9c8f030a04c None None] Checking router: 08eba9e0-d966-413b-9d0f-ff05f3636bc2 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:19:04.094778 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1286327f-1d0b-42e1-93f1-d9c8f030a04c None None] Routers {'08eba9e0-d966-413b-9d0f-ff05f3636bc2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:19:04.095397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-1286327f-1d0b-42e1-93f1-d9c8f030a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:18:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:04.100025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced60b2-5b45-4186-8c46-71a17dfb9f24 req-8c7b307f-0fb9-4889-ab51-ee83fad60017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:04.102164 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aced60b2-5b45-4186-8c46-71a17dfb9f24 req-8c7b307f-0fb9-4889-ab51-ee83fad60017 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395603 Feb 04 06:19:04.188626 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aced60b2-5b45-4186-8c46-71a17dfb9f24 req-14984d8c-821c-4946-8f0c-98dda556125f service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791786 Feb 04 06:19:04.199994 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-1286327f-1d0b-42e1-93f1-d9c8f030a04c None None] Set router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:19:04.285356 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-aced60b2-5b45-4186-8c46-71a17dfb9f24 req-610d49c8-7ba4-4f37-804f-d13efc1385e3 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902708 Feb 04 06:19:04.429047 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:04.433510 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-1286327f-1d0b-42e1-93f1-d9c8f030a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '7b1c8974-2e3d-4768-8d84-9056ff6fc9ad', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'floating_ip_address': '172.26.3.22', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'port_id': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'mac_address': 'fa:16:3e:50:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:19:02Z', 'updated_at': '2022-02-04T06:19:02Z', 'revision_number': 0, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 5, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:19:04.459475 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1286327f-1d0b-42e1-93f1-d9c8f030a04c None None] The sync data for ids ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'] in dv-neutron-827794-1-hyperv is: [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '7b1c8974-2e3d-4768-8d84-9056ff6fc9ad', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'floating_ip_address': '172.26.3.22', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'port_id': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'mac_address': 'fa:16:3e:50:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:19:02Z', 'updated_at': '2022-02-04T06:19:02Z', 'revision_number': 0, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 5, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:19:04.651616 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051a268-7e85-45ff-80bb-69703fa403c2 None None] New status for floating IP 7b1c8974-2e3d-4768-8d84-9056ff6fc9ad: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:19:12.760478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-76b63925-fa12-441a-b352-858dfd9a41b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:14.937337 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a85806b3-45a2-4c7e-b826-30fe42bcfd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:16.017575 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.834116 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:17.987235 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:19.049823 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bad7bb4a-cba5-44cf-948f-ea989bce88b3 req-ec6ef6a8-71dc-4422-aabd-a3f40af15973 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388401 Feb 04 06:19:19.126919 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7bb4a-cba5-44cf-948f-ea989bce88b3 req-9c08a999-cf0b-483c-9d71-c55543e865a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:19.128375 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bad7bb4a-cba5-44cf-948f-ea989bce88b3 req-9c08a999-cf0b-483c-9d71-c55543e865a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 1099 time: 0.0386834 Feb 04 06:19:19.228823 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7bb4a-cba5-44cf-948f-ea989bce88b3 req-5ca13840-32f2-4e30-b335-c0643a94423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:19.230205 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bad7bb4a-cba5-44cf-948f-ea989bce88b3 req-5ca13840-32f2-4e30-b335-c0643a94423d service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0843031 Feb 04 06:19:19.296685 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bad7bb4a-cba5-44cf-948f-ea989bce88b3 req-bd7c95c0-2d9a-4773-8320-319d68fdcf3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee920719-8402-4cf5-a400-7f90fbffae91 HTTP/1.1" status: 200 len: 1001 time: 0.0547500 Feb 04 06:19:19.356713 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7bb4a-cba5-44cf-948f-ea989bce88b3 req-d8a68e82-750d-4b6e-a8c0-498c522faa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:19.358115 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bad7bb4a-cba5-44cf-948f-ea989bce88b3 req-d8a68e82-750d-4b6e-a8c0-498c522faa72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0454185 Feb 04 06:19:19.400856 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7bb4a-cba5-44cf-948f-ea989bce88b3 req-f1cbd088-b5ea-4195-8cbf-2575132bd942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:19:19.402295 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bad7bb4a-cba5-44cf-948f-ea989bce88b3 req-f1cbd088-b5ea-4195-8cbf-2575132bd942 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0369849 Feb 04 06:19:19.488275 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bad7bb4a-cba5-44cf-948f-ea989bce88b3 req-375261ee-8d10-416b-aea4-1deccdb421c6 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792515 Feb 04 06:19:19.582078 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bad7bb4a-cba5-44cf-948f-ea989bce88b3 req-69a0ba55-fee4-4024-b440-92c44d07029f service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870144 Feb 04 06:19:34.422676 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:35.952885 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:19:42.759797 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0cae-6dd3-4a5a-bc64-830fd11e26f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:44.928107 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6fb1be61-fbf2-4d3b-9142-4f04f0a73289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:46.020980 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.836538 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:19:47.986710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:04.437320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:12.760138 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bafd5fbc-0392-4a01-b3de-42cb0a927551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:12.952314 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:20:14.933533 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6aede5ea-5f28-4f70-ba80-19c9fb41012a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:16.024054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:17.838531 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:17.990179 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:20.044492 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b257bdb0-88b4-4d7f-9509-f9178cb20ebf req-ca00e3f1-6f86-4fe5-a700-6cd48b5127e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395808 Feb 04 06:20:20.127401 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257bdb0-88b4-4d7f-9509-f9178cb20ebf req-9f04ab44-010a-4d20-9326-e4ba9120913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:20.128861 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b257bdb0-88b4-4d7f-9509-f9178cb20ebf req-9f04ab44-010a-4d20-9326-e4ba9120913a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 1099 time: 0.0417390 Feb 04 06:20:20.228959 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257bdb0-88b4-4d7f-9509-f9178cb20ebf req-a5b9c644-bc3f-4908-ac9f-0ea5d042939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:20.230860 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b257bdb0-88b4-4d7f-9509-f9178cb20ebf req-a5b9c644-bc3f-4908-ac9f-0ea5d042939a service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0841424 Feb 04 06:20:20.292241 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b257bdb0-88b4-4d7f-9509-f9178cb20ebf req-16a8acb7-0656-4569-929b-9165505cb500 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee920719-8402-4cf5-a400-7f90fbffae91 HTTP/1.1" status: 200 len: 1001 time: 0.0552418 Feb 04 06:20:20.342865 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257bdb0-88b4-4d7f-9509-f9178cb20ebf req-5176b177-4dce-4518-9a08-601a8a8bac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:20.344183 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b257bdb0-88b4-4d7f-9509-f9178cb20ebf req-5176b177-4dce-4518-9a08-601a8a8bac84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0459979 Feb 04 06:20:20.386921 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257bdb0-88b4-4d7f-9509-f9178cb20ebf req-bee08942-3bf4-44d2-b3fa-8e9147cb6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:20.388455 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b257bdb0-88b4-4d7f-9509-f9178cb20ebf req-bee08942-3bf4-44d2-b3fa-8e9147cb6cc2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0376964 Feb 04 06:20:20.474068 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b257bdb0-88b4-4d7f-9509-f9178cb20ebf req-8af50bc1-8be8-42d3-aea9-9a79e3ea4c4b service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789490 Feb 04 06:20:20.561820 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-b257bdb0-88b4-4d7f-9509-f9178cb20ebf req-5a214005-18f7-4a8c-ad63-051bec9c8b08 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818505 Feb 04 06:20:34.448215 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:42.759368 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-aa537838-22ba-44c5-bc71-212ab02dce7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:44.934129 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-935a73bc-9d83-43cc-b913-7950687f2fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:46.026432 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:47.841490 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:47.990970 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:20:49.951995 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:20:53.524428 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [req-d3af3511-a3c4-4a57-b955-8e824f5a927c req-be188375-9e6c-4872-954e-636f33456f4e service neutron] (108744) timed out ('10.222.0.10', 55862) {{(pid=108744) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 06:20:59.316094 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb8daa-ec6e-4f79-a927-e0093f920412 req-d1135adf-a7ce-45a0-b473-a9158fd0d1b4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:20:59.317570 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-84bb8daa-ec6e-4f79-a927-e0093f920412 req-d1135adf-a7ce-45a0-b473-a9158fd0d1b4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0494385 Feb 04 06:20:59.359215 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-84bb8daa-ec6e-4f79-a927-e0093f920412 req-c3d38f92-bdb6-4e06-aa19-d8a8ce47e0df tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354123 Feb 04 06:21:00.475115 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b49c2a-2de2-4375-b514-049821736985 req-493623fc-e74a-4f38-97b9-4feb80cfa049 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:00.476563 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-39b49c2a-2de2-4375-b514-049821736985 req-493623fc-e74a-4f38-97b9-4feb80cfa049 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0484447 Feb 04 06:21:00.513235 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-39b49c2a-2de2-4375-b514-049821736985 req-0500565a-2c26-40fe-8cef-c9f0dd3f5880 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307081 Feb 04 06:21:01.630662 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003f86b-ef7f-4aa6-99c3-c3972637a0f9 req-ae55db15-a573-47c5-9e11-7bfe218ce4d5 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:01.632112 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f003f86b-ef7f-4aa6-99c3-c3972637a0f9 req-ae55db15-a573-47c5-9e11-7bfe218ce4d5 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0482070 Feb 04 06:21:01.669294 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f003f86b-ef7f-4aa6-99c3-c3972637a0f9 req-e44f0d07-5125-46df-9ea6-9bc0654032f0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313330 Feb 04 06:21:02.780141 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49c147-4990-41f2-8ae3-d504300c6fa8 req-2c651e52-5d72-48fd-a2c3-f65451e88f68 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:02.781480 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb49c147-4990-41f2-8ae3-d504300c6fa8 req-2c651e52-5d72-48fd-a2c3-f65451e88f68 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0466774 Feb 04 06:21:02.823637 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-cb49c147-4990-41f2-8ae3-d504300c6fa8 req-c9a5dda4-5668-4b51-93bf-e8dfb2945f51 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363426 Feb 04 06:21:03.934349 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c606e8-0617-492b-8622-b56eb5f7caf1 req-509400e8-8dbb-490d-a8c5-a276af6c3e0b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:03.935781 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-04c606e8-0617-492b-8622-b56eb5f7caf1 req-509400e8-8dbb-490d-a8c5-a276af6c3e0b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0472317 Feb 04 06:21:03.972507 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-04c606e8-0617-492b-8622-b56eb5f7caf1 req-ac829614-0fd7-49ab-ad20-2a2b5a3ba90e tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309887 Feb 04 06:21:04.445004 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:05.091081 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a21a7-33c9-41b4-861e-28bb122c1153 req-0c315fdb-7b1a-4f81-b43c-8342a13ae42e tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:05.092571 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ec0a21a7-33c9-41b4-861e-28bb122c1153 req-0c315fdb-7b1a-4f81-b43c-8342a13ae42e tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0542948 Feb 04 06:21:05.129612 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ec0a21a7-33c9-41b4-861e-28bb122c1153 req-0c1f4180-9fb1-4abe-bf70-02d87d849d10 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310035 Feb 04 06:21:06.242474 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51890b3-366a-4789-9f54-40d3278cb9d3 req-8b373b65-727d-4eef-a454-86fd9962e7b6 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:06.243857 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b51890b3-366a-4789-9f54-40d3278cb9d3 req-8b373b65-727d-4eef-a454-86fd9962e7b6 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0484207 Feb 04 06:21:06.283509 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b51890b3-366a-4789-9f54-40d3278cb9d3 req-7d95e488-d02f-4384-98e2-ac6dc8b3aa6d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338624 Feb 04 06:21:07.395152 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ac129-f681-47dc-a441-ee47af441263 req-799e97d2-5a6b-45b6-a75d-f88ee4f6b01d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:07.396594 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7f8ac129-f681-47dc-a441-ee47af441263 req-799e97d2-5a6b-45b6-a75d-f88ee4f6b01d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0479636 Feb 04 06:21:07.433080 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7f8ac129-f681-47dc-a441-ee47af441263 req-c22cdc70-9f4d-4ceb-b8a0-e87a1249856f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307341 Feb 04 06:21:08.548014 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95020ee0-f118-45ca-a97d-a787512d58a4 req-26c203e8-af4b-46a9-9495-1ae2604b8335 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:08.549447 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-95020ee0-f118-45ca-a97d-a787512d58a4 req-26c203e8-af4b-46a9-9495-1ae2604b8335 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0497291 Feb 04 06:21:08.586066 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-95020ee0-f118-45ca-a97d-a787512d58a4 req-cd23e795-e636-4036-872b-9e8d3cfc22e4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307405 Feb 04 06:21:09.698739 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca3122-eb07-43a6-b710-15e4440008ea req-da9d2ba3-439e-4736-b93f-90ffdb001db7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:09.700180 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-21ca3122-eb07-43a6-b710-15e4440008ea req-da9d2ba3-439e-4736-b93f-90ffdb001db7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0482445 Feb 04 06:21:09.740318 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-21ca3122-eb07-43a6-b710-15e4440008ea req-1942c3c3-881b-4fb3-bbc9-41b13574cdac tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342114 Feb 04 06:21:10.851450 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea337b75-36a4-4cf7-85c1-6885326d7d95 req-c855327d-0827-42fe-aa96-edbf2067518c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:10.852882 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ea337b75-36a4-4cf7-85c1-6885326d7d95 req-c855327d-0827-42fe-aa96-edbf2067518c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0479083 Feb 04 06:21:10.889460 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ea337b75-36a4-4cf7-85c1-6885326d7d95 req-c48cba35-7293-4ee0-90cb-18371cb86c77 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307777 Feb 04 06:21:12.005374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb71ce-5d4a-4eef-9122-b1ed66099714 req-e58f7b1a-6b00-4e12-88ae-5be160f367f1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:12.006952 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-97eb71ce-5d4a-4eef-9122-b1ed66099714 req-e58f7b1a-6b00-4e12-88ae-5be160f367f1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0516903 Feb 04 06:21:12.045640 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-97eb71ce-5d4a-4eef-9122-b1ed66099714 req-9a2fb3a9-ace9-4808-97df-1d96a586377d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326405 Feb 04 06:21:12.338378 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device ee920719-8402-4cf5-a400-7f90fbffae91 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:21:12.435177 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port ee920719-8402-4cf5-a400-7f90fbffae91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ee920719-8402-4cf5-a400-7f90fbffae91,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:21:12.446288 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'port_id': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'mac_address': 'fa:16:3e:50:17:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:21:12.485074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:12.497962 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee920719-8402-4cf5-a400-7f90fbffae91 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:21:12.517396 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port ee920719-8402-4cf5-a400-7f90fbffae91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ee920719-8402-4cf5-a400-7f90fbffae91,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:21:12.522397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:12.579200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=ee920719-8402-4cf5-a400-7f90fbffae91,revision_number=6']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:12.586933 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:12.587562 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:12.588000 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:12.588554 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:12.589083 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:12.589624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:12.590286 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:12.590816 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:12.591359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:12.591768 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:12.592185 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:12.592588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:21:12.597852 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['ee920719-8402-4cf5-a400-7f90fbffae91'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:21:12.787856 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f6ee3496-e390-4d6a-a429-447b87809c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:13.169853 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b03775-ffc8-4dd7-b115-ed96fd16edd0 req-5f0e303a-cdbb-4c74-a941-f42eb16b0bbd tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:13.172513 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b4b03775-ffc8-4dd7-b115-ed96fd16edd0 req-5f0e303a-cdbb-4c74-a941-f42eb16b0bbd tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 945 time: 0.0559776 Feb 04 06:21:13.221006 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b4b03775-ffc8-4dd7-b115-ed96fd16edd0 req-7e8505ba-1477-46aa-ab0b-9f1b4874f1d1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424101 Feb 04 06:21:14.356292 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device ee920719-8402-4cf5-a400-7f90fbffae91 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:21:14.367489 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649c713-7da0-48cb-838d-11c02b7dabc6 req-9655ecb1-14cc-4b4d-bc9c-c58fd5949536 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:14.369227 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3649c713-7da0-48cb-838d-11c02b7dabc6 req-9655ecb1-14cc-4b4d-bc9c-c58fd5949536 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 945 time: 0.0687821 Feb 04 06:21:14.410222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port ee920719-8402-4cf5-a400-7f90fbffae91 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:21:14.410544 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:14.428271 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3649c713-7da0-48cb-838d-11c02b7dabc6 req-e508edad-df7a-4aae-a1be-40be911c56aa tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468559 Feb 04 06:21:14.534376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:14.558996 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:21:14.561453 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f14019f-a201-49bd-85bb-91cf4e9d61b2" -d '{"events": [{"server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "name": "network-vif-plugged", "status": "completed", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:21:14.576934 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port ee920719-8402-4cf5-a400-7f90fbffae91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ee920719-8402-4cf5-a400-7f90fbffae91,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:21:14.580891 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:14.632199 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=ee920719-8402-4cf5-a400-7f90fbffae91,revision_number=7']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:14.943985 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d65b7271-1063-4574-8e1c-57e7322a476b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:15.569540 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d266d25-32be-4691-9aca-e2cd45eff8cd req-bb20cdfe-3b80-4178-9949-a35285a2a4f4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:15.571092 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4d266d25-32be-4691-9aca-e2cd45eff8cd req-bb20cdfe-3b80-4178-9949-a35285a2a4f4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0537505 Feb 04 06:21:15.621211 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4d266d25-32be-4691-9aca-e2cd45eff8cd req-bf8aee28-692c-4ffb-977d-6ec887833ad3 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434673 Feb 04 06:21:15.630644 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5125762-1fc0-421a-86e2-52c129fb3158 x-openstack-request-id: req-f5125762-1fc0-421a-86e2-52c129fb3158 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:21:15.631726 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "name": "network-vif-plugged", "status": "completed", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:21:15.632148 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5125762-1fc0-421a-86e2-52c129fb3158 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:21:15.632718 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'code': 200} Feb 04 06:21:16.032670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:16.735061 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13030844-bebf-41af-9e2d-5cc542dce7b9 req-3cd05729-97dd-4d9e-ab22-f9a5b88d1b5b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:16.736653 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-13030844-bebf-41af-9e2d-5cc542dce7b9 req-3cd05729-97dd-4d9e-ab22-f9a5b88d1b5b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0506184 Feb 04 06:21:16.780010 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-13030844-bebf-41af-9e2d-5cc542dce7b9 req-a121a680-20a8-4419-b015-aa8852eed3ca tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371106 Feb 04 06:21:17.862266 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:17.900032 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7338c-36bf-4a14-a4bd-21ab55477405 req-73c0846c-85e4-46db-ae83-f075f51b2fb8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:17.901642 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ddf7338c-36bf-4a14-a4bd-21ab55477405 req-73c0846c-85e4-46db-ae83-f075f51b2fb8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0527096 Feb 04 06:21:17.955903 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ddf7338c-36bf-4a14-a4bd-21ab55477405 req-3b94bdb7-e868-4693-9e7c-81a28d41b3b6 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447049 Feb 04 06:21:17.993896 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:19.066438 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7452ba-5102-4c30-a30e-7b6419fb6f9a req-510a1f40-8268-43cb-8338-7b41921800e7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:19.069005 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1d7452ba-5102-4c30-a30e-7b6419fb6f9a req-510a1f40-8268-43cb-8338-7b41921800e7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0512428 Feb 04 06:21:19.114321 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1d7452ba-5102-4c30-a30e-7b6419fb6f9a req-18186e16-5106-474b-a9c0-375eaab25bdb tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393999 Feb 04 06:21:20.229530 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aec842-4bb9-4cf0-9a74-100f97f12166 req-dbfc7a27-ecfd-45c9-ad0f-c3c651d2dc52 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:20.231048 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-57aec842-4bb9-4cf0-9a74-100f97f12166 req-dbfc7a27-ecfd-45c9-ad0f-c3c651d2dc52 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0513504 Feb 04 06:21:20.276027 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-57aec842-4bb9-4cf0-9a74-100f97f12166 req-f2011d0c-95a4-4299-ab35-58f7c2f9e100 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369477 Feb 04 06:21:20.686409 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa7f79-a4d9-408f-83f6-bce2b068342b req-2ea887c6-b43a-41da-9cd2-998df9ba2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:20.688405 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3efa7f79-a4d9-408f-83f6-bce2b068342b req-2ea887c6-b43a-41da-9cd2-998df9ba2afe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 1099 time: 0.0459774 Feb 04 06:21:20.809845 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa7f79-a4d9-408f-83f6-bce2b068342b req-6e6ed228-7a94-4124-a8ad-d449842a12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:20.811238 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3efa7f79-a4d9-408f-83f6-bce2b068342b req-6e6ed228-7a94-4124-a8ad-d449842a12bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.1030841 Feb 04 06:21:20.887025 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3efa7f79-a4d9-408f-83f6-bce2b068342b req-9488e837-d2dc-4a53-b1d2-aae21b00c006 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee920719-8402-4cf5-a400-7f90fbffae91 HTTP/1.1" status: 200 len: 1001 time: 0.0680637 Feb 04 06:21:20.939601 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa7f79-a4d9-408f-83f6-bce2b068342b req-d9906191-2f3e-4fc8-afdb-2792c778887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:20.941071 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3efa7f79-a4d9-408f-83f6-bce2b068342b req-d9906191-2f3e-4fc8-afdb-2792c778887d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0478001 Feb 04 06:21:20.992118 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa7f79-a4d9-408f-83f6-bce2b068342b req-5a826ffe-d0a2-4270-aed0-0ddc057f7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:20.995267 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3efa7f79-a4d9-408f-83f6-bce2b068342b req-5a826ffe-d0a2-4270-aed0-0ddc057f7534 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468535 Feb 04 06:21:21.089190 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3efa7f79-a4d9-408f-83f6-bce2b068342b req-1bd353b9-20aa-4c1b-91ac-43e7a777850b service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865972 Feb 04 06:21:21.183191 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-3efa7f79-a4d9-408f-83f6-bce2b068342b req-21d49d25-db45-4111-be10-bdac81a35997 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880237 Feb 04 06:21:21.393454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cda0c-d695-47dc-b2d9-9d7592cfdb60 req-7774486d-9ea1-43eb-9862-bbaba3364eb0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:21.394965 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ac8cda0c-d695-47dc-b2d9-9d7592cfdb60 req-7774486d-9ea1-43eb-9862-bbaba3364eb0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0498765 Feb 04 06:21:21.431573 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ac8cda0c-d695-47dc-b2d9-9d7592cfdb60 req-11ac2142-4ac3-47c2-a6b6-90f0630bc21e tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308812 Feb 04 06:21:21.945133 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90714438-5599-47c2-a895-fdcd20053bd1 req-16f8b37d-9f52-4ab1-963b-3243af7333f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:21.946640 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-90714438-5599-47c2-a895-fdcd20053bd1 req-16f8b37d-9f52-4ab1-963b-3243af7333f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 1099 time: 0.0401392 Feb 04 06:21:22.032374 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90714438-5599-47c2-a895-fdcd20053bd1 req-4cb06223-221a-4ba7-b62b-b232b9e3261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:22.033854 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-90714438-5599-47c2-a895-fdcd20053bd1 req-4cb06223-221a-4ba7-b62b-b232b9e3261b service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0810828 Feb 04 06:21:22.099834 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-90714438-5599-47c2-a895-fdcd20053bd1 req-f5ecdda5-3a88-4aa0-bb07-ef48b4bf6015 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee920719-8402-4cf5-a400-7f90fbffae91 HTTP/1.1" status: 200 len: 1001 time: 0.0597312 Feb 04 06:21:22.146332 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90714438-5599-47c2-a895-fdcd20053bd1 req-1e6d16d8-c2d6-42ff-ab21-f3fffba53707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:22.147773 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-90714438-5599-47c2-a895-fdcd20053bd1 req-1e6d16d8-c2d6-42ff-ab21-f3fffba53707 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0420463 Feb 04 06:21:22.190466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90714438-5599-47c2-a895-fdcd20053bd1 req-0efc8487-5e33-422a-9a4f-d9f4d71fc55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:22.191898 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-90714438-5599-47c2-a895-fdcd20053bd1 req-0efc8487-5e33-422a-9a4f-d9f4d71fc55f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377526 Feb 04 06:21:22.281815 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-90714438-5599-47c2-a895-fdcd20053bd1 req-ec69e895-c478-437d-8f28-3f97cf85bbf3 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823843 Feb 04 06:21:22.369839 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-90714438-5599-47c2-a895-fdcd20053bd1 req-03b506e3-c4eb-4f37-84c4-6195fba79a1b service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789039 Feb 04 06:21:22.548022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10dbcb-14df-4c83-937f-5a42f3d6b77b req-2dee5562-c849-4f35-8633-1e814b5d9a8e tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:22.549373 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9a10dbcb-14df-4c83-937f-5a42f3d6b77b req-2dee5562-c849-4f35-8633-1e814b5d9a8e tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0469420 Feb 04 06:21:22.586579 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-9a10dbcb-14df-4c83-937f-5a42f3d6b77b req-9667319e-3a95-4e94-9b52-f30ef7d4c483 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314612 Feb 04 06:21:23.696643 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c72ac2-5643-4e01-a074-f3ff9e6f3f31 req-b304eac6-7166-4976-bbb9-0ff2911be709 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:23.698090 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c7c72ac2-5643-4e01-a074-f3ff9e6f3f31 req-b304eac6-7166-4976-bbb9-0ff2911be709 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0467813 Feb 04 06:21:23.738492 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c7c72ac2-5643-4e01-a074-f3ff9e6f3f31 req-4fc785ad-88d5-4a81-8bc7-88eb5447c7dc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338421 Feb 04 06:21:24.849270 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bd1bd-b177-4b3d-b2c4-977fba2f1743 req-11f9c01a-5754-4259-8f5e-a175e01b491d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:24.850742 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7e0bd1bd-b177-4b3d-b2c4-977fba2f1743 req-11f9c01a-5754-4259-8f5e-a175e01b491d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0482335 Feb 04 06:21:24.886749 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7e0bd1bd-b177-4b3d-b2c4-977fba2f1743 req-d91dfb6f-dada-4d2f-852a-42f031c64899 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302503 Feb 04 06:21:24.954185 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-ed066725-7b23-4c38-9e3b-b348494de917 req-fa757530-6b94-4953-99e8-ea0b3d8bab1a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:21:24.955173 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ed066725-7b23-4c38-9e3b-b348494de917 req-fa757530-6b94-4953-99e8-ea0b3d8bab1a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060904 Feb 04 06:21:25.104454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de46ed7-52c3-4989-8653-7af15095f6b0 req-a5b18b53-7c10-4a80-91c6-66c56a9d242d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:25.105991 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2de46ed7-52c3-4989-8653-7af15095f6b0 req-a5b18b53-7c10-4a80-91c6-66c56a9d242d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0493312 Feb 04 06:21:25.143996 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2de46ed7-52c3-4989-8653-7af15095f6b0 req-916a1967-9cd0-4bbd-9e3d-7a62bdb23f8d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317230 Feb 04 06:21:25.280880 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59674) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:21:25.363278 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-2f8c0ea6-b78b-4137-aad0-8322bc6bd9f5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813327 Feb 04 06:21:25.371748 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-70e9b36c-0cd1-4e98-964a-2bf3664d26de service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:21:25.372698 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-70e9b36c-0cd1-4e98-964a-2bf3664d26de service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047948 Feb 04 06:21:26.258895 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f78d01-4925-4b1c-9b54-c2edf7a21aaf req-534b07a5-3de6-46ad-9963-405d882e2943 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:26.260347 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-59f78d01-4925-4b1c-9b54-c2edf7a21aaf req-534b07a5-3de6-46ad-9963-405d882e2943 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 946 time: 0.0510011 Feb 04 06:21:26.297161 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-59f78d01-4925-4b1c-9b54-c2edf7a21aaf req-8e676c11-2abf-410a-b318-314f3a6c21d3 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303612 Feb 04 06:21:26.448644 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device ee920719-8402-4cf5-a400-7f90fbffae91 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:21:26.526189 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:26.547638 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:21:26.549893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2cb38e-6858-4394-86ab-9258f42e9108" -d '{"events": [{"server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "name": "network-vif-unplugged", "status": "completed", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:21:26.562606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port ee920719-8402-4cf5-a400-7f90fbffae91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ee920719-8402-4cf5-a400-7f90fbffae91,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:21:26.567008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:26.591200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 06:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6c5f86-c9ad-49c9-8fc5-b6ac4b09dc21 x-openstack-request-id: req-4f6c5f86-c9ad-49c9-8fc5-b6ac4b09dc21 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:21:26.591497 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "name": "network-vif-unplugged", "status": "failed", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91", "code": 422}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:21:26.591756 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f6c5f86-c9ad-49c9-8fc5-b6ac4b09dc21 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:21:26.592175 dv-neutron-827794-1-hyperv neutron-server[108746]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'code': 422} returned with failed status Feb 04 06:21:26.617044 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=ee920719-8402-4cf5-a400-7f90fbffae91,revision_number=8']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:26.951172 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:21:27.411587 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a97fd-b3db-4148-a6dc-bccc01ef92df req-e1af024d-a232-4f6b-bfa7-30b733f8f227 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:27.413039 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d58a97fd-b3db-4148-a6dc-bccc01ef92df req-e1af024d-a232-4f6b-bfa7-30b733f8f227 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 944 time: 0.0493491 Feb 04 06:21:27.448881 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d58a97fd-b3db-4148-a6dc-bccc01ef92df req-c50a0260-e947-407b-ad82-93acd5606261 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300112 Feb 04 06:21:28.147152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-e75ae24b-8c7a-4c75-84b3-f695816be7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:28.148618 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-e75ae24b-8c7a-4c75-84b3-f695816be7be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e&tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a HTTP/1.1" status: 200 len: 1097 time: 0.0436358 Feb 04 06:21:28.207088 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-0a510a34-f6ed-4f70-8511-4a8814842866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:28.208537 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-0a510a34-f6ed-4f70-8511-4a8814842866 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 1097 time: 0.0388677 Feb 04 06:21:28.292254 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-662a90c2-a5dd-48c3-949d-0f96e1267d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:28.293638 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-662a90c2-a5dd-48c3-949d-0f96e1267d76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0787036 Feb 04 06:21:28.565843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfe528-4b26-4b3a-863f-a7d234150a22 req-63aab479-1bfe-4648-a7c3-c63686eec577 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:28.567379 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8dcfe528-4b26-4b3a-863f-a7d234150a22 req-63aab479-1bfe-4648-a7c3-c63686eec577 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 944 time: 0.0487709 Feb 04 06:21:28.610217 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8dcfe528-4b26-4b3a-863f-a7d234150a22 req-f0f3d1d1-730f-4044-9400-787631787add tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365653 Feb 04 06:21:28.632418 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-6dc422a1-7c19-4216-81a2-b5ac4a0cdb59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee920719-8402-4cf5-a400-7f90fbffae91 HTTP/1.1" status: 200 len: 999 time: 0.3322885 Feb 04 06:21:28.679583 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-2912d19a-76f4-4371-a8fd-fea8a8b00b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:28.680958 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-2912d19a-76f4-4371-a8fd-fea8a8b00b82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0421126 Feb 04 06:21:28.723980 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-9bc583fb-4c21-474a-a495-834255bfcf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:28.725318 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-9bc583fb-4c21-474a-a495-834255bfcf2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378230 Feb 04 06:21:28.812206 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-81c5c742-998e-4a81-88a2-670a16de4e96 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797238 Feb 04 06:21:28.901760 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-56f6e97b-d217-4a1f-b298-55fe27124cd9 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826831 Feb 04 06:21:29.736164 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b445c1-fa2e-473e-81c0-2c9787eb943d req-7f5ca147-c7c4-4395-8277-a04f61d46c71 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:29.738182 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-85b445c1-fa2e-473e-81c0-2c9787eb943d req-7f5ca147-c7c4-4395-8277-a04f61d46c71 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 944 time: 0.0579290 Feb 04 06:21:29.783714 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-85b445c1-fa2e-473e-81c0-2c9787eb943d req-dc4fac17-bf1a-42c6-90a5-d2cefac6b48f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363443 Feb 04 06:21:30.900829 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baaf58-1a68-41d3-a3c8-a1b02777eac2 req-ae055882-39b8-416a-a2a9-3c3322ed7f0c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:30.902397 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-04baaf58-1a68-41d3-a3c8-a1b02777eac2 req-ae055882-39b8-416a-a2a9-3c3322ed7f0c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 944 time: 0.0503285 Feb 04 06:21:30.953022 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-04baaf58-1a68-41d3-a3c8-a1b02777eac2 req-a20dfc22-6379-4dea-a326-8b7cdc8c19c6 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432289 Feb 04 06:21:32.072624 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6fae-7878-4a38-a399-7cf2b794d89c req-6f639369-4df0-4008-b6aa-4a34a23f3e71 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:32.074138 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-03fa6fae-7878-4a38-a399-7cf2b794d89c req-6f639369-4df0-4008-b6aa-4a34a23f3e71 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 944 time: 0.0495446 Feb 04 06:21:32.113169 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-03fa6fae-7878-4a38-a399-7cf2b794d89c req-d23ab32b-02c7-484c-bae0-538548b45e97 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326250 Feb 04 06:21:33.242640 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74aa4a-6224-4394-88be-bbad14b24067 req-3b1a7fe4-2fba-429c-8169-77946ed67a4f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:33.245738 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fc74aa4a-6224-4394-88be-bbad14b24067 req-3b1a7fe4-2fba-429c-8169-77946ed67a4f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 944 time: 0.0608354 Feb 04 06:21:33.285900 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fc74aa4a-6224-4394-88be-bbad14b24067 req-624e1ce2-2034-4970-adae-b3ff12b54bec tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332694 Feb 04 06:21:34.406454 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b4044-6a5d-4b2d-a545-6b8eac6f80b1 req-f33e5cde-bfa0-44ce-974d-8155a5f25814 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:34.407964 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4e4b4044-6a5d-4b2d-a545-6b8eac6f80b1 req-f33e5cde-bfa0-44ce-974d-8155a5f25814 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 944 time: 0.0536125 Feb 04 06:21:34.446605 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:34.462301 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4e4b4044-6a5d-4b2d-a545-6b8eac6f80b1 req-0e3c7751-8907-490c-939c-96ae4342c57d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482678 Feb 04 06:21:35.601705 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c0589-090d-497a-87b0-bdf6f72d898f req-54c4a1e8-e8ea-4160-ad39-47dd36e76640 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:35.604448 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-236c0589-090d-497a-87b0-bdf6f72d898f req-54c4a1e8-e8ea-4160-ad39-47dd36e76640 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 944 time: 0.0523639 Feb 04 06:21:35.648587 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-236c0589-090d-497a-87b0-bdf6f72d898f req-3e3b2b28-7c63-411b-a015-3d9a9c635ede tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375257 Feb 04 06:21:36.765726 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f70f5-e829-4290-bbd6-6994c94505e3 req-b060fb8b-ac6c-4ac1-b996-53a1b3b98d3d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:36.767207 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f19f70f5-e829-4290-bbd6-6994c94505e3 req-b060fb8b-ac6c-4ac1-b996-53a1b3b98d3d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 944 time: 0.0515916 Feb 04 06:21:36.804276 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f19f70f5-e829-4290-bbd6-6994c94505e3 req-c12ea7a4-f7e6-4681-a82c-32de7302c065 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312142 Feb 04 06:21:37.915293 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26040f99-5292-4437-a22f-34d6b56de29e req-224cc358-9b51-41d1-b832-62743911d7af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:37.916747 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26040f99-5292-4437-a22f-34d6b56de29e req-224cc358-9b51-41d1-b832-62743911d7af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 944 time: 0.0472493 Feb 04 06:21:37.953642 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26040f99-5292-4437-a22f-34d6b56de29e req-43aa36ba-317a-423d-9bf9-ebc540ea33c9 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306699 Feb 04 06:21:39.065378 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed585e50-9617-4c25-a8b3-c23f0dc4802e req-95269961-39a8-45bb-8703-a699b6282165 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:39.066895 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ed585e50-9617-4c25-a8b3-c23f0dc4802e req-95269961-39a8-45bb-8703-a699b6282165 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 944 time: 0.0475342 Feb 04 06:21:39.103536 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ed585e50-9617-4c25-a8b3-c23f0dc4802e req-1c83bcd8-3581-45d2-aca2-474a24e6a9ec tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306408 Feb 04 06:21:40.219021 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eff94c-b9f3-4f0d-b42e-7c60df76bd93 req-28e769e9-4ed7-4aa2-9f71-f2422ee4d189 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:40.220455 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-79eff94c-b9f3-4f0d-b42e-7c60df76bd93 req-28e769e9-4ed7-4aa2-9f71-f2422ee4d189 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 944 time: 0.0520778 Feb 04 06:21:40.256080 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-79eff94c-b9f3-4f0d-b42e-7c60df76bd93 req-37aac8ed-8979-44c4-8bdf-1d75b4bcbdbc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297935 Feb 04 06:21:40.493216 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device ee920719-8402-4cf5-a400-7f90fbffae91 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:21:40.584889 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port ee920719-8402-4cf5-a400-7f90fbffae91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ee920719-8402-4cf5-a400-7f90fbffae91,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:21:40.595469 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'port_id': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'mac_address': 'fa:16:3e:50:17:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:21:40.631569 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:40.643522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee920719-8402-4cf5-a400-7f90fbffae91 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:21:40.661845 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port ee920719-8402-4cf5-a400-7f90fbffae91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ee920719-8402-4cf5-a400-7f90fbffae91,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:21:40.665684 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:40.709775 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=ee920719-8402-4cf5-a400-7f90fbffae91,revision_number=9']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:40.896079 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['ee920719-8402-4cf5-a400-7f90fbffae91'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:21:41.367416 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8fc15-86e5-4ead-8122-ac707d3b03b9 req-f5a851c2-2393-4ea5-8bce-c757a5a1f529 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:41.368893 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f7a8fc15-86e5-4ead-8122-ac707d3b03b9 req-f5a851c2-2393-4ea5-8bce-c757a5a1f529 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 945 time: 0.0473628 Feb 04 06:21:41.405594 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f7a8fc15-86e5-4ead-8122-ac707d3b03b9 req-cb6b0171-cc2e-4ef7-822b-9b1ad23fbe06 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303931 Feb 04 06:21:42.517591 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04dc04-b2d0-4163-bb21-8adf6c0b30c8 req-9a128a23-9f97-4bf3-86f5-fc958c3671e5 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:42.519067 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4d04dc04-b2d0-4163-bb21-8adf6c0b30c8 req-9a128a23-9f97-4bf3-86f5-fc958c3671e5 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 945 time: 0.0472608 Feb 04 06:21:42.524669 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device ee920719-8402-4cf5-a400-7f90fbffae91 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:21:42.557023 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4d04dc04-b2d0-4163-bb21-8adf6c0b30c8 req-ab10780e-1b3c-4f78-8577-9d7da20c05e7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311010 Feb 04 06:21:42.573295 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port ee920719-8402-4cf5-a400-7f90fbffae91 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:21:42.573670 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:42.646614 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:42.667819 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:21:42.670137 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57fa12b-ed6d-449a-b778-8817abc418fa" -d '{"events": [{"server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "name": "network-vif-plugged", "status": "completed", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:21:42.681968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port ee920719-8402-4cf5-a400-7f90fbffae91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ee920719-8402-4cf5-a400-7f90fbffae91,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:21:42.686494 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:42.712046 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bae5ca8-244b-431b-855d-865faea1edbf x-openstack-request-id: req-0bae5ca8-244b-431b-855d-865faea1edbf {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:21:42.712396 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "name": "network-vif-plugged", "status": "completed", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:21:42.712644 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0bae5ca8-244b-431b-855d-865faea1edbf {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:21:42.713016 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'code': 200} Feb 04 06:21:42.740439 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=ee920719-8402-4cf5-a400-7f90fbffae91,revision_number=10']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:21:42.760114 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-08200677-5c8a-4aa0-b014-5d23277873b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:42.930503 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecf6a7-1174-4869-8d88-8144d66ece92 req-9f832f5b-972f-46e1-a5eb-2143222a2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:42.931964 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-abecf6a7-1174-4869-8d88-8144d66ece92 req-9f832f5b-972f-46e1-a5eb-2143222a2020 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 1100 time: 0.0381694 Feb 04 06:21:42.964795 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-abecf6a7-1174-4869-8d88-8144d66ece92 req-8fa9d9fd-488b-4f31-983d-a3aaac13951b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264513 Feb 04 06:21:43.674012 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663fad4-2a17-408f-9450-8cc1ad5dde79 req-d804b7b0-a6c6-41f9-b611-fd988d0b1cd1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:43.675466 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0663fad4-2a17-408f-9450-8cc1ad5dde79 req-d804b7b0-a6c6-41f9-b611-fd988d0b1cd1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 947 time: 0.0517123 Feb 04 06:21:43.711692 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0663fad4-2a17-408f-9450-8cc1ad5dde79 req-20d44488-9648-4382-9fd3-a26779c7aea6 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304153 Feb 04 06:21:44.826217 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f7c76-06b3-42e1-9d48-e99d0cd6f306 req-171dd1fd-a6c7-4fa0-aa16-2f27a9939b30 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:21:44.827678 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-205f7c76-06b3-42e1-9d48-e99d0cd6f306 req-171dd1fd-a6c7-4fa0-aa16-2f27a9939b30 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 947 time: 0.0481358 Feb 04 06:21:44.863495 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-205f7c76-06b3-42e1-9d48-e99d0cd6f306 req-d7812443-5516-4346-9e3c-f988a668e7b7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301073 Feb 04 06:21:44.935314 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ec24f794-0608-400c-a9d9-7baa66bc4c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:46.031047 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:47.850166 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:21:47.994897 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:03.949871 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:22:04.448195 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:12.761381 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1595-5f84-4dda-a47a-7b882cdf06ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:14.936935 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-176e5629-7d4a-4d4b-a670-b8f54cc47333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:16.033846 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:17.852826 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:17.994536 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:21.052891 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8d7ab971-55b8-4f29-851b-06933b3b1607 req-4ad5e3b3-6bd5-4a2e-9556-fc33a8010b74 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406997 Feb 04 06:22:21.130320 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ab971-55b8-4f29-851b-06933b3b1607 req-639ef975-6b18-47b1-84b6-428c8760e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:21.131888 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8d7ab971-55b8-4f29-851b-06933b3b1607 req-639ef975-6b18-47b1-84b6-428c8760e4d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 1100 time: 0.0398543 Feb 04 06:22:21.232782 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ab971-55b8-4f29-851b-06933b3b1607 req-5fb067c0-f5b2-4c6f-932b-9297ed1abe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:21.234827 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8d7ab971-55b8-4f29-851b-06933b3b1607 req-5fb067c0-f5b2-4c6f-932b-9297ed1abe22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0850263 Feb 04 06:22:21.297523 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8d7ab971-55b8-4f29-851b-06933b3b1607 req-7e492eca-587f-44ce-9a59-2b5c6b14a918 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee920719-8402-4cf5-a400-7f90fbffae91 HTTP/1.1" status: 200 len: 1001 time: 0.0556891 Feb 04 06:22:21.349151 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ab971-55b8-4f29-851b-06933b3b1607 req-9d0b227f-1ddf-402f-90f7-d908b3d9f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:21.350658 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8d7ab971-55b8-4f29-851b-06933b3b1607 req-9d0b227f-1ddf-402f-90f7-d908b3d9f06e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0470774 Feb 04 06:22:21.393136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ab971-55b8-4f29-851b-06933b3b1607 req-d8f1461a-2978-4f4e-816e-27c68343096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:21.394615 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8d7ab971-55b8-4f29-851b-06933b3b1607 req-d8f1461a-2978-4f4e-816e-27c68343096f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380573 Feb 04 06:22:21.406193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [req-8d7ab971-55b8-4f29-851b-06933b3b1607 req-e885fcee-a54f-4fc8-b6d9-0f9f8abe4d6e service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:22:21.407139 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8d7ab971-55b8-4f29-851b-06933b3b1607 req-e885fcee-a54f-4fc8-b6d9-0f9f8abe4d6e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055058 Feb 04 06:22:21.494619 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8d7ab971-55b8-4f29-851b-06933b3b1607 req-6d2d8c2d-ac22-47af-835d-13ec5b464cbd service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801473 Feb 04 06:22:21.584910 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-8d7ab971-55b8-4f29-851b-06933b3b1607 req-309a922b-0894-4510-b2bd-8c63ce0d214c service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836875 Feb 04 06:22:34.457588 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:40.948900 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:22:42.763068 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8c45c921-4ec4-4c36-9915-d8ee1e1379ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:44.937559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4cb71d06-1307-44d8-bde5-2fca48011b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:46.036333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:47.855427 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:47.994526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:56.753091 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59806) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:22:56.902727 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Deleting port 46f3a5b7-2f73-4f2d-ac3f-21b23cf92b43 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:22:56.903068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:56.979797 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:56.980113 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:56.991921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Calling delete_port for 46f3a5b7-2f73-4f2d-ac3f-21b23cf92b43 owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:22:57.135364 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:57.159798 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event deleted for resources: {'Port': ['ID=46f3a5b7-2f73-4f2d-ac3f-21b23cf92b43,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:57.170221 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:57.170572 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:57.170915 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:57.171250 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:57.171580 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:57.171907 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:57.172230 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:57.172554 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:57.172878 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:57.173199 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:57.173517 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:57.173857 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:57.228962 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:57.229306 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Floating IP 7b1c8974-2e3d-4768-8d84-9056ff6fc9ad disassociated (deleted). External IP: 172.26.3.22, port: ee920719-8402-4cf5-a400-7f90fbffae91. Feb 04 06:22:57.428611 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:22:57.533396 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:22:57.538264 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:57.542714 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47727c70-bf62-41a0-a23e-2931fd579058 None None] Sync routers for ids ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:22:57.551695 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47727c70-bf62-41a0-a23e-2931fd579058 None None] Routers {'08eba9e0-d966-413b-9d0f-ff05f3636bc2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:22:57.552333 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-47727c70-bf62-41a0-a23e-2931fd579058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:22:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:57.563800 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9a00da33-4015-4839-a3d5-cf3f7ba2bbcc tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "DELETE /v2.0/floatingips/7b1c8974-2e3d-4768-8d84-9056ff6fc9ad HTTP/1.1" status: 204 len: 168 time: 0.8087835 Feb 04 06:22:57.564374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:57.566897 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce432868-aef3-49ad-b585-a74f424a370d" -d '{"events": [{"name": "network-changed", "server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:22:57.659477 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-47727c70-bf62-41a0-a23e-2931fd579058 None None] Set router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:22:57.669278 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4a11c2-5d52-4c73-9ffe-d9fdd6c88a59 x-openstack-request-id: req-4a4a11c2-5d52-4c73-9ffe-d9fdd6c88a59 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:22:57.669595 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:22:57.670019 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a4a11c2-5d52-4c73-9ffe-d9fdd6c88a59 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:22:57.670425 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'status': 'completed', 'code': 200} Feb 04 06:22:57.742797 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce432868-aef3-49ad-b585-a74f424a370d req-ccc4a4d3-0260-4737-b149-30b6016d0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:57.744602 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ce432868-aef3-49ad-b585-a74f424a370d req-ccc4a4d3-0260-4737-b149-30b6016d0975 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 1100 time: 0.0493813 Feb 04 06:22:57.806368 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b503c6-0c0e-4d0c-af5c-21d2d6583535 req-1b3d8f99-8889-4c8c-9ac1-b2a42c8bcda1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:57.807890 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a5b503c6-0c0e-4d0c-af5c-21d2d6583535 req-1b3d8f99-8889-4c8c-9ac1-b2a42c8bcda1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 947 time: 0.0542517 Feb 04 06:22:57.844442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce432868-aef3-49ad-b585-a74f424a370d req-c3eaa77f-3074-4194-8f2f-409004943620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:57.846363 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ce432868-aef3-49ad-b585-a74f424a370d req-c3eaa77f-3074-4194-8f2f-409004943620 service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0946338 Feb 04 06:22:57.848228 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a5b503c6-0c0e-4d0c-af5c-21d2d6583535 req-0da0e466-2805-4dfe-8eb0-acf09f01a77b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328486 Feb 04 06:22:57.893283 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ce432868-aef3-49ad-b585-a74f424a370d req-55e73814-4d7d-455e-a55c-da133a816e84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee920719-8402-4cf5-a400-7f90fbffae91 HTTP/1.1" status: 200 len: 217 time: 0.0371423 Feb 04 06:22:57.950008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce432868-aef3-49ad-b585-a74f424a370d req-f10ea1a0-79d0-42dc-85ea-6c2b2a015ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:57.952192 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ce432868-aef3-49ad-b585-a74f424a370d req-f10ea1a0-79d0-42dc-85ea-6c2b2a015ccf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0511086 Feb 04 06:22:57.999102 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce432868-aef3-49ad-b585-a74f424a370d req-797d7624-0cb4-4c3f-ab21-e87836eaeedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:58.000618 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ce432868-aef3-49ad-b585-a74f424a370d req-797d7624-0cb4-4c3f-ab21-e87836eaeedf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406735 Feb 04 06:22:58.024532 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-47727c70-bf62-41a0-a23e-2931fd579058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 5, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:58.049814 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47727c70-bf62-41a0-a23e-2931fd579058 None None] Checking router: 08eba9e0-d966-413b-9d0f-ff05f3636bc2 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:22:58.058849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47727c70-bf62-41a0-a23e-2931fd579058 None None] Routers {'08eba9e0-d966-413b-9d0f-ff05f3636bc2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:22:58.059453 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-47727c70-bf62-41a0-a23e-2931fd579058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:22:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:58.094083 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ce432868-aef3-49ad-b585-a74f424a370d req-0d836d0a-6ab3-4eaa-a5b7-6dcb942c37ee service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853734 Feb 04 06:22:58.163056 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-47727c70-bf62-41a0-a23e-2931fd579058 None None] Set router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:22:58.180952 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ce432868-aef3-49ad-b585-a74f424a370d req-b74a32b6-446b-4a1b-9baa-e5e701bbbbfd service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796909 Feb 04 06:22:58.355975 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-47727c70-bf62-41a0-a23e-2931fd579058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 5, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:22:58.381473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47727c70-bf62-41a0-a23e-2931fd579058 None None] The sync data for ids ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'] in dv-neutron-827794-1-hyperv is: [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 5, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:22:58.588737 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9fc79-0f5c-4271-a9e0-77f580139fc3 None None] New status for floating IP 7b1c8974-2e3d-4768-8d84-9056ff6fc9ad: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:22:58.964023 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4781a0-8a93-4aea-8264-26a906a7414c req-b4d523c6-b22d-4ecf-a8dd-0a3180a71d49 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:58.965462 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee4781a0-8a93-4aea-8264-26a906a7414c req-b4d523c6-b22d-4ecf-a8dd-0a3180a71d49 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 947 time: 0.0479188 Feb 04 06:22:59.000697 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ee4781a0-8a93-4aea-8264-26a906a7414c req-38abcf34-e9df-4127-b12e-1ddaeac8b18f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=577ff6eb-2911-4a47-ae42-127ed490857e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294704 Feb 04 06:22:59.077386 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b0eaf-10b5-40a7-9f94-a3d6278ca4ee req-b4cc220c-5739-46ea-9235-4b989e54d059 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:22:59.078874 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f80b0eaf-10b5-40a7-9f94-a3d6278ca4ee req-b4cc220c-5739-46ea-9235-4b989e54d059 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.26 "GET /v2.0/ports?device_id=20687814-1b1e-4a4d-ad7d-cc9cc735ba7e HTTP/1.1" status: 200 len: 947 time: 0.0526059 Feb 04 06:22:59.164271 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-f80b0eaf-10b5-40a7-9f94-a3d6278ca4ee req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Deleting port ee920719-8402-4cf5-a400-7f90fbffae91 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:22:59.164618 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-f80b0eaf-10b5-40a7-9f94-a3d6278ca4ee req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:59.252477 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-f80b0eaf-10b5-40a7-9f94-a3d6278ca4ee req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] For port ee920719-8402-4cf5-a400-7f90fbffae91, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ee920719-8402-4cf5-a400-7f90fbffae91,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:22:59.252756 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-f80b0eaf-10b5-40a7-9f94-a3d6278ca4ee req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:59.264613 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-f80b0eaf-10b5-40a7-9f94-a3d6278ca4ee req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Calling delete_port for ee920719-8402-4cf5-a400-7f90fbffae91 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:22:59.388972 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-f80b0eaf-10b5-40a7-9f94-a3d6278ca4ee req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:59.417918 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event deleted for resources: {'Port': ['ID=ee920719-8402-4cf5-a400-7f90fbffae91,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:22:59.427777 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.428130 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.428473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.428812 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.429141 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.429478 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.429822 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.430155 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.430835 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.430835 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.431114 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.431423 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:22:59.471171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80b0eaf-10b5-40a7-9f94-a3d6278ca4ee req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] No DVR routers for this DVR port ee920719-8402-4cf5-a400-7f90fbffae91 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:22:59.473681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-f80b0eaf-10b5-40a7-9f94-a3d6278ca4ee req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:22:59.476865 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-f80b0eaf-10b5-40a7-9f94-a3d6278ca4ee req-56b9c1bf-588c-4715-bf5d-245d00d76e64 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.26 "DELETE /v2.0/ports/ee920719-8402-4cf5-a400-7f90fbffae91 HTTP/1.1" status: 204 len: 173 time: 0.3919301 Feb 04 06:22:59.477294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'name': 'network-vif-deleted', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:22:59.479611 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad380b61-63df-491e-af71-2264bddb03eb" -d '{"events": [{"server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "name": "network-vif-deleted", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:22:59.578088 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040b5c19-d0ba-495a-9675-511bbe7e099a x-openstack-request-id: req-040b5c19-d0ba-495a-9675-511bbe7e099a {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:22:59.578430 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20687814-1b1e-4a4d-ad7d-cc9cc735ba7e", "name": "network-vif-deleted", "tag": "ee920719-8402-4cf5-a400-7f90fbffae91", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:22:59.578678 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-040b5c19-d0ba-495a-9675-511bbe7e099a {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:22:59.579077 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20687814-1b1e-4a4d-ad7d-cc9cc735ba7e', 'name': 'network-vif-deleted', 'tag': 'ee920719-8402-4cf5-a400-7f90fbffae91', 'status': 'completed', 'code': 200} Feb 04 06:23:00.054003 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59832) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:00.111457 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0e07d485-4bba-460d-8af2-620ea39c4282 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.134985 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0e07d485-4bba-460d-8af2-620ea39c4282 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.194166 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0e07d485-4bba-460d-8af2-620ea39c4282 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.197313 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0e07d485-4bba-460d-8af2-620ea39c4282 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.198497 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-0e07d485-4bba-460d-8af2-620ea39c4282 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "DELETE /v2.0/security-groups/577ff6eb-2911-4a47-ae42-127ed490857e HTTP/1.1" status: 204 len: 168 time: 0.1435113 Feb 04 06:23:00.207795 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07d485-4bba-460d-8af2-620ea39c4282 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=577ff6eb-2911-4a47-ae42-127ed490857e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:00.572615 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 59838) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:00.577215 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-a530f79a-6f59-4c66-822c-1b0de9e7942f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1359864739', 'description': 'tempest-secgroup-smoke-1359864739 description', 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:00.601661 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a530f79a-6f59-4c66-822c-1b0de9e7942f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.670027 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a530f79a-6f59-4c66-822c-1b0de9e7942f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.673723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a530f79a-6f59-4c66-822c-1b0de9e7942f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.701004 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a530f79a-6f59-4c66-822c-1b0de9e7942f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.702242 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-a530f79a-6f59-4c66-822c-1b0de9e7942f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1286054 Feb 04 06:23:00.705134 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59840) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:00.706125 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530f79a-6f59-4c66-822c-1b0de9e7942f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822b8bbc-bd24-4bea-b3e0-4503ff767049,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:00.711830 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-67f7a500-8094-4eac-ba32-68a70a8999ae tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'security_group_rule': {'security_group_id': '822b8bbc-bd24-4bea-b3e0-4503ff767049', 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:00.739829 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-67f7a500-8094-4eac-ba32-68a70a8999ae tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.784345 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-67f7a500-8094-4eac-ba32-68a70a8999ae tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.788691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-67f7a500-8094-4eac-ba32-68a70a8999ae tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.805445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7a500-8094-4eac-ba32-68a70a8999ae tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba20c76-5275-4484-aa83-3d8b6ade282d,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:00.813619 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-67f7a500-8094-4eac-ba32-68a70a8999ae tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.814819 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-67f7a500-8094-4eac-ba32-68a70a8999ae tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1083763 Feb 04 06:23:00.817926 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59842) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:00.822275 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-66a03087-c2e0-45dc-8e32-c5498ec31c32 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'security_group_rule': {'security_group_id': '822b8bbc-bd24-4bea-b3e0-4503ff767049', 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:00.850558 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-66a03087-c2e0-45dc-8e32-c5498ec31c32 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.906950 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-66a03087-c2e0-45dc-8e32-c5498ec31c32 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.910584 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-66a03087-c2e0-45dc-8e32-c5498ec31c32 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.928845 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a03087-c2e0-45dc-8e32-c5498ec31c32 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ebf233-e399-440d-9df2-452edeba75d1,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:00.937750 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-66a03087-c2e0-45dc-8e32-c5498ec31c32 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:00.938975 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-66a03087-c2e0-45dc-8e32-c5498ec31c32 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201265 Feb 04 06:23:00.941900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59844) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:00.946137 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ae3ff295-6b98-48a1-b110-ff2a71e91585 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'security_group_rule': {'security_group_id': '822b8bbc-bd24-4bea-b3e0-4503ff767049', 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:00.972070 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff295-6b98-48a1-b110-ff2a71e91585 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.027381 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff295-6b98-48a1-b110-ff2a71e91585 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.031258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff295-6b98-48a1-b110-ff2a71e91585 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.049321 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ff295-6b98-48a1-b110-ff2a71e91585 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b996200-0699-485b-aab0-36d78a86108c,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:01.057652 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff295-6b98-48a1-b110-ff2a71e91585 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.058909 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ae3ff295-6b98-48a1-b110-ff2a71e91585 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160517 Feb 04 06:23:01.062081 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59846) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:01.068732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-a9b17926-5a48-49e7-8153-165adfbf123b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'security_group_rule': {'security_group_id': '822b8bbc-bd24-4bea-b3e0-4503ff767049', 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:01.112205 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9b17926-5a48-49e7-8153-165adfbf123b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.176154 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9b17926-5a48-49e7-8153-165adfbf123b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.179731 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9b17926-5a48-49e7-8153-165adfbf123b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.198022 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b17926-5a48-49e7-8153-165adfbf123b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37523d65-1195-4efc-8174-408e3bb3919b,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:01.204800 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9b17926-5a48-49e7-8153-165adfbf123b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.205995 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a9b17926-5a48-49e7-8153-165adfbf123b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427515 Feb 04 06:23:01.209261 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59848) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:01.213460 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-ca669f8f-63ba-43bf-92a9-993a89b3525c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'security_group_rule': {'security_group_id': '822b8bbc-bd24-4bea-b3e0-4503ff767049', 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:01.235467 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-ca669f8f-63ba-43bf-92a9-993a89b3525c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Project fa7fd5322a8b4ad089a186cf3f489e1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:23:01.240333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ca669f8f-63ba-43bf-92a9-993a89b3525c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.300245 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ca669f8f-63ba-43bf-92a9-993a89b3525c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.303718 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ca669f8f-63ba-43bf-92a9-993a89b3525c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.321827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca669f8f-63ba-43bf-92a9-993a89b3525c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b6ebde-df2c-4dda-b471-0ccfadd71efb,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:01.326973 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ca669f8f-63ba-43bf-92a9-993a89b3525c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.330199 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-ca669f8f-63ba-43bf-92a9-993a89b3525c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199913 Feb 04 06:23:01.330818 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 59850) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:01.335633 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-85fc7e8a-059e-42bf-bab9-ae7fd26acfca tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'security_group_rule': {'security_group_id': '822b8bbc-bd24-4bea-b3e0-4503ff767049', 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:01.358032 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.securitygroups_db [None req-85fc7e8a-059e-42bf-bab9-ae7fd26acfca tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Project fa7fd5322a8b4ad089a186cf3f489e1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:23:01.362554 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85fc7e8a-059e-42bf-bab9-ae7fd26acfca tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.421961 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85fc7e8a-059e-42bf-bab9-ae7fd26acfca tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.426555 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85fc7e8a-059e-42bf-bab9-ae7fd26acfca tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.451934 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc7e8a-059e-42bf-bab9-ae7fd26acfca tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc554b1a-b0a1-47c2-8079-bc28641cdad6,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:01.460034 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-85fc7e8a-059e-42bf-bab9-ae7fd26acfca tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:01.461238 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-85fc7e8a-059e-42bf-bab9-ae7fd26acfca tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295083 Feb 04 06:23:02.910996 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device ee920719-8402-4cf5-a400-7f90fbffae91 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:23:02.940404 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: ee920719-8402-4cf5-a400-7f90fbffae91 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:23:02.940761 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device ee920719-8402-4cf5-a400-7f90fbffae91 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:23:04.454849 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:12.764900 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b245806d-bfb4-4bb0-9c4a-4161b2c5ea34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:14.937667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3bbaf94c-898f-4b35-8890-40da34c236d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:15.622779 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-3646e8b6-6bbd-4f14-b146-644aff397fb9 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1359864739&fields=id&tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a HTTP/1.1" status: 200 len: 267 time: 0.0324254 Feb 04 06:23:15.726936 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-0ebc04b8-4bf7-4709-b147-a34e44206c4b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:15.728285 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-0ebc04b8-4bf7-4709-b147-a34e44206c4b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 808 time: 0.0991261 Feb 04 06:23:15.743055 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-880f59ba-19fb-46b4-b806-80ee93243cf1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/quotas/fa7fd5322a8b4ad089a186cf3f489e1a HTTP/1.1" status: 200 len: 375 time: 0.0092695 Feb 04 06:23:15.792776 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-43b62fd2-3be2-4df5-a5ee-0eabbde339af tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443299 Feb 04 06:23:15.924680 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-ea981129-efd8-45a7-9a6e-a4660c6e08d4 service neutron] 10.222.0.10 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209497 Feb 04 06:23:16.016156 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-aa8c71df-54dc-4e8a-be97-076a470172b1 service neutron] 10.222.0.10 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853710 Feb 04 06:23:16.040491 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:16.284286 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d3b4f8cf-98ea-446b-be2f-3d319595835a req-4bc2f34b-06a6-4172-a6b2-e5f9eae17d49 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 210 time: 0.0274370 Feb 04 06:23:17.360726 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a180e2b6-0934-4980-a012-64d4a863764f req-1f3f5e4e-3910-4a84-9882-cacd478b9394 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 210 time: 0.0263588 Feb 04 06:23:17.858239 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:17.947767 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:23:17.994803 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:18.434182 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b7221e74-be2a-4555-a73c-bc3f338803b0 req-afea7cf6-e4b6-46d2-81f7-b16fa7b67f20 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 210 time: 0.0262859 Feb 04 06:23:19.217583 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-f601121b-52c2-44bf-9f25-adff9b000eb1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:19.219066 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-f601121b-52c2-44bf-9f25-adff9b000eb1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 808 time: 0.1006160 Feb 04 06:23:19.260746 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-c559b57f-bb47-481e-8727-f6fcd472a763 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a HTTP/1.1" status: 200 len: 380 time: 0.0332971 Feb 04 06:23:19.274605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-34e87d9f-da78-4d4d-aedd-d27d46a80de0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'port': {'device_id': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'admin_state_up': True, 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'security_groups': ['822b8bbc-bd24-4bea-b3e0-4503ff767049']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:19.394264 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-34e87d9f-da78-4d4d-aedd-d27d46a80de0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Made reservation on behalf of fa7fd5322a8b4ad089a186cf3f489e1a for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:23:19.397899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-34e87d9f-da78-4d4d-aedd-d27d46a80de0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.528177 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ca65cba7-9289-45d1-96c5-7f2683f12c6e req-f2b40630-a065-4051-a94b-83b471b0011d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 210 time: 0.0272415 Feb 04 06:23:19.530114 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-34e87d9f-da78-4d4d-aedd-d27d46a80de0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Allocated IP 172.20.0.14 (723e8b45-2c67-43ce-ad35-0a7e46566c4f/fc49ac3d-492f-4663-b526-7c306da456a3/69df5e45-17bc-4b2d-86c2-28370339cea0) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:23:19.673193 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-34e87d9f-da78-4d4d-aedd-d27d46a80de0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.706050 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-34e87d9f-da78-4d4d-aedd-d27d46a80de0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.757693 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-34e87d9f-da78-4d4d-aedd-d27d46a80de0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Network 723e8b45-2c67-43ce-ad35-0a7e46566c4f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:23:19.760914 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-34e87d9f-da78-4d4d-aedd-d27d46a80de0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:19.765341 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-34e87d9f-da78-4d4d-aedd-d27d46a80de0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:23:19.769206 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e87d9f-da78-4d4d-aedd-d27d46a80de0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'Port': ['ID=69df5e45-17bc-4b2d-86c2-28370339cea0,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:19.819909 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-34e87d9f-da78-4d4d-aedd-d27d46a80de0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:19.820536 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-34e87d9f-da78-4d4d-aedd-d27d46a80de0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:19.839653 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-34e87d9f-da78-4d4d-aedd-d27d46a80de0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5699506 Feb 04 06:23:19.899534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Request body: {'port': {'device_id': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:19.956331 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:20.005696 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-4f87aaad-b005-4bbe-9393-97400c5c4f60 None None] Provisioning complete for port 69df5e45-17bc-4b2d-86c2-28370339cea0 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:20.006289 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4f87aaad-b005-4bbe-9393-97400c5c4f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:20.043686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-4f87aaad-b005-4bbe-9393-97400c5c4f60 None None] Port 69df5e45-17bc-4b2d-86c2-28370339cea0 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:23:20.226462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69df5e45-17bc-4b2d-86c2-28370339cea0 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:23:20.235511 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:20.248825 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Transition to ACTIVE for port object 69df5e45-17bc-4b2d-86c2-28370339cea0 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:23:20.253173 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:20.324576 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Pushing event updated for resources: {'Port': ['ID=69df5e45-17bc-4b2d-86c2-28370339cea0,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:20.385707 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Attempting to bind port 69df5e45-17bc-4b2d-86c2-28370339cea0 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:23:20.386566 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Attempting to bind port 69df5e45-17bc-4b2d-86c2-28370339cea0 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:23:20.387284 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Attempting to bind port 69df5e45-17bc-4b2d-86c2-28370339cea0 on network 723e8b45-2c67-43ce-ad35-0a7e46566c4f {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:23:20.394396 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Port 69df5e45-17bc-4b2d-86c2-28370339cea0 on network 723e8b45-2c67-43ce-ad35-0a7e46566c4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:23:20.394898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Attempting to bind port 69df5e45-17bc-4b2d-86c2-28370339cea0 on network 723e8b45-2c67-43ce-ad35-0a7e46566c4f {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:23:20.402101 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:23:20.402729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Checking segment: {'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:23:20.403116 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Bound using segment: {'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:23:20.403550 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Bound port: 69df5e45-17bc-4b2d-86c2-28370339cea0, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d4b912-ff61-452a-bfeb-f326c23b4555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:23:20.403912 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:20.479988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] For port 69df5e45-17bc-4b2d-86c2-28370339cea0, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:23:20.483460 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] For port 69df5e45-17bc-4b2d-86c2-28370339cea0, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=69df5e45-17bc-4b2d-86c2-28370339cea0,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:23:20.488547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:20.526482 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:20.527100 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:20.528608 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] 10.222.0.26 "PUT /v2.0/ports/69df5e45-17bc-4b2d-86c2-28370339cea0 HTTP/1.1" status: 200 len: 1094 time: 0.6813004 Feb 04 06:23:20.529687 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'tag': '69df5e45-17bc-4b2d-86c2-28370339cea0'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:20.531343 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23de21c7-9db9-4362-9287-06fa4440c61a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d375fd5-a209-491b-8ad5-8015e981d1b6", "tag": "69df5e45-17bc-4b2d-86c2-28370339cea0"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:23:20.592838 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc1615-2c66-4a67-825a-169b412e3140 service neutron] Pushing event updated for resources: {'Port': ['ID=69df5e45-17bc-4b2d-86c2-28370339cea0,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:20.627385 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b95818d-1bcc-4766-94f4-4e2269b9cf6b x-openstack-request-id: req-1b95818d-1bcc-4766-94f4-4e2269b9cf6b {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:23:20.627385 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d375fd5-a209-491b-8ad5-8015e981d1b6", "tag": "69df5e45-17bc-4b2d-86c2-28370339cea0", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:23:20.627385 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b95818d-1bcc-4766-94f4-4e2269b9cf6b {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:23:20.627385 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'tag': '69df5e45-17bc-4b2d-86c2-28370339cea0', 'status': 'completed', 'code': 200} Feb 04 06:23:20.646201 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-f6cf82c2-839d-4ed4-82dd-c7d212a64923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:20.648512 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-f6cf82c2-839d-4ed4-82dd-c7d212a64923 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 1097 time: 0.0754795 Feb 04 06:23:20.673719 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97b93a-d50e-45e2-b6ed-346cf9b7d83d req-f9d6ab55-ddf5-401e-8c10-984d69023af3 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:20.682438 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4f97b93a-d50e-45e2-b6ed-346cf9b7d83d req-f9d6ab55-ddf5-401e-8c10-984d69023af3 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0680161 Feb 04 06:23:20.698632 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-d6e320f4-8b51-4c72-827f-dc7aa0bf2421 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69df5e45-17bc-4b2d-86c2-28370339cea0 HTTP/1.1" status: 200 len: 217 time: 0.0432181 Feb 04 06:23:20.735252 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4f97b93a-d50e-45e2-b6ed-346cf9b7d83d req-20cf235d-e2fa-405b-b431-3aabc8afb1c9 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459189 Feb 04 06:23:20.750610 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-e4bee0bc-4932-445e-acc2-6c8b8720d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:20.752097 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-e4bee0bc-4932-445e-acc2-6c8b8720d263 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0462987 Feb 04 06:23:20.799469 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-f15bcef8-18ee-4cfe-bbdc-ae79a1743501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:20.801108 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-f15bcef8-18ee-4cfe-bbdc-ae79a1743501 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419490 Feb 04 06:23:20.891412 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-ff682124-7974-4df6-ba81-23fc56ed93a9 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838506 Feb 04 06:23:20.979695 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1776e0d9-8cf5-45fa-b33f-8c72af94877c req-90fde4dd-7fbd-4a16-bea7-8125be23c65c service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806811 Feb 04 06:23:21.066013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de21c7-9db9-4362-9287-06fa4440c61a req-62390360-0289-41b6-a8f6-6cd2e5d9e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:21.067452 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-23de21c7-9db9-4362-9287-06fa4440c61a req-62390360-0289-41b6-a8f6-6cd2e5d9e18d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 1097 time: 0.0422158 Feb 04 06:23:21.158793 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de21c7-9db9-4362-9287-06fa4440c61a req-3e48a85f-4524-4386-9e5a-431b10711891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:21.160258 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-23de21c7-9db9-4362-9287-06fa4440c61a req-3e48a85f-4524-4386-9e5a-431b10711891 service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0866225 Feb 04 06:23:21.200488 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-23de21c7-9db9-4362-9287-06fa4440c61a req-ae9815f8-5833-4ec9-be60-e801bfd302b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69df5e45-17bc-4b2d-86c2-28370339cea0 HTTP/1.1" status: 200 len: 217 time: 0.0337975 Feb 04 06:23:21.253033 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de21c7-9db9-4362-9287-06fa4440c61a req-1eb904df-1d67-4b95-bde4-0347195983aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:21.254531 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-23de21c7-9db9-4362-9287-06fa4440c61a req-1eb904df-1d67-4b95-bde4-0347195983aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0473390 Feb 04 06:23:21.298344 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de21c7-9db9-4362-9287-06fa4440c61a req-2bb9df8d-ffe8-4f22-9039-209e0bdbd6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:21.299823 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-23de21c7-9db9-4362-9287-06fa4440c61a req-2bb9df8d-ffe8-4f22-9039-209e0bdbd6a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392828 Feb 04 06:23:21.386283 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-23de21c7-9db9-4362-9287-06fa4440c61a req-53588d93-2c33-44f7-80a6-d327671252de service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793302 Feb 04 06:23:21.479258 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-23de21c7-9db9-4362-9287-06fa4440c61a req-8b8dbed9-6744-4969-b8a7-b83a468437cd service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862203 Feb 04 06:23:21.843425 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e66b5-812a-49af-b4f9-efacda3d9bcf req-6a5305cf-fb63-480a-a726-d3f9623de4e1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:21.845016 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ea7e66b5-812a-49af-b4f9-efacda3d9bcf req-6a5305cf-fb63-480a-a726-d3f9623de4e1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0484083 Feb 04 06:23:21.882773 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ea7e66b5-812a-49af-b4f9-efacda3d9bcf req-5807bd54-9fa1-4b57-af25-9e63a764d839 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317450 Feb 04 06:23:22.997371 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba1180-2d1e-410a-aea7-7300d0811a0d req-cfb92bb4-5aba-41e6-a5ec-70cc9173f13a tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:22.998875 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7cba1180-2d1e-410a-aea7-7300d0811a0d req-cfb92bb4-5aba-41e6-a5ec-70cc9173f13a tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0494583 Feb 04 06:23:23.036029 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7cba1180-2d1e-410a-aea7-7300d0811a0d req-6d02aba5-e0f5-46a6-898f-0178fe1a5751 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312405 Feb 04 06:23:24.153841 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45537cc7-b4b7-4014-83d5-35beaa0ec474 req-90c1fac5-9dcf-45fb-a567-28d36076c6a0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:24.155299 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-45537cc7-b4b7-4014-83d5-35beaa0ec474 req-90c1fac5-9dcf-45fb-a567-28d36076c6a0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0508916 Feb 04 06:23:24.191345 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-45537cc7-b4b7-4014-83d5-35beaa0ec474 req-fa863113-55be-438d-8e3c-863a530026ea tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302415 Feb 04 06:23:25.301552 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb1b78-7b06-4f63-802c-de48ea5706a6 req-ed20eb59-efe2-4cf0-ba62-be4af3edfe24 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:25.303022 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-17fb1b78-7b06-4f63-802c-de48ea5706a6 req-ed20eb59-efe2-4cf0-ba62-be4af3edfe24 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0477314 Feb 04 06:23:25.339960 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-17fb1b78-7b06-4f63-802c-de48ea5706a6 req-6d4dafcc-572c-4f89-9982-7d023f4dd914 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309625 Feb 04 06:23:26.500732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b432364-ffef-426e-b3e8-1e14ae247eb7 req-aa7df7a2-c29f-4a5b-8756-1d8070bfa7ca tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:26.502214 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7b432364-ffef-426e-b3e8-1e14ae247eb7 req-aa7df7a2-c29f-4a5b-8756-1d8070bfa7ca tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0978796 Feb 04 06:23:26.538525 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7b432364-ffef-426e-b3e8-1e14ae247eb7 req-e0aa7bc7-974e-45ec-81f5-c0a5ca5781d9 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299151 Feb 04 06:23:27.700298 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c803e-bc43-4d87-b4b7-e7df4c46af86 req-07ec73bc-b2af-43d6-a822-8f4f00906d6b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:27.701738 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-746c803e-bc43-4d87-b4b7-e7df4c46af86 req-07ec73bc-b2af-43d6-a822-8f4f00906d6b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0989637 Feb 04 06:23:27.737911 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-746c803e-bc43-4d87-b4b7-e7df4c46af86 req-eccc3250-b56a-49a5-a0d4-f3732e975913 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302122 Feb 04 06:23:28.851895 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790149d6-0021-42da-abce-8f5105d9aeb3 req-7fb08508-306c-4d6a-93e5-68bf4f5ab276 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:28.853363 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-790149d6-0021-42da-abce-8f5105d9aeb3 req-7fb08508-306c-4d6a-93e5-68bf4f5ab276 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0481019 Feb 04 06:23:28.889404 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-790149d6-0021-42da-abce-8f5105d9aeb3 req-d1d0c513-c3b5-48b9-8e62-ae3481bbe2d6 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302351 Feb 04 06:23:29.999620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b2f86-9436-4e18-a2c1-7604d8aad458 req-d1d4374e-0bcb-44b3-a283-d38dc75903a4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:30.001067 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d06b2f86-9436-4e18-a2c1-7604d8aad458 req-d1d4374e-0bcb-44b3-a283-d38dc75903a4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0475309 Feb 04 06:23:30.036871 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d06b2f86-9436-4e18-a2c1-7604d8aad458 req-060037bc-e6c7-44a3-8fe1-55c31f4ef991 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300975 Feb 04 06:23:31.083206 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 69df5e45-17bc-4b2d-86c2-28370339cea0 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:23:31.152041 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080e46d-e944-4fd1-8183-4acc7fa9d39c req-8e408a14-f062-48af-9185-cb12a39093c0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:31.153516 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7080e46d-e944-4fd1-8183-4acc7fa9d39c req-8e408a14-f062-48af-9185-cb12a39093c0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0512731 Feb 04 06:23:31.175007 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 69df5e45-17bc-4b2d-86c2-28370339cea0, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=69df5e45-17bc-4b2d-86c2-28370339cea0,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:23:31.186025 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '69df5e45-17bc-4b2d-86c2-28370339cea0', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'port_id': '69df5e45-17bc-4b2d-86c2-28370339cea0', 'mac_address': 'fa:16:3e:59:a4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:23:31.189656 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7080e46d-e944-4fd1-8183-4acc7fa9d39c req-f5306d1e-933b-4368-a44d-ae76d53d1c4c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301719 Feb 04 06:23:31.225484 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:31.237421 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69df5e45-17bc-4b2d-86c2-28370339cea0 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:23:31.255114 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 69df5e45-17bc-4b2d-86c2-28370339cea0, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=69df5e45-17bc-4b2d-86c2-28370339cea0,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:23:31.259755 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:31.304402 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=69df5e45-17bc-4b2d-86c2-28370339cea0,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:31.311008 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:31.311360 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:31.311703 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:31.312037 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:31.312373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:31.312701 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:31.313079 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:31.313357 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:31.313680 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:31.314029 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:31.314345 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:31.314666 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:23:31.463847 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['69df5e45-17bc-4b2d-86c2-28370339cea0'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:23:32.300703 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923c7c9-7b07-4a92-a3b5-593214b1d9d9 req-88f92ec1-c14c-4581-89fb-3afdd8229d79 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:32.302178 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b923c7c9-7b07-4a92-a3b5-593214b1d9d9 req-88f92ec1-c14c-4581-89fb-3afdd8229d79 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 945 time: 0.0473063 Feb 04 06:23:32.339248 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b923c7c9-7b07-4a92-a3b5-593214b1d9d9 req-45ac97d0-fce9-458c-9900-bcd25ece5509 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312424 Feb 04 06:23:33.083913 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 69df5e45-17bc-4b2d-86c2-28370339cea0 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:23:33.135174 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 69df5e45-17bc-4b2d-86c2-28370339cea0 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:23:33.138903 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 69df5e45-17bc-4b2d-86c2-28370339cea0 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:23:33.139294 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:33.217625 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:33.238441 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69df5e45-17bc-4b2d-86c2-28370339cea0'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:33.241133 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6479a2df-3c86-4971-9119-686768a7cf9d" -d '{"events": [{"server_uuid": "6d375fd5-a209-491b-8ad5-8015e981d1b6", "name": "network-vif-plugged", "status": "completed", "tag": "69df5e45-17bc-4b2d-86c2-28370339cea0"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:23:33.253227 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 69df5e45-17bc-4b2d-86c2-28370339cea0, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=69df5e45-17bc-4b2d-86c2-28370339cea0,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:23:33.257728 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:33.302870 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=69df5e45-17bc-4b2d-86c2-28370339cea0,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:33.334833 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153312b9-cd3e-459a-b795-3e2467b0c39d x-openstack-request-id: req-153312b9-cd3e-459a-b795-3e2467b0c39d {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:23:33.335125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d375fd5-a209-491b-8ad5-8015e981d1b6", "name": "network-vif-plugged", "status": "completed", "tag": "69df5e45-17bc-4b2d-86c2-28370339cea0", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:23:33.335378 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-153312b9-cd3e-459a-b795-3e2467b0c39d {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:23:33.335766 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69df5e45-17bc-4b2d-86c2-28370339cea0', 'code': 200} Feb 04 06:23:33.452827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf2020-dd43-4a04-8bd4-2695c8f83f2d req-5fe4f112-af5f-4fe7-a28d-c9a80c262f1d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:33.454453 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dccf2020-dd43-4a04-8bd4-2695c8f83f2d req-5fe4f112-af5f-4fe7-a28d-c9a80c262f1d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0501945 Feb 04 06:23:33.492229 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-dccf2020-dd43-4a04-8bd4-2695c8f83f2d req-dd335b58-6a0f-4fb2-9656-895c4b1d6002 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319118 Feb 04 06:23:33.509487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d2920-87a4-41dc-b222-52daada6af8d req-f667b657-337e-426b-ba39-75913b11400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:33.511085 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1a3d2920-87a4-41dc-b222-52daada6af8d req-f667b657-337e-426b-ba39-75913b11400b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 1099 time: 0.0455921 Feb 04 06:23:33.543919 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-1a3d2920-87a4-41dc-b222-52daada6af8d req-57412b6b-0da7-48d8-919d-698f44743357 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263896 Feb 04 06:23:34.466285 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:34.608921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2016d6d-acba-4fd7-af3e-edfd74d43031 req-89aa8a7f-dadd-454c-a672-5c49b0b42daf tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:34.610393 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c2016d6d-acba-4fd7-af3e-edfd74d43031 req-89aa8a7f-dadd-454c-a672-5c49b0b42daf tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0518184 Feb 04 06:23:34.647603 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c2016d6d-acba-4fd7-af3e-edfd74d43031 req-64f490c7-a586-4837-9790-a88c5ebc5e31 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308440 Feb 04 06:23:34.759802 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75ba4c-3b71-460c-b8f1-3c1e3b38e411 req-9eb43cb9-c933-4405-b931-2de2462c80b1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:34.761198 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6f75ba4c-3b71-460c-b8f1-3c1e3b38e411 req-9eb43cb9-c933-4405-b931-2de2462c80b1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0498211 Feb 04 06:23:34.805941 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6f75ba4c-3b71-460c-b8f1-3c1e3b38e411 req-95b95ce6-5c06-4387-af9c-d777d00a4244 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341227 Feb 04 06:23:34.827371 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60056) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:34.864636 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e23359a-9601-4e27-b7c8-94e6ffb5ff29 tempest-TestShelveInstance-355864757 tempest-TestShelveInstance-355864757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:34.866991 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-5e23359a-9601-4e27-b7c8-94e6ffb5ff29 tempest-TestShelveInstance-355864757 tempest-TestShelveInstance-355864757-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 1094 time: 0.0383980 Feb 04 06:23:34.869685 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60058) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:23:34.874190 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': '69df5e45-17bc-4b2d-86c2-28370339cea0', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:23:34.896985 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:34.992356 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:35.098879 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Allocated IP 172.26.3.244 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/59af4865-fe3b-4d85-86b8-bd304e14d5c9) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:23:35.197319 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:35.233142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:35.270388 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:23:35.273636 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:23:35.276383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:23:35.305654 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'Port': ['ID=59af4865-fe3b-4d85-86b8-bd304e14d5c9,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:35.630869 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:35.697701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:35.838826 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:35.843344 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:35.910690 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event updated for resources: {'Port': ['ID=59af4865-fe3b-4d85-86b8-bd304e14d5c9,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:23:35.922363 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:36.318134 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Floating IP ff376162-f4f2-4f6d-9642-ebd0b0cf0115 associated. External IP: 172.26.3.244, port: 69df5e45-17bc-4b2d-86c2-28370339cea0. Feb 04 06:23:36.515422 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:23:36.615211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:23:36.624385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6b926-d99b-4d11-b0ba-e9fcf3ee4f1e None None] Sync routers for ids ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:23:36.633132 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:36.634708 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6b926-d99b-4d11-b0ba-e9fcf3ee4f1e None None] Routers {'08eba9e0-d966-413b-9d0f-ff05f3636bc2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:23:36.635315 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b6b6b926-d99b-4d11-b0ba-e9fcf3ee4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:23:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:36.662537 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6e68b6e8-c23b-4660-8f16-09f9cbdfcfa7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7917755 Feb 04 06:23:36.663096 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'tag': '69df5e45-17bc-4b2d-86c2-28370339cea0'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:23:36.665325 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e379a227-7415-4881-88e4-f3856851db6a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d375fd5-a209-491b-8ad5-8015e981d1b6", "tag": "69df5e45-17bc-4b2d-86c2-28370339cea0"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:23:36.707636 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad91b2f-2e97-4acb-95b8-824baa9af0c9 x-openstack-request-id: req-4ad91b2f-2e97-4acb-95b8-824baa9af0c9 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:23:36.707923 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d375fd5-a209-491b-8ad5-8015e981d1b6", "tag": "69df5e45-17bc-4b2d-86c2-28370339cea0", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:23:36.708174 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ad91b2f-2e97-4acb-95b8-824baa9af0c9 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:23:36.708571 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'tag': '69df5e45-17bc-4b2d-86c2-28370339cea0', 'status': 'completed', 'code': 200} Feb 04 06:23:36.739099 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-b6b6b926-d99b-4d11-b0ba-e9fcf3ee4f1e None None] Set router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:23:36.767523 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379a227-7415-4881-88e4-f3856851db6a req-fd621ffd-8dec-4047-b530-a8f913c9a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:36.769066 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e379a227-7415-4881-88e4-f3856851db6a req-fd621ffd-8dec-4047-b530-a8f913c9a94d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 1099 time: 0.0396364 Feb 04 06:23:36.866375 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379a227-7415-4881-88e4-f3856851db6a req-c777c444-fb16-498f-8112-dd59f0defdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:36.867748 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e379a227-7415-4881-88e4-f3856851db6a req-c777c444-fb16-498f-8112-dd59f0defdde service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0922053 Feb 04 06:23:36.931313 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e379a227-7415-4881-88e4-f3856851db6a req-39fc2db1-3310-491b-967b-ba028ecff666 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69df5e45-17bc-4b2d-86c2-28370339cea0 HTTP/1.1" status: 200 len: 1000 time: 0.0561507 Feb 04 06:23:36.958384 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b6b6b926-d99b-4d11-b0ba-e9fcf3ee4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ff376162-f4f2-4f6d-9642-ebd0b0cf0115', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'port_id': '69df5e45-17bc-4b2d-86c2-28370339cea0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'mac_address': 'fa:16:3e:59:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:23:35Z', 'updated_at': '2022-02-04T06:23:35Z', 'revision_number': 0, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 5, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:36.982383 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379a227-7415-4881-88e4-f3856851db6a req-6f17e6da-4b1d-4ac5-9008-6dac7a0b400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:36.983888 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e379a227-7415-4881-88e4-f3856851db6a req-6f17e6da-4b1d-4ac5-9008-6dac7a0b400d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0469244 Feb 04 06:23:36.984322 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6b926-d99b-4d11-b0ba-e9fcf3ee4f1e None None] Checking router: 08eba9e0-d966-413b-9d0f-ff05f3636bc2 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:23:36.992917 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6b926-d99b-4d11-b0ba-e9fcf3ee4f1e None None] Routers {'08eba9e0-d966-413b-9d0f-ff05f3636bc2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:23:36.993511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b6b6b926-d99b-4d11-b0ba-e9fcf3ee4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:23:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:37.028223 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379a227-7415-4881-88e4-f3856851db6a req-36d94573-1606-41a6-a022-57b5570127aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:23:37.030349 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e379a227-7415-4881-88e4-f3856851db6a req-36d94573-1606-41a6-a022-57b5570127aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406168 Feb 04 06:23:37.098524 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-b6b6b926-d99b-4d11-b0ba-e9fcf3ee4f1e None None] Set router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:23:37.120120 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e379a227-7415-4881-88e4-f3856851db6a req-1be22169-d195-4228-9552-1d1ea7e542f3 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831010 Feb 04 06:23:37.213485 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e379a227-7415-4881-88e4-f3856851db6a req-6da73010-b461-4b4a-8dd0-13d66945abf7 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870619 Feb 04 06:23:37.319198 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-b6b6b926-d99b-4d11-b0ba-e9fcf3ee4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ff376162-f4f2-4f6d-9642-ebd0b0cf0115', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'port_id': '69df5e45-17bc-4b2d-86c2-28370339cea0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'mac_address': 'fa:16:3e:59:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:23:35Z', 'updated_at': '2022-02-04T06:23:35Z', 'revision_number': 0, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 5, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:23:37.347293 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6b926-d99b-4d11-b0ba-e9fcf3ee4f1e None None] The sync data for ids ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'] in dv-neutron-827794-1-hyperv is: [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': 'ff376162-f4f2-4f6d-9642-ebd0b0cf0115', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'floating_ip_address': '172.26.3.244', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'port_id': '69df5e45-17bc-4b2d-86c2-28370339cea0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'mac_address': 'fa:16:3e:59:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:23:35Z', 'updated_at': '2022-02-04T06:23:35Z', 'revision_number': 0, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 5, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:23:37.527733 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f0684a-9ed8-4eaa-a9ea-e8634332e952 None None] New status for floating IP ff376162-f4f2-4f6d-9642-ebd0b0cf0115: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:23:42.764889 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b28d6add-e4eb-4c02-a851-0357219307de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:44.938467 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0b38e21d-8f59-45b7-90b7-20d7e61c920d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:46.042727 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:47.863323 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:47.995471 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:23:54.947010 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:24:04.457921 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:12.765996 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-15f76148-1d07-4816-badb-ac52dff18e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:14.939467 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a973d86d-d07e-4213-9381-9cddd4172d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:16.046506 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:17.865492 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:17.995674 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:22.034426 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-52636002-2909-4216-aab8-93acc2b7d527 req-f04e4b6e-79cd-4fd0-b4c1-ec9d94f70333 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386875 Feb 04 06:24:22.112914 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52636002-2909-4216-aab8-93acc2b7d527 req-26ab5420-a083-40e1-9c01-d016f615662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:22.114954 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-52636002-2909-4216-aab8-93acc2b7d527 req-26ab5420-a083-40e1-9c01-d016f615662e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 1099 time: 0.0387590 Feb 04 06:24:22.216780 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52636002-2909-4216-aab8-93acc2b7d527 req-37856657-acd2-421b-9f23-0d6a68b54235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:22.218266 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-52636002-2909-4216-aab8-93acc2b7d527 req-37856657-acd2-421b-9f23-0d6a68b54235 service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0861931 Feb 04 06:24:22.279723 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-52636002-2909-4216-aab8-93acc2b7d527 req-93b10125-9f35-472a-9c29-6aa62f1f083b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69df5e45-17bc-4b2d-86c2-28370339cea0 HTTP/1.1" status: 200 len: 1002 time: 0.0545259 Feb 04 06:24:22.332151 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52636002-2909-4216-aab8-93acc2b7d527 req-afe0a0f3-9f3a-4928-b31d-0057d1be2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:22.333553 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-52636002-2909-4216-aab8-93acc2b7d527 req-afe0a0f3-9f3a-4928-b31d-0057d1be2cdd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0455530 Feb 04 06:24:22.381334 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52636002-2909-4216-aab8-93acc2b7d527 req-adf98751-e3a7-46d1-a57f-4ac4abaa1f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:24:22.382825 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-52636002-2909-4216-aab8-93acc2b7d527 req-adf98751-e3a7-46d1-a57f-4ac4abaa1f0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429578 Feb 04 06:24:22.467920 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-52636002-2909-4216-aab8-93acc2b7d527 req-43f553da-2f33-44a4-a14c-5161cb5df3b7 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783327 Feb 04 06:24:22.557358 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-52636002-2909-4216-aab8-93acc2b7d527 req-df69fa12-2253-4cd0-9e62-fa78ee631c55 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824227 Feb 04 06:24:31.946214 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:24:34.468960 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:42.765289 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e04e4044-8f27-41e6-9a54-0b156e50aca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:44.939916 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d414995d-ede8-4351-92cf-4cd929f28a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:46.048424 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:47.868439 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:24:47.995982 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:04.472848 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:08.945367 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:25:12.766583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f72a45f7-bad7-4671-9a08-83753311f681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:14.941708 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-695b7180-8ef0-49ed-bfb9-e11cfd83633f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:16.051081 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:17.872611 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:17.997739 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:24.732117 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-96072579-6459-4031-8a9a-9c05fb117af0 req-af77f176-a763-4564-9eec-f809b92d5296 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402665 Feb 04 06:25:24.811888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96072579-6459-4031-8a9a-9c05fb117af0 req-426ee36c-8ae2-4db6-a2e5-db3c3467f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:24.813617 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-96072579-6459-4031-8a9a-9c05fb117af0 req-426ee36c-8ae2-4db6-a2e5-db3c3467f8fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 1099 time: 0.0399885 Feb 04 06:25:24.914533 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96072579-6459-4031-8a9a-9c05fb117af0 req-ccf5869b-98e0-48c9-8f29-0f736f4dedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:24.915948 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-96072579-6459-4031-8a9a-9c05fb117af0 req-ccf5869b-98e0-48c9-8f29-0f736f4dedcf service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0847998 Feb 04 06:25:24.977528 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-96072579-6459-4031-8a9a-9c05fb117af0 req-3821854c-5051-40de-96a8-c732d726b54c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69df5e45-17bc-4b2d-86c2-28370339cea0 HTTP/1.1" status: 200 len: 1002 time: 0.0548840 Feb 04 06:25:25.026526 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96072579-6459-4031-8a9a-9c05fb117af0 req-3497047a-934c-4bbe-9439-ad542fb0e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:25.027830 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-96072579-6459-4031-8a9a-9c05fb117af0 req-3497047a-934c-4bbe-9439-ad542fb0e4c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0444136 Feb 04 06:25:25.072417 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96072579-6459-4031-8a9a-9c05fb117af0 req-3e5807af-a622-4f43-835a-afff7e511265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:25.073859 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-96072579-6459-4031-8a9a-9c05fb117af0 req-3e5807af-a622-4f43-835a-afff7e511265 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388651 Feb 04 06:25:25.157958 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-96072579-6459-4031-8a9a-9c05fb117af0 req-58ad8da1-30a7-452d-ae57-40bb5a89beef service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776684 Feb 04 06:25:25.249608 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-96072579-6459-4031-8a9a-9c05fb117af0 req-682ccde8-b4aa-4ffb-af86-447aa55907b9 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850468 Feb 04 06:25:34.353835 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0bc12-1e96-4625-b766-66be037156d0 req-ff08fa09-2e0d-47ed-ab73-12214300e6a5 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:34.355228 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82b0bc12-1e96-4625-b766-66be037156d0 req-ff08fa09-2e0d-47ed-ab73-12214300e6a5 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0493655 Feb 04 06:25:34.392172 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82b0bc12-1e96-4625-b766-66be037156d0 req-a47de5e7-00db-4acb-808b-add0e76edd34 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311255 Feb 04 06:25:34.480652 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:35.509045 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2214d0-e275-480b-898f-da8f4415f101 req-b99d9b10-ad32-4ea8-bdac-4a158406bcce tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:35.510553 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7a2214d0-e275-480b-898f-da8f4415f101 req-b99d9b10-ad32-4ea8-bdac-4a158406bcce tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0480404 Feb 04 06:25:35.547408 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7a2214d0-e275-480b-898f-da8f4415f101 req-06b758c0-8930-4631-ab91-42f7ec06663a tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304921 Feb 04 06:25:36.671824 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54fdfd-b311-4282-986b-dcd8c99db06b req-2189b4a4-b078-41d7-bcd2-12031e997d42 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:36.673314 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aa54fdfd-b311-4282-986b-dcd8c99db06b req-2189b4a4-b078-41d7-bcd2-12031e997d42 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0515289 Feb 04 06:25:36.708894 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-aa54fdfd-b311-4282-986b-dcd8c99db06b req-6734285f-300a-489a-bcce-bdc8624f9b4e tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297341 Feb 04 06:25:37.821210 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487201af-f9ff-4056-9a9d-8e7b88262b25 req-f2782298-970c-4215-b8a7-f817a8ffc58d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:37.822704 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-487201af-f9ff-4056-9a9d-8e7b88262b25 req-f2782298-970c-4215-b8a7-f817a8ffc58d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0476608 Feb 04 06:25:37.863329 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-487201af-f9ff-4056-9a9d-8e7b88262b25 req-689bd7b2-5321-4397-a401-0b15db17b898 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347078 Feb 04 06:25:38.976794 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a419c77-1f18-433e-8924-499464c4796f req-451edebf-1292-43b1-9bd6-9d723a86f210 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:38.978271 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0a419c77-1f18-433e-8924-499464c4796f req-451edebf-1292-43b1-9bd6-9d723a86f210 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0481005 Feb 04 06:25:39.013423 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0a419c77-1f18-433e-8924-499464c4796f req-8b207fa1-131b-44fa-8d36-048e0dee59bb tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293720 Feb 04 06:25:40.132050 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0a5fa-ebf1-48ef-b93e-96634a09614b req-510dced9-44bb-4f1c-8449-4a36f6e5ba13 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:40.133503 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d9d0a5fa-ebf1-48ef-b93e-96634a09614b req-510dced9-44bb-4f1c-8449-4a36f6e5ba13 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0515356 Feb 04 06:25:40.169426 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d9d0a5fa-ebf1-48ef-b93e-96634a09614b req-2b51e440-9227-45fe-8399-7adab53aa9a8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300961 Feb 04 06:25:41.280846 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35549-1f60-453d-94b1-1d68518a6809 req-5a66b4e8-3c28-4a53-90cd-861d36b1544c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:41.282310 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-18c35549-1f60-453d-94b1-1d68518a6809 req-5a66b4e8-3c28-4a53-90cd-861d36b1544c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0469089 Feb 04 06:25:41.319915 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-18c35549-1f60-453d-94b1-1d68518a6809 req-72a9fa45-d90d-4bba-941e-5e9dbb46bccf tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312874 Feb 04 06:25:42.435631 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9d4b5-882c-4212-bc52-28ee23ecd243 req-b837a93e-9126-441e-9180-f8636c68f042 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:42.437126 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c1c9d4b5-882c-4212-bc52-28ee23ecd243 req-b837a93e-9126-441e-9180-f8636c68f042 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0494401 Feb 04 06:25:42.477536 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c1c9d4b5-882c-4212-bc52-28ee23ecd243 req-dcbf2cd2-efd3-4d03-af5c-d823b9e6071c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320752 Feb 04 06:25:42.772578 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bb9517bf-507e-4713-8ce7-896920ee7486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:43.602192 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140db10-10da-4fbd-9f6b-0bf7e9388aac req-e97691ac-57a5-4ea8-8ccb-300fc7442398 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:43.603647 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0140db10-10da-4fbd-9f6b-0bf7e9388aac req-e97691ac-57a5-4ea8-8ccb-300fc7442398 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0520604 Feb 04 06:25:43.639310 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0140db10-10da-4fbd-9f6b-0bf7e9388aac req-00b1baf4-c7e4-414c-9049-6cb23349d452 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297921 Feb 04 06:25:44.495676 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeccfc9-a277-46cb-a32c-e57a42f2a1b0 req-de4d2dc3-d56f-40d4-adaf-345744594ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:44.497143 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bbeccfc9-a277-46cb-a32c-e57a42f2a1b0 req-de4d2dc3-d56f-40d4-adaf-345744594ac5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 1099 time: 0.0398157 Feb 04 06:25:44.590504 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeccfc9-a277-46cb-a32c-e57a42f2a1b0 req-135e31d8-845d-4375-831e-2e74d27208ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:44.591882 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bbeccfc9-a277-46cb-a32c-e57a42f2a1b0 req-135e31d8-845d-4375-831e-2e74d27208ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0879681 Feb 04 06:25:44.653398 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bbeccfc9-a277-46cb-a32c-e57a42f2a1b0 req-fd10550e-b9b8-4809-ae6a-bf107e902dbf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69df5e45-17bc-4b2d-86c2-28370339cea0 HTTP/1.1" status: 200 len: 1002 time: 0.0553172 Feb 04 06:25:44.701192 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeccfc9-a277-46cb-a32c-e57a42f2a1b0 req-55659658-986b-43fe-96dd-5a61fb132de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:44.702793 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bbeccfc9-a277-46cb-a32c-e57a42f2a1b0 req-55659658-986b-43fe-96dd-5a61fb132de8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0431716 Feb 04 06:25:44.750984 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeccfc9-a277-46cb-a32c-e57a42f2a1b0 req-36e53105-78df-4f4f-8fcc-6d60f089ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:44.752456 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bbeccfc9-a277-46cb-a32c-e57a42f2a1b0 req-36e53105-78df-4f4f-8fcc-6d60f089ef12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432220 Feb 04 06:25:44.755277 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1dc6c-1f42-406f-838a-1bad2681c1bc req-66d1fdf7-09ac-491c-aef5-3b4bb1a171c0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:44.756806 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d3c1dc6c-1f42-406f-838a-1bad2681c1bc req-66d1fdf7-09ac-491c-aef5-3b4bb1a171c0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0500293 Feb 04 06:25:44.794228 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d3c1dc6c-1f42-406f-838a-1bad2681c1bc req-bf471233-9982-4275-a735-77e8a511589d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315089 Feb 04 06:25:44.839052 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bbeccfc9-a277-46cb-a32c-e57a42f2a1b0 req-62c76b70-5015-432b-b1dd-8b039515f826 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802281 Feb 04 06:25:44.929201 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-bbeccfc9-a277-46cb-a32c-e57a42f2a1b0 req-dcf6e205-f6fd-4fe7-a453-494407fc5a6c service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831170 Feb 04 06:25:44.942457 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d45b11a4-7770-4990-8462-2e88f41b6553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:45.905445 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38964cd3-ac9b-4a4b-b9a4-0771e59e7de4 req-4bb62262-c8c3-4d6c-ae72-d01372dfcee5 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:45.906905 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-38964cd3-ac9b-4a4b-b9a4-0771e59e7de4 req-4bb62262-c8c3-4d6c-ae72-d01372dfcee5 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0475872 Feb 04 06:25:45.943931 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-38964cd3-ac9b-4a4b-b9a4-0771e59e7de4 req-c765fd2c-006b-44da-95a3-b3ba0d190fbf tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306804 Feb 04 06:25:45.944236 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:25:46.053917 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:47.061171 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad30601-dff0-45fa-9f30-e5d054b1109d req-dcc3786a-dc6d-4d4c-8fd5-27865dd801f3 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:47.062783 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5ad30601-dff0-45fa-9f30-e5d054b1109d req-dcc3786a-dc6d-4d4c-8fd5-27865dd801f3 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0535877 Feb 04 06:25:47.102902 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5ad30601-dff0-45fa-9f30-e5d054b1109d req-4197d376-249a-4bfd-a4d0-16a7afff9a71 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333905 Feb 04 06:25:47.874726 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:47.997907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:48.228077 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c86c59-f992-46e7-a21c-4ac82590c861 req-44aab5d9-0e35-4885-bf7e-fdc62acf5d65 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:48.229526 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f3c86c59-f992-46e7-a21c-4ac82590c861 req-44aab5d9-0e35-4885-bf7e-fdc62acf5d65 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0484805 Feb 04 06:25:48.266316 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f3c86c59-f992-46e7-a21c-4ac82590c861 req-dfeb5f4e-1147-4716-873c-55045f068172 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308843 Feb 04 06:25:48.472855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d523e7-ede2-4311-b592-51009065a0ed req-ff4a7682-9ec7-45f6-8945-1d6c194d253d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:48.475987 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-99d523e7-ede2-4311-b592-51009065a0ed req-ff4a7682-9ec7-45f6-8945-1d6c194d253d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0562074 Feb 04 06:25:48.489678 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-d4b0eb84-c5fa-44ac-9db6-4b18f7cf55d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920472 Feb 04 06:25:48.499017 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-b0f10d7c-a5f1-4798-8b46-d6af1827d3ac service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:25:48.499971 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-b0f10d7c-a5f1-4798-8b46-d6af1827d3ac service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049448 Feb 04 06:25:48.513673 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-99d523e7-ede2-4311-b592-51009065a0ed req-86e6fc15-c910-48d5-b0b0-33f7fb26d1b1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327775 Feb 04 06:25:49.634687 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ec2a7-ef0e-4f48-9682-6c184a39ae38 req-6961a703-98a7-47a6-ab5b-24f80d6ef4e9 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:49.636160 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a59ec2a7-ef0e-4f48-9682-6c184a39ae38 req-6961a703-98a7-47a6-ab5b-24f80d6ef4e9 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0551453 Feb 04 06:25:49.674304 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a59ec2a7-ef0e-4f48-9682-6c184a39ae38 req-de6ef000-3692-4b40-bf23-0d6d6a90f235 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323141 Feb 04 06:25:49.826783 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 69df5e45-17bc-4b2d-86c2-28370339cea0 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:25:49.904113 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:49.925973 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69df5e45-17bc-4b2d-86c2-28370339cea0'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:25:49.928242 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bff807-6fde-4dfc-a6a3-3137aabf7422" -d '{"events": [{"server_uuid": "6d375fd5-a209-491b-8ad5-8015e981d1b6", "name": "network-vif-unplugged", "status": "completed", "tag": "69df5e45-17bc-4b2d-86c2-28370339cea0"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:25:49.941636 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 69df5e45-17bc-4b2d-86c2-28370339cea0, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=69df5e45-17bc-4b2d-86c2-28370339cea0,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:25:49.946702 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:25:49.970712 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 06:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088e36e1-bed7-45c0-bd46-8a4f48ba378b x-openstack-request-id: req-088e36e1-bed7-45c0-bd46-8a4f48ba378b {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:25:49.971011 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d375fd5-a209-491b-8ad5-8015e981d1b6", "name": "network-vif-unplugged", "status": "failed", "tag": "69df5e45-17bc-4b2d-86c2-28370339cea0", "code": 422}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:25:49.971267 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-088e36e1-bed7-45c0-bd46-8a4f48ba378b {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:25:49.971662 dv-neutron-827794-1-hyperv neutron-server[108746]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69df5e45-17bc-4b2d-86c2-28370339cea0', 'code': 422} returned with failed status Feb 04 06:25:49.996051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=69df5e45-17bc-4b2d-86c2-28370339cea0,revision_number=6']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:25:50.002891 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:50.003231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:50.003576 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:50.004414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:50.004414 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:50.004638 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:50.004887 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:50.005716 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:50.006085 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:50.006412 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:50.006738 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:50.007063 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:25:50.785128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6822be-e091-4e7c-8cb0-f9f99b073c3a req-cd7c00b5-2eda-426e-b53e-72d47d0ecc21 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:50.787847 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7a6822be-e091-4e7c-8cb0-f9f99b073c3a req-cd7c00b5-2eda-426e-b53e-72d47d0ecc21 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0490782 Feb 04 06:25:50.825107 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7a6822be-e091-4e7c-8cb0-f9f99b073c3a req-fe96a063-19bb-42f1-8b0e-3f6bf41ddb7e tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313544 Feb 04 06:25:51.939350 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bde0a-6ee3-4aa7-803d-319ac4b922f4 req-51170683-aae7-4a60-981f-dfa2db18defb tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:51.940812 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bf3bde0a-6ee3-4aa7-803d-319ac4b922f4 req-51170683-aae7-4a60-981f-dfa2db18defb tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0479839 Feb 04 06:25:51.977745 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bf3bde0a-6ee3-4aa7-803d-319ac4b922f4 req-9b5dd663-c659-4281-a8b6-a4735afc190e tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301502 Feb 04 06:25:53.095854 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4092055-892b-432e-aaf7-26e75f967367 req-4e8a6b42-7fb6-4536-8bb7-99786db5ad38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:53.097322 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f4092055-892b-432e-aaf7-26e75f967367 req-4e8a6b42-7fb6-4536-8bb7-99786db5ad38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0542123 Feb 04 06:25:53.134865 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-f4092055-892b-432e-aaf7-26e75f967367 req-44762e89-8080-4d4b-9611-8b2dba5a92e4 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312874 Feb 04 06:25:54.030952 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-510103e2-2a01-46e0-945b-5951cf03f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:54.032396 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-510103e2-2a01-46e0-945b-5951cf03f0e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6&tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a HTTP/1.1" status: 200 len: 1097 time: 0.0386386 Feb 04 06:25:54.095787 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-1c49e602-e0d4-417a-a59d-a69c50d3b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:54.097257 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-1c49e602-e0d4-417a-a59d-a69c50d3b8b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 1097 time: 0.0439868 Feb 04 06:25:54.186216 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-766a1ea7-192f-4bd1-a042-dc43cb412d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:54.187693 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-766a1ea7-192f-4bd1-a042-dc43cb412d01 service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0842586 Feb 04 06:25:54.250435 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-bd5091fb-dc92-4360-be52-7fbf106392c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69df5e45-17bc-4b2d-86c2-28370339cea0 HTTP/1.1" status: 200 len: 1000 time: 0.0563014 Feb 04 06:25:54.256201 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbb9dc-e468-49da-8252-bcb0603f46a6 req-ed71e678-39f0-4f4e-bb11-cd2d583b4b31 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:54.257661 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bcdbb9dc-e468-49da-8252-bcb0603f46a6 req-ed71e678-39f0-4f4e-bb11-cd2d583b4b31 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0485806 Feb 04 06:25:54.295096 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-bcdbb9dc-e468-49da-8252-bcb0603f46a6 req-4c2b43ba-6280-45e1-b9be-2da0a9094ff1 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313675 Feb 04 06:25:54.577724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-a94ac4f8-0c23-4323-b686-1facea62aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:54.579117 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-a94ac4f8-0c23-4323-b686-1facea62aaed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.3225684 Feb 04 06:25:54.623437 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-c2b673b5-791d-48b9-b748-cadfd6f47654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:54.624869 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-c2b673b5-791d-48b9-b748-cadfd6f47654 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391026 Feb 04 06:25:54.709104 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-4d4331ff-d6fb-48bb-bd49-9b87bb3cd99a service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773530 Feb 04 06:25:54.800541 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e257471b-b730-4b78-acd3-694dd8e4f6d6 req-668ea0cc-f33b-4219-9312-8835dcd6c9e7 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853209 Feb 04 06:25:55.406922 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68ed09-1594-451c-8950-cceea06a56e1 req-688da400-b1a4-40f7-ad6c-412df55eaadd tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:55.408367 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6f68ed09-1594-451c-8950-cceea06a56e1 req-688da400-b1a4-40f7-ad6c-412df55eaadd tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0476851 Feb 04 06:25:55.444852 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6f68ed09-1594-451c-8950-cceea06a56e1 req-7f717938-0c1d-487b-b35a-1881e7472d56 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300834 Feb 04 06:25:56.563328 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706569e-896a-42d2-9172-d4ffeba60f24 req-2cd1520d-c289-4eee-8229-112f2d06072e tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:56.564776 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e706569e-896a-42d2-9172-d4ffeba60f24 req-2cd1520d-c289-4eee-8229-112f2d06072e tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0518725 Feb 04 06:25:56.602409 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e706569e-896a-42d2-9172-d4ffeba60f24 req-700ebdf4-9391-4ac5-9fe8-d12b82b48fde tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315835 Feb 04 06:25:57.715242 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31dba0-df54-45fa-aa3d-213797d5b483 req-c7ceeba6-0221-466a-9e3c-6ddcb13b52c8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:57.716702 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4f31dba0-df54-45fa-aa3d-213797d5b483 req-c7ceeba6-0221-466a-9e3c-6ddcb13b52c8 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0484712 Feb 04 06:25:57.753064 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4f31dba0-df54-45fa-aa3d-213797d5b483 req-f4347b61-71ae-49ec-9dd8-2c781d7c3e35 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304952 Feb 04 06:25:58.866384 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d280e23-d7c3-4ec2-a140-847a29c3d967 req-e4960bda-b296-4075-a6d5-b1cce6fc47d2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:25:58.867845 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4d280e23-d7c3-4ec2-a140-847a29c3d967 req-e4960bda-b296-4075-a6d5-b1cce6fc47d2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0482917 Feb 04 06:25:58.904250 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4d280e23-d7c3-4ec2-a140-847a29c3d967 req-2a3fd7e5-a606-438e-9455-acecfa5dc5a7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305564 Feb 04 06:26:00.020780 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8c339-f187-40e9-a2c1-f4a73a210f60 req-76180254-6c7e-4884-8bc9-f6592e091832 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:00.022245 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-39e8c339-f187-40e9-a2c1-f4a73a210f60 req-76180254-6c7e-4884-8bc9-f6592e091832 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0525048 Feb 04 06:26:00.058240 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-39e8c339-f187-40e9-a2c1-f4a73a210f60 req-aa4a3591-6a0a-4944-9128-9220a1ab91c3 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301659 Feb 04 06:26:01.169833 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435ba14-7b7c-4544-906f-84ccb0b64db8 req-6c35c738-012e-4d73-9ab8-ce4c23c69f9c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:01.171295 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0435ba14-7b7c-4544-906f-84ccb0b64db8 req-6c35c738-012e-4d73-9ab8-ce4c23c69f9c tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 944 time: 0.0486457 Feb 04 06:26:01.207756 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0435ba14-7b7c-4544-906f-84ccb0b64db8 req-4ea72a0f-6df7-4266-b0b6-82c2c5b27a96 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306931 Feb 04 06:26:01.935191 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 69df5e45-17bc-4b2d-86c2-28370339cea0 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:26:02.027450 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 69df5e45-17bc-4b2d-86c2-28370339cea0, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=69df5e45-17bc-4b2d-86c2-28370339cea0,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:26:02.038149 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '69df5e45-17bc-4b2d-86c2-28370339cea0', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'port_id': '69df5e45-17bc-4b2d-86c2-28370339cea0', 'mac_address': 'fa:16:3e:59:a4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:26:02.073578 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:02.086320 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69df5e45-17bc-4b2d-86c2-28370339cea0 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:26:02.104331 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 69df5e45-17bc-4b2d-86c2-28370339cea0, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=69df5e45-17bc-4b2d-86c2-28370339cea0,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:26:02.107918 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:02.153555 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=69df5e45-17bc-4b2d-86c2-28370339cea0,revision_number=7']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:02.311299 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['69df5e45-17bc-4b2d-86c2-28370339cea0'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:26:02.321832 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36a64f-056d-49f2-a484-6eb03198aba4 req-115839d5-a11e-4d91-8b76-efafc75a503d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:02.323435 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6b36a64f-056d-49f2-a484-6eb03198aba4 req-115839d5-a11e-4d91-8b76-efafc75a503d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 945 time: 0.0486121 Feb 04 06:26:02.360062 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6b36a64f-056d-49f2-a484-6eb03198aba4 req-03fcd5b3-b1c4-4a91-bd8d-d360ac962998 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306776 Feb 04 06:26:03.477843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca805d-28d5-4efc-99ce-7394cb3c85ec req-99598845-6e8c-495a-a10c-f359e461b4d7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:03.479297 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8eca805d-28d5-4efc-99ce-7394cb3c85ec req-99598845-6e8c-495a-a10c-f359e461b4d7 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 945 time: 0.0526283 Feb 04 06:26:03.515827 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8eca805d-28d5-4efc-99ce-7394cb3c85ec req-9b126800-1f70-4591-9d22-8c44bfb0dd7d tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307455 Feb 04 06:26:03.966395 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 69df5e45-17bc-4b2d-86c2-28370339cea0 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:26:04.012487 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 69df5e45-17bc-4b2d-86c2-28370339cea0 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:26:04.012859 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:04.087686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:04.109071 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69df5e45-17bc-4b2d-86c2-28370339cea0'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:26:04.111353 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf929edb-26b3-4923-8f75-8ed106081bde" -d '{"events": [{"server_uuid": "6d375fd5-a209-491b-8ad5-8015e981d1b6", "name": "network-vif-plugged", "status": "completed", "tag": "69df5e45-17bc-4b2d-86c2-28370339cea0"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:26:04.123889 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 69df5e45-17bc-4b2d-86c2-28370339cea0, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=69df5e45-17bc-4b2d-86c2-28370339cea0,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:26:04.128245 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:04.150883 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611339e5-466b-4107-a67e-4a99ce5c3dba x-openstack-request-id: req-611339e5-466b-4107-a67e-4a99ce5c3dba {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:26:04.151183 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d375fd5-a209-491b-8ad5-8015e981d1b6", "name": "network-vif-plugged", "status": "completed", "tag": "69df5e45-17bc-4b2d-86c2-28370339cea0", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:26:04.151439 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-611339e5-466b-4107-a67e-4a99ce5c3dba {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:26:04.151829 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69df5e45-17bc-4b2d-86c2-28370339cea0', 'code': 200} Feb 04 06:26:04.176565 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=69df5e45-17bc-4b2d-86c2-28370339cea0,revision_number=8']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:26:04.348734 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06357b2e-7921-4ad9-9fe0-d34224b20bbc req-f8d23ef1-ec31-413b-82d3-83f8384278bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:04.350782 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-06357b2e-7921-4ad9-9fe0-d34224b20bbc req-f8d23ef1-ec31-413b-82d3-83f8384278bd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 1099 time: 0.0397727 Feb 04 06:26:04.382208 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-06357b2e-7921-4ad9-9fe0-d34224b20bbc req-d8754fc6-517c-495e-bf67-5014bad6b890 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254722 Feb 04 06:26:04.494179 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:04.634139 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215423b-2df5-426c-ba3e-10f03fb0f2eb req-be52f2ea-3901-4fcd-832c-d3e80e431771 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:04.635528 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3215423b-2df5-426c-ba3e-10f03fb0f2eb req-be52f2ea-3901-4fcd-832c-d3e80e431771 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0489943 Feb 04 06:26:04.673606 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3215423b-2df5-426c-ba3e-10f03fb0f2eb req-21812c04-6b94-4977-a959-766b33e27795 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322127 Feb 04 06:26:05.787732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d3a5b-d590-4a90-ba51-f403cae32e69 req-62df0339-1cb3-4430-80ee-cc856f564480 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:05.789178 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1c3d3a5b-d590-4a90-ba51-f403cae32e69 req-62df0339-1cb3-4430-80ee-cc856f564480 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0477960 Feb 04 06:26:05.825329 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-1c3d3a5b-d590-4a90-ba51-f403cae32e69 req-9579ce9f-10d4-4730-93a0-ca184649899f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303738 Feb 04 06:26:12.764630 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-fc7c5c8b-fb4a-428a-8926-5c88d8c72956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:14.943795 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ab22a3f8-768b-4792-864b-b53a332e6566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:16.060556 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:17.877188 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:17.997640 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:22.944143 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:26:24.041480 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6e7c2aa8-69e2-4f19-9708-58ffc27beda4 req-e37e6e03-2265-428f-a715-6f349a65f36c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378060 Feb 04 06:26:24.123276 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c2aa8-69e2-4f19-9708-58ffc27beda4 req-a2519082-2973-4f3a-85a1-5f7061d7a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:24.124714 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6e7c2aa8-69e2-4f19-9708-58ffc27beda4 req-a2519082-2973-4f3a-85a1-5f7061d7a8ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 1099 time: 0.0429745 Feb 04 06:26:24.223707 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c2aa8-69e2-4f19-9708-58ffc27beda4 req-ba1cd3ed-71e0-42f9-aa40-43fe2f672c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:24.225138 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6e7c2aa8-69e2-4f19-9708-58ffc27beda4 req-ba1cd3ed-71e0-42f9-aa40-43fe2f672c10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0806911 Feb 04 06:26:24.291944 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6e7c2aa8-69e2-4f19-9708-58ffc27beda4 req-696e4325-e942-41db-a31f-1899a6d10b30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69df5e45-17bc-4b2d-86c2-28370339cea0 HTTP/1.1" status: 200 len: 1002 time: 0.0587194 Feb 04 06:26:24.341442 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c2aa8-69e2-4f19-9708-58ffc27beda4 req-8447d02c-6b11-42f6-a1ae-ab3e08a4b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:24.342905 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6e7c2aa8-69e2-4f19-9708-58ffc27beda4 req-8447d02c-6b11-42f6-a1ae-ab3e08a4b0fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0421212 Feb 04 06:26:24.388073 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c2aa8-69e2-4f19-9708-58ffc27beda4 req-dcbade73-14f2-452d-9009-a3cd825d91b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:26:24.389542 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6e7c2aa8-69e2-4f19-9708-58ffc27beda4 req-dcbade73-14f2-452d-9009-a3cd825d91b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400822 Feb 04 06:26:24.478565 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6e7c2aa8-69e2-4f19-9708-58ffc27beda4 req-b0ef64d8-838c-47a9-acba-2156b6dadb84 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816183 Feb 04 06:26:24.565941 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6e7c2aa8-69e2-4f19-9708-58ffc27beda4 req-d7a4367b-fa31-4332-854a-ee54de7730f7 service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802345 Feb 04 06:26:34.493723 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:42.764469 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d7bc976e-6273-40f1-9081-ce1dec84ad17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:44.945162 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a5bc822b-99c5-4859-bf7a-d6ca7678aba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:46.060184 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:47.880074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:47.997326 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:26:59.943239 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:27:04.494725 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:12.765677 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2043644a-c06d-46b7-bda2-b8b1dac9dd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:14.945577 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c2338efa-0ae3-41f3-986e-0491bc495a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:16.062627 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:17.882918 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:17.998171 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:21.287405 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60216) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:21.443840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Deleting port 59af4865-fe3b-4d85-86b8-bd304e14d5c9 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:27:21.444097 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:21.516259 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:21.516589 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:21.528254 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Calling delete_port for 59af4865-fe3b-4d85-86b8-bd304e14d5c9 owned by network:floatingip {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:27:21.672071 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:21.697539 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event deleted for resources: {'Port': ['ID=59af4865-fe3b-4d85-86b8-bd304e14d5c9,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:21.721865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:21.722214 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:21.722553 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:21.722887 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:21.723213 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:21.723535 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:21.723860 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:21.724255 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:21.724578 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:21.724897 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:21.725215 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:21.725532 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:21.766827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for floatingip, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:21.767171 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Floating IP ff376162-f4f2-4f6d-9642-ebd0b0cf0115 disassociated (deleted). External IP: 172.26.3.244, port: 69df5e45-17bc-4b2d-86c2-28370339cea0. Feb 04 06:27:21.973512 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:27:22.078922 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:27:22.083701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:22.088629 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2072c6-1b8e-400b-ab9d-37f4333fde5e None None] Sync routers for ids ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:27:22.097482 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2072c6-1b8e-400b-ab9d-37f4333fde5e None None] Routers {'08eba9e0-d966-413b-9d0f-ff05f3636bc2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:27:22.098120 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-db2072c6-1b8e-400b-ab9d-37f4333fde5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:22.109922 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a58c1f49-a66c-45f5-b1a3-ca2c6d8a7f38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "DELETE /v2.0/floatingips/ff376162-f4f2-4f6d-9642-ebd0b0cf0115 HTTP/1.1" status: 204 len: 168 time: 0.8214338 Feb 04 06:27:22.110503 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'tag': '69df5e45-17bc-4b2d-86c2-28370339cea0'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:27:22.113392 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7890629-99e2-42b5-9477-3194ca353a37" -d '{"events": [{"name": "network-changed", "server_uuid": "6d375fd5-a209-491b-8ad5-8015e981d1b6", "tag": "69df5e45-17bc-4b2d-86c2-28370339cea0"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:27:22.163946 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16758cbd-8395-4eb6-98f3-a01709cfa412 x-openstack-request-id: req-16758cbd-8395-4eb6-98f3-a01709cfa412 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:27:22.164243 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d375fd5-a209-491b-8ad5-8015e981d1b6", "tag": "69df5e45-17bc-4b2d-86c2-28370339cea0", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:27:22.164500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16758cbd-8395-4eb6-98f3-a01709cfa412 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:27:22.166848 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'tag': '69df5e45-17bc-4b2d-86c2-28370339cea0', 'status': 'completed', 'code': 200} Feb 04 06:27:22.205628 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-db2072c6-1b8e-400b-ab9d-37f4333fde5e None None] Set router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:27:22.227361 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7890629-99e2-42b5-9477-3194ca353a37 req-dc4de539-f185-4aea-8d20-6d50c891dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:22.228718 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a7890629-99e2-42b5-9477-3194ca353a37 req-dc4de539-f185-4aea-8d20-6d50c891dd0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 1099 time: 0.0417838 Feb 04 06:27:22.331727 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7890629-99e2-42b5-9477-3194ca353a37 req-732544db-e0af-44d4-a7ff-bc4be1173536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:22.333332 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a7890629-99e2-42b5-9477-3194ca353a37 req-732544db-e0af-44d4-a7ff-bc4be1173536 service neutron] 10.222.0.26 "GET /v2.0/networks?id=723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 200 len: 908 time: 0.0910254 Feb 04 06:27:22.352173 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74146ba6-439b-4c32-bfe0-3c183043702f req-fe95cb88-05a6-4c3e-8a0f-2e91ec7cc279 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:22.353760 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-74146ba6-439b-4c32-bfe0-3c183043702f req-fe95cb88-05a6-4c3e-8a0f-2e91ec7cc279 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0565436 Feb 04 06:27:22.376401 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a7890629-99e2-42b5-9477-3194ca353a37 req-cbf0ee58-660e-42e8-99d4-9f10b2365c6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69df5e45-17bc-4b2d-86c2-28370339cea0 HTTP/1.1" status: 200 len: 217 time: 0.0345411 Feb 04 06:27:22.393045 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-74146ba6-439b-4c32-bfe0-3c183043702f req-3c095a2e-1462-4aa1-b240-c34ec49e943f tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331843 Feb 04 06:27:22.417495 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-db2072c6-1b8e-400b-ab9d-37f4333fde5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 5, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:22.432284 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7890629-99e2-42b5-9477-3194ca353a37 req-58d32dad-e1c2-453f-b891-a32b9ee3ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:22.433747 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a7890629-99e2-42b5-9477-3194ca353a37 req-58d32dad-e1c2-453f-b891-a32b9ee3ee1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 200 len: 847 time: 0.0502334 Feb 04 06:27:22.447991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2072c6-1b8e-400b-ab9d-37f4333fde5e None None] Checking router: 08eba9e0-d966-413b-9d0f-ff05f3636bc2 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:27:22.457201 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2072c6-1b8e-400b-ab9d-37f4333fde5e None None] Routers {'08eba9e0-d966-413b-9d0f-ff05f3636bc2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:27:22.457828 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-db2072c6-1b8e-400b-ab9d-37f4333fde5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:22.481019 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7890629-99e2-42b5-9477-3194ca353a37 req-828adbca-2850-47a8-8f8c-2d7976b7b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:22.482615 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a7890629-99e2-42b5-9477-3194ca353a37 req-828adbca-2850-47a8-8f8c-2d7976b7b91d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=723e8b45-2c67-43ce-ad35-0a7e46566c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414762 Feb 04 06:27:22.560953 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-db2072c6-1b8e-400b-ab9d-37f4333fde5e None None] Set router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:27:22.568946 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a7890629-99e2-42b5-9477-3194ca353a37 req-51b63a39-ce74-4841-b66b-b30d5fa0ea7c service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790505 Feb 04 06:27:22.662760 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a7890629-99e2-42b5-9477-3194ca353a37 req-3ee3d479-dfff-449d-bc0b-18d89a3631ed service neutron] 10.222.0.26 "GET /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863078 Feb 04 06:27:22.755140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-db2072c6-1b8e-400b-ab9d-37f4333fde5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 5, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:22.781211 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2072c6-1b8e-400b-ab9d-37f4333fde5e None None] The sync data for ids ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'] in dv-neutron-827794-1-hyperv is: [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:18:43Z', 'revision_number': 4, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc', 'name': '', 'network_id': '723e8b45-2c67-43ce-ad35-0a7e46566c4f', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'mac_address': 'fa:16:3e:15:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:43Z', 'updated_at': '2022-02-04T06:18:48Z', 'revision_number': 5, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'subnets': [{'id': 'fc49ac3d-492f-4663-b526-7c306da456a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:27:22.984889 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3611e0b5-0eae-45bc-b605-7164c236d7a5 None None] New status for floating IP ff376162-f4f2-4f6d-9642-ebd0b0cf0115: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:27:23.526423 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dfb20-99de-4c1a-9b84-5a03ceb4e312 req-0bec038c-b39d-4947-84cb-e7a80e858596 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:23.528216 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a12dfb20-99de-4c1a-9b84-5a03ceb4e312 req-0bec038c-b39d-4947-84cb-e7a80e858596 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0638106 Feb 04 06:27:23.565749 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-a12dfb20-99de-4c1a-9b84-5a03ceb4e312 req-1ac0571f-3af1-4230-8008-59d2dbaba7fa tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/security-groups?id=822b8bbc-bd24-4bea-b3e0-4503ff767049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311124 Feb 04 06:27:23.820016 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8ea04-b9c9-4718-9a09-0acd28b6e2ab req-fe0728e8-72a4-41d0-bf9b-e0e276c77a38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:23.821384 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-65e8ea04-b9c9-4718-9a09-0acd28b6e2ab req-fe0728e8-72a4-41d0-bf9b-e0e276c77a38 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 946 time: 0.0474699 Feb 04 06:27:23.911304 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-65e8ea04-b9c9-4718-9a09-0acd28b6e2ab req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Deleting port 69df5e45-17bc-4b2d-86c2-28370339cea0 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:27:23.911649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-65e8ea04-b9c9-4718-9a09-0acd28b6e2ab req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:23.998837 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-65e8ea04-b9c9-4718-9a09-0acd28b6e2ab req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] For port 69df5e45-17bc-4b2d-86c2-28370339cea0, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=69df5e45-17bc-4b2d-86c2-28370339cea0,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:23.999202 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-65e8ea04-b9c9-4718-9a09-0acd28b6e2ab req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:24.011445 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-65e8ea04-b9c9-4718-9a09-0acd28b6e2ab req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Calling delete_port for 69df5e45-17bc-4b2d-86c2-28370339cea0 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:27:24.139475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-65e8ea04-b9c9-4718-9a09-0acd28b6e2ab req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:24.173503 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event deleted for resources: {'Port': ['ID=69df5e45-17bc-4b2d-86c2-28370339cea0,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:24.198134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:24.198486 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:24.198829 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:24.199170 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:24.199500 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:24.199832 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:24.200159 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:24.200483 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:24.200807 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:24.201131 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:24.201454 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:24.201792 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:24.216819 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e8ea04-b9c9-4718-9a09-0acd28b6e2ab req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] No DVR routers for this DVR port 69df5e45-17bc-4b2d-86c2-28370339cea0 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:27:24.219051 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-65e8ea04-b9c9-4718-9a09-0acd28b6e2ab req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:24.222291 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-65e8ea04-b9c9-4718-9a09-0acd28b6e2ab req-77d9cfd3-1d97-45a9-8ccf-a82ff56c49b0 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.26 "DELETE /v2.0/ports/69df5e45-17bc-4b2d-86c2-28370339cea0 HTTP/1.1" status: 204 len: 173 time: 0.3949583 Feb 04 06:27:24.222724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'name': 'network-vif-deleted', 'tag': '69df5e45-17bc-4b2d-86c2-28370339cea0'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:27:24.224999 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f626f1e-92ac-4d27-bd31-39da7caebbbc" -d '{"events": [{"server_uuid": "6d375fd5-a209-491b-8ad5-8015e981d1b6", "name": "network-vif-deleted", "tag": "69df5e45-17bc-4b2d-86c2-28370339cea0"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:27:24.262335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b839aa5a-d14d-4baf-ac62-d19c6db997d6 x-openstack-request-id: req-b839aa5a-d14d-4baf-ac62-d19c6db997d6 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:27:24.262638 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d375fd5-a209-491b-8ad5-8015e981d1b6", "name": "network-vif-deleted", "tag": "69df5e45-17bc-4b2d-86c2-28370339cea0", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:27:24.262888 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b839aa5a-d14d-4baf-ac62-d19c6db997d6 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:27:24.263288 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d375fd5-a209-491b-8ad5-8015e981d1b6', 'name': 'network-vif-deleted', 'tag': '69df5e45-17bc-4b2d-86c2-28370339cea0', 'status': 'completed', 'code': 200} Feb 04 06:27:24.667698 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-6dc479c0-9557-4e94-991f-9f15b5f11e0e req-4f30e916-607c-4a8d-bc65-8521376ea515 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 210 time: 0.0264914 Feb 04 06:27:25.763174 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-179bed08-22dd-4b23-9a64-86b6073c4374 req-b9602fa2-e241-4e7d-ad41-00b009198446 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 210 time: 0.0266633 Feb 04 06:27:26.404968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 69df5e45-17bc-4b2d-86c2-28370339cea0 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:27:26.428846 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 69df5e45-17bc-4b2d-86c2-28370339cea0 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:27:26.429193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 69df5e45-17bc-4b2d-86c2-28370339cea0 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:27:26.862857 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7157fb46-1c56-41cf-9532-a7f36113fe18 req-b79c9d9f-8da1-4e9d-a450-b6d2d5f6facb tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 210 time: 0.0296228 Feb 04 06:27:27.978340 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8656f2d1-7bba-4584-aea9-dd9e316ed581 req-3948e5b6-b4c5-4ae9-80de-b153d6c2d42b tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d375fd5-a209-491b-8ad5-8015e981d1b6 HTTP/1.1" status: 200 len: 210 time: 0.0256708 Feb 04 06:27:29.037548 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60252) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:29.098655 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a00e902-3245-4338-ada4-68cd265f5ea2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:29.122733 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a00e902-3245-4338-ada4-68cd265f5ea2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:29.185473 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a00e902-3245-4338-ada4-68cd265f5ea2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:29.188032 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a00e902-3245-4338-ada4-68cd265f5ea2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:29.189201 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7a00e902-3245-4338-ada4-68cd265f5ea2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] 10.222.0.10 "DELETE /v2.0/security-groups/822b8bbc-bd24-4bea-b3e0-4503ff767049 HTTP/1.1" status: 204 len: 168 time: 0.1505687 Feb 04 06:27:29.199690 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00e902-3245-4338-ada4-68cd265f5ea2 tempest-TestShelveInstance-470590654 tempest-TestShelveInstance-470590654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=822b8bbc-bd24-4bea-b3e0-4503ff767049,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:30.246963 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60258) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:30.693497 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6c192f9d-44a8-413f-b28a-45025623c438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:30.938066 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6c192f9d-44a8-413f-b28a-45025623c438 admin admin] Deleting port 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:27:30.938408 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6c192f9d-44a8-413f-b28a-45025623c438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:31.016205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6c192f9d-44a8-413f-b28a-45025623c438 admin admin] For port 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:31.016482 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6c192f9d-44a8-413f-b28a-45025623c438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:31.028147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6c192f9d-44a8-413f-b28a-45025623c438 admin admin] Calling delete_port for 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:27:31.204739 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6c192f9d-44a8-413f-b28a-45025623c438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:31.230675 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c192f9d-44a8-413f-b28a-45025623c438 admin admin] Pushing event deleted for resources: {'Port': ['ID=42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:31.390335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6c192f9d-44a8-413f-b28a-45025623c438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:31.598776 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c192f9d-44a8-413f-b28a-45025623c438 admin admin] Router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:27:31.699099 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c192f9d-44a8-413f-b28a-45025623c438 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:27:31.704071 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6c192f9d-44a8-413f-b28a-45025623c438 admin admin] 10.222.0.10 "PUT /v2.0/routers/08eba9e0-d966-413b-9d0f-ff05f3636bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4560716 Feb 04 06:27:31.707348 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60262) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:31.708346 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a511c10-25c3-4ae2-89d9-3eb191d15fa7 None None] Sync routers for ids ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:27:31.717787 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a511c10-25c3-4ae2-89d9-3eb191d15fa7 None None] Routers {'08eba9e0-d966-413b-9d0f-ff05f3636bc2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:27:31.718393 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9a511c10-25c3-4ae2-89d9-3eb191d15fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:31.808175 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:31.818385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-9a511c10-25c3-4ae2-89d9-3eb191d15fa7 None None] Set router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:27:31.908388 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:31.959578 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] Deleting port 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:27:31.959923 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:31.992818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9a511c10-25c3-4ae2-89d9-3eb191d15fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:27:31Z', 'revision_number': 5, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port': {'id': '37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:41Z', 'updated_at': '2022-02-04T06:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:32.019725 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a511c10-25c3-4ae2-89d9-3eb191d15fa7 None None] Checking router: 08eba9e0-d966-413b-9d0f-ff05f3636bc2 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:27:32.028058 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a511c10-25c3-4ae2-89d9-3eb191d15fa7 None None] Routers {'08eba9e0-d966-413b-9d0f-ff05f3636bc2'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:27:32.028659 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9a511c10-25c3-4ae2-89d9-3eb191d15fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:32.039997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] For port 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:32.041534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:32.051853 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] Calling delete_port for 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:27:32.112538 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-9a511c10-25c3-4ae2-89d9-3eb191d15fa7 None None] Set router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:27:32.165756 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-9a511c10-25c3-4ae2-89d9-3eb191d15fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:27:31Z', 'revision_number': 6, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:32.192416 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a511c10-25c3-4ae2-89d9-3eb191d15fa7 None None] The sync data for ids ['08eba9e0-d966-413b-9d0f-ff05f3636bc2'] in dv-neutron-827794-1-hyperv is: [{'id': '08eba9e0-d966-413b-9d0f-ff05f3636bc2', 'name': 'tempest-TestShelveInstance-861105582-router', 'tenant_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:40Z', 'updated_at': '2022-02-04T06:27:31Z', 'revision_number': 6, 'project_id': 'fa7fd5322a8b4ad089a186cf3f489e1a', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:27:32.216273 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:32.241588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:32.303184 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:32.390921 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:32.392898 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:32.433854 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:32.434346 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08eba9e0-d966-413b-9d0f-ff05f3636bc2 {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:27:32.439484 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:32.441249 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-b5f84187-ad21-4ea9-88fc-66fa57619fa5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/08eba9e0-d966-413b-9d0f-ff05f3636bc2 HTTP/1.1" status: 204 len: 168 time: 0.7329822 Feb 04 06:27:32.443699 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60264) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:32.485719 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-375298a5-71e9-4afd-b9a3-92da4b4d2fa3 admin admin] Deleting subnet fc49ac3d-492f-4663-b526-7c306da456a3 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:27:32.489119 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-375298a5-71e9-4afd-b9a3-92da4b4d2fa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:32.521788 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-375298a5-71e9-4afd-b9a3-92da4b4d2fa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:32.604264 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-375298a5-71e9-4afd-b9a3-92da4b4d2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:32.655161 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-375298a5-71e9-4afd-b9a3-92da4b4d2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:32.680300 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375298a5-71e9-4afd-b9a3-92da4b4d2fa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc49ac3d-492f-4663-b526-7c306da456a3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:32.683747 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-375298a5-71e9-4afd-b9a3-92da4b4d2fa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:32.686859 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-375298a5-71e9-4afd-b9a3-92da4b4d2fa3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fc49ac3d-492f-4663-b526-7c306da456a3 HTTP/1.1" status: 204 len: 168 time: 0.2422583 Feb 04 06:27:32.689237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60266) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:32.691980 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf81f157-9317-4f23-a4f6-92cff93fbb83 None None] Network 723e8b45-2c67-43ce-ad35-0a7e46566c4f requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:27:32.757383 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:32.957867 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] DHCP port deletion for 723e8b45-2c67-43ce-ad35-0a7e46566c4f request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:27:33.007276 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Deleting port 9221be4e-0182-4adc-8ad6-19a0d7585e63 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:27:33.007754 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:33.095143 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] Deleting port 9221be4e-0182-4adc-8ad6-19a0d7585e63 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:27:33.095634 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:33.163334 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] For port 9221be4e-0182-4adc-8ad6-19a0d7585e63, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9221be4e-0182-4adc-8ad6-19a0d7585e63,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:33.163722 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:33.178986 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] Calling delete_port for 9221be4e-0182-4adc-8ad6-19a0d7585e63 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:27:33.235869 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] For port 9221be4e-0182-4adc-8ad6-19a0d7585e63, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=9221be4e-0182-4adc-8ad6-19a0d7585e63,segment=NetworkSegment(83d4b912-ff61-452a-bfeb-f326c23b4555),segment_id=83d4b912-ff61-452a-bfeb-f326c23b4555)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:33.236277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:33.249582 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Calling delete_port for 9221be4e-0182-4adc-8ad6-19a0d7585e63 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:27:33.288286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:33.291001 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9221be4e-0182-4adc-8ad6-19a0d7585e63 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:27:33.313292 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 9221be4e-0182-4adc-8ad6-19a0d7585e63 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:27:33.313635 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 9221be4e-0182-4adc-8ad6-19a0d7585e63 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:27:33.314068 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:27:33.314899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9221be4e-0182-4adc-8ad6-19a0d7585e63,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:33.317293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] No DVR routers for this DVR port 9221be4e-0182-4adc-8ad6-19a0d7585e63 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:27:33.337971 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:27:33.338317 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 37566d5d-b34d-4c7f-a8a6-53f9dc6fd87c not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:27:33.338732 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:27:33.367343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:27:33.367685 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 42316d1d-cca6-4f8b-a3a1-1ff428b3c6dc not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:27:33.389167 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:33.389370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:33.408861 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723e8b45-2c67-43ce-ad35-0a7e46566c4f']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:33.412710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Pushing event deleted for resources: {'Port': ['ID=9221be4e-0182-4adc-8ad6-19a0d7585e63,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:33.419121 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d4b912-ff61-452a-bfeb-f326c23b4555') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:33.419589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d4b912-ff61-452a-bfeb-f326c23b4555') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:33.421397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] No DVR routers for this DVR port 9221be4e-0182-4adc-8ad6-19a0d7585e63 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:27:33.423664 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:33.424018 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:33.424375 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:33.426768 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:33.426768 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:33.426768 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:33.426768 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:33.426768 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:33.427243 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:33.427364 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:33.427692 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:33.428013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21078754-cce1-4de3-99d5-5100cee1c7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:33.431697 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:33.446418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:33.452327 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:27:33.452859 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:27:33.454922 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:27:33.507111 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:33.511669 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:33.514805 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/723e8b45-2c67-43ce-ad35-0a7e46566c4f HTTP/1.1" status: 204 len: 168 time: 0.8246114 Feb 04 06:27:33.518253 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60268) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:33.526905 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227ce69-0210-4698-91eb-5c94d2a4d3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=723e8b45-2c67-43ce-ad35-0a7e46566c4f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:33.844173 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-617010be-8f67-4b1f-864d-d3866d7b70fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:34.080696 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-617010be-8f67-4b1f-864d-d3866d7b70fd admin admin] Deleting port b00f1cc4-0845-4de7-a8dc-6d658af162b3 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:27:34.081231 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-617010be-8f67-4b1f-864d-d3866d7b70fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:34.158731 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-617010be-8f67-4b1f-864d-d3866d7b70fd admin admin] For port b00f1cc4-0845-4de7-a8dc-6d658af162b3, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b00f1cc4-0845-4de7-a8dc-6d658af162b3,segment=NetworkSegment(b44264a9-bfb1-496d-bb6a-5c476b327fdc),segment_id=b44264a9-bfb1-496d-bb6a-5c476b327fdc)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:34.159763 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-617010be-8f67-4b1f-864d-d3866d7b70fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:34.171236 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-617010be-8f67-4b1f-864d-d3866d7b70fd admin admin] Calling delete_port for b00f1cc4-0845-4de7-a8dc-6d658af162b3 owned by network:router_interface {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:27:34.345689 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-617010be-8f67-4b1f-864d-d3866d7b70fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:34.372275 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617010be-8f67-4b1f-864d-d3866d7b70fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b00f1cc4-0845-4de7-a8dc-6d658af162b3,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:34.491500 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:34.532031 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-617010be-8f67-4b1f-864d-d3866d7b70fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:34.747881 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617010be-8f67-4b1f-864d-d3866d7b70fd admin admin] Router bea98917-3bf6-4c95-871e-678062c8c0e6 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:27:34.850954 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617010be-8f67-4b1f-864d-d3866d7b70fd admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:27:34.856264 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-617010be-8f67-4b1f-864d-d3866d7b70fd admin admin] 10.222.0.10 "PUT /v2.0/routers/bea98917-3bf6-4c95-871e-678062c8c0e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3369772 Feb 04 06:27:34.858894 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60270) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:34.859389 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12377f1-1ae1-4e7c-ab22-b19c2c5bf981 None None] Sync routers for ids ['bea98917-3bf6-4c95-871e-678062c8c0e6'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:27:34.869081 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12377f1-1ae1-4e7c-ab22-b19c2c5bf981 None None] Routers {'bea98917-3bf6-4c95-871e-678062c8c0e6'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:27:34.869757 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e12377f1-1ae1-4e7c-ab22-b19c2c5bf981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['bea98917-3bf6-4c95-871e-678062c8c0e6'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:34.960534 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:34.974871 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-e12377f1-1ae1-4e7c-ab22-b19c2c5bf981 None None] Set router bea98917-3bf6-4c95-871e-678062c8c0e6 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:27:35.154442 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e12377f1-1ae1-4e7c-ab22-b19c2c5bf981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'name': 'tempest-TestShelveInstance-173744372-router', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:27:34Z', 'revision_number': 5, 'project_id': '4a770d20ea7742f0a555cf5888f102d3', 'gw_port': {'id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:35.180725 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12377f1-1ae1-4e7c-ab22-b19c2c5bf981 None None] Checking router: bea98917-3bf6-4c95-871e-678062c8c0e6 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:27:35.189412 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12377f1-1ae1-4e7c-ab22-b19c2c5bf981 None None] Routers {'bea98917-3bf6-4c95-871e-678062c8c0e6'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:27:35.190050 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e12377f1-1ae1-4e7c-ab22-b19c2c5bf981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['bea98917-3bf6-4c95-871e-678062c8c0e6'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:35.297462 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-e12377f1-1ae1-4e7c-ab22-b19c2c5bf981 None None] Set router bea98917-3bf6-4c95-871e-678062c8c0e6 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:27:35.385691 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:35.436370 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] Deleting port 3351a02b-4e9d-42b1-a1b6-90d137649f42 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:27:35.436624 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:35.474482 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-e12377f1-1ae1-4e7c-ab22-b19c2c5bf981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'name': 'tempest-TestShelveInstance-173744372-router', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:27:34Z', 'revision_number': 5, 'project_id': '4a770d20ea7742f0a555cf5888f102d3', 'gw_port': {'id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:35.500644 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12377f1-1ae1-4e7c-ab22-b19c2c5bf981 None None] The sync data for ids ['bea98917-3bf6-4c95-871e-678062c8c0e6'] in dv-neutron-827794-1-hyperv is: [{'id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'name': 'tempest-TestShelveInstance-173744372-router', 'tenant_id': '4a770d20ea7742f0a555cf5888f102d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80'}], 'enable_snat': True}, 'gw_port_id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:27:34Z', 'revision_number': 5, 'project_id': '4a770d20ea7742f0a555cf5888f102d3', 'gw_port': {'id': '3351a02b-4e9d-42b1-a1b6-90d137649f42', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea98917-3bf6-4c95-871e-678062c8c0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:18:45Z', 'updated_at': '2022-02-04T06:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:27:35.518842 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] For port 3351a02b-4e9d-42b1-a1b6-90d137649f42, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=3351a02b-4e9d-42b1-a1b6-90d137649f42,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:35.519296 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:35.531742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] Calling delete_port for 3351a02b-4e9d-42b1-a1b6-90d137649f42 owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:27:35.692123 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:35.718025 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] Pushing event deleted for resources: {'Port': ['ID=3351a02b-4e9d-42b1-a1b6-90d137649f42,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:35.774149 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:35.862335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:35.864548 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:35.911217 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:35.911829 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bea98917-3bf6-4c95-871e-678062c8c0e6 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:27:35.916096 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:35.917416 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-843f1e9c-ea59-4f62-91f5-cf4575e69278 admin admin] 10.222.0.10 "DELETE /v2.0/routers/bea98917-3bf6-4c95-871e-678062c8c0e6 HTTP/1.1" status: 204 len: 168 time: 1.0574589 Feb 04 06:27:35.919791 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60272) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:35.964986 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9edae61-a169-464c-8c68-18e86f7f04dc admin admin] Deleting subnet 6421cf63-5b06-4b23-bd4f-706e85519351 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:27:35.968175 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9edae61-a169-464c-8c68-18e86f7f04dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.003771 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9edae61-a169-464c-8c68-18e86f7f04dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.087640 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9edae61-a169-464c-8c68-18e86f7f04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.150366 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9edae61-a169-464c-8c68-18e86f7f04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.180335 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edae61-a169-464c-8c68-18e86f7f04dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6421cf63-5b06-4b23-bd4f-706e85519351,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:36.182334 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-a9edae61-a169-464c-8c68-18e86f7f04dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.185463 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-a9edae61-a169-464c-8c68-18e86f7f04dc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6421cf63-5b06-4b23-bd4f-706e85519351 HTTP/1.1" status: 204 len: 168 time: 0.2646790 Feb 04 06:27:36.186583 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2d9474-da6d-40ce-8474-7a8fc7a03c04 None None] Network 0f2a7732-8bbe-4750-90b2-c48fd576e756 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:27:36.187984 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60274) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:36.254724 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.310930 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] Deleting port 66ef1013-68b0-42f8-a891-d2846ec9ca90 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:27:36.311281 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.372462 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] For port 66ef1013-68b0-42f8-a891-d2846ec9ca90, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=66ef1013-68b0-42f8-a891-d2846ec9ca90,segment=NetworkSegment(b44264a9-bfb1-496d-bb6a-5c476b327fdc),segment_id=b44264a9-bfb1-496d-bb6a-5c476b327fdc)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:36.372827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.385040 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] Calling delete_port for 66ef1013-68b0-42f8-a891-d2846ec9ca90 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:27:36.466379 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.476199 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16ae690-f643-4c8e-92cd-8838275dbcb0 None None] DHCP port deletion for 0f2a7732-8bbe-4750-90b2-c48fd576e756 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:27:36.501360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] No DVR routers for this DVR port 66ef1013-68b0-42f8-a891-d2846ec9ca90 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:27:36.505017 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ef1013-68b0-42f8-a891-d2846ec9ca90,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:36.570941 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.590360 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2a7732-8bbe-4750-90b2-c48fd576e756']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:36.600019 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44264a9-bfb1-496d-bb6a-5c476b327fdc') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:36.600307 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44264a9-bfb1-496d-bb6a-5c476b327fdc') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:36.609143 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.622467 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.628465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:27:36.628864 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:27:36.630631 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:27:36.686618 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.692936 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.696009 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0f2a7732-8bbe-4750-90b2-c48fd576e756 HTTP/1.1" status: 204 len: 168 time: 0.5071175 Feb 04 06:27:36.705735 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84249b4d-2915-480c-beb3-778fe8124849 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f2a7732-8bbe-4750-90b2-c48fd576e756,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:36.802039 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60278) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:36.840629 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-372ac7fc-b0d9-47a7-9ff8-4d6243a30e5c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa7fd5322a8b4ad089a186cf3f489e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374253 Feb 04 06:27:36.842890 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60280) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:36.888640 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4c909e41-5933-4d59-a398-95074941e5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.909048 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4c909e41-5933-4d59-a398-95074941e5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.942002 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:27:36.962134 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4c909e41-5933-4d59-a398-95074941e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.964712 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4c909e41-5933-4d59-a398-95074941e5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:36.965924 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-4c909e41-5933-4d59-a398-95074941e5ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/64c22349-9c34-4d7a-9fac-b1773408aadd HTTP/1.1" status: 204 len: 168 time: 0.1221387 Feb 04 06:27:36.974231 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c909e41-5933-4d59-a398-95074941e5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c22349-9c34-4d7a-9fac-b1773408aadd,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:37.261189 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b00f1cc4-0845-4de7-a8dc-6d658af162b3 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:27:37.282541 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: b00f1cc4-0845-4de7-a8dc-6d658af162b3 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:27:37.282886 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b00f1cc4-0845-4de7-a8dc-6d658af162b3 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:27:37.283291 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 66ef1013-68b0-42f8-a891-d2846ec9ca90 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:27:37.287234 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60286) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:37.304750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 66ef1013-68b0-42f8-a891-d2846ec9ca90 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:27:37.305093 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 66ef1013-68b0-42f8-a891-d2846ec9ca90 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:27:37.305505 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3351a02b-4e9d-42b1-a1b6-90d137649f42 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:27:37.323996 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 3351a02b-4e9d-42b1-a1b6-90d137649f42 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:27:37.324341 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 3351a02b-4e9d-42b1-a1b6-90d137649f42 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:27:37.325465 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8429c446-37a1-4210-8a83-354bb653db42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a770d20ea7742f0a555cf5888f102d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371242 Feb 04 06:27:37.327925 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60288) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:37.373531 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a74d357-2c23-4cbe-9c3e-3d7195dfdccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:37.394622 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a74d357-2c23-4cbe-9c3e-3d7195dfdccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:37.439068 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a74d357-2c23-4cbe-9c3e-3d7195dfdccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:37.442465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a74d357-2c23-4cbe-9c3e-3d7195dfdccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:37.443596 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-6a74d357-2c23-4cbe-9c3e-3d7195dfdccd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3cdc7343-d4db-4635-904f-c92a60a1af44 HTTP/1.1" status: 204 len: 168 time: 0.1147625 Feb 04 06:27:37.450921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74d357-2c23-4cbe-9c3e-3d7195dfdccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdc7343-d4db-4635-904f-c92a60a1af44,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:38.116580 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60310) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:38.209500 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2065203304-network', 'tenant_id': '8798db794921405b87e2476854072ad6'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:38.233855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] Made reservation on behalf of 8798db794921405b87e2476854072ad6 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:27:38.236104 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:38.244159 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:38.317975 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:38.321508 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:38.350309 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:27:38.355443 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0c697e-27e9-414e-809d-2afb2b16283c,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:38.363049 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:38.363049 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] Added segment 849b3837-6ef6-4c56-80f3-6e4593e26e7e of type vlan for network 6faa7cbf-694c-459b-9f18-85e679ba60a9 Feb 04 06:27:38.401410 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:38.424240 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:38.425206 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:38.425805 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:38.472713 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3550408 Feb 04 06:27:38.475662 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60314) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:38.481890 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-8b69f653-3606-4aef-95e5-cc7ac1d33329 admin admin] Request body: {'subnet': {'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2065203304-subnet', 'tenant_id': '8798db794921405b87e2476854072ad6', 'ip_version': 4}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:38.488237 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1bdba-2ed8-469a-91e2-6f1be62d6c3d admin admin] Pushing event updated for resources: {'Network': ['ID=6faa7cbf-694c-459b-9f18-85e679ba60a9,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:38.497831 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network 6faa7cbf-694c-459b-9f18-85e679ba60a9 details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:27:38.504106 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b69f653-3606-4aef-95e5-cc7ac1d33329 admin admin] Made reservation on behalf of 8798db794921405b87e2476854072ad6 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:27:38.506567 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b69f653-3606-4aef-95e5-cc7ac1d33329 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:38.669488 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b69f653-3606-4aef-95e5-cc7ac1d33329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:38.725280 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69f653-3606-4aef-95e5-cc7ac1d33329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=728e2f21-95ad-47d4-b05a-660c5e9d3b74,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:38.735205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b69f653-3606-4aef-95e5-cc7ac1d33329 admin admin] Checking segment: {'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:27:38.735571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b69f653-3606-4aef-95e5-cc7ac1d33329 admin admin] Network hostable DHCP agents. Network: 6faa7cbf-694c-459b-9f18-85e679ba60a9, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:27:38.751366 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b69f653-3606-4aef-95e5-cc7ac1d33329 admin admin] Network 6faa7cbf-694c-459b-9f18-85e679ba60a9 is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:27:38.760207 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-8b69f653-3606-4aef-95e5-cc7ac1d33329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, 6faa7cbf-694c-459b-9f18-85e679ba60a9) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:27:38.764286 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b69f653-3606-4aef-95e5-cc7ac1d33329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:38.765027 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b69f653-3606-4aef-95e5-cc7ac1d33329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:38.769329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ba2b1-387d-4a47-83d8-2c54773b1e58 None None] Network 6faa7cbf-694c-459b-9f18-85e679ba60a9 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:27:38.781420 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8b69f653-3606-4aef-95e5-cc7ac1d33329 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3045952 Feb 04 06:27:38.784134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60316) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:38.788373 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:38.811128 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:38.812145 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:38.872565 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:38.916782 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-6faa7cbf-694c-459b-9f18-85e679ba60a9', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:27:38.917640 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:39.012776 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:39.049606 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Allocated IP 172.20.0.2 (6faa7cbf-694c-459b-9f18-85e679ba60a9/728e2f21-95ad-47d4-b05a-660c5e9d3b74/b948a8f3-9164-4484-a565-13b707f98bb7) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:27:39.190304 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:39.197560 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:39.209955 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:39.232378 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:39.239244 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Network 6faa7cbf-694c-459b-9f18-85e679ba60a9 is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:27:39.242127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:27:39.244828 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:27:39.253791 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Pushing event updated for resources: {'Port': ['ID=b948a8f3-9164-4484-a565-13b707f98bb7,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:39.304365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Attempting to bind port b948a8f3-9164-4484-a565-13b707f98bb7 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:27:39.304645 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Attempting to bind port b948a8f3-9164-4484-a565-13b707f98bb7 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:27:39.305003 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Attempting to bind port b948a8f3-9164-4484-a565-13b707f98bb7 on network 6faa7cbf-694c-459b-9f18-85e679ba60a9 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:27:39.309762 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:27:39.310167 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Checking segment: {'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:27:39.310560 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:39.310944 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Bound using segment: {'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:27:39.311406 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Bound port: b948a8f3-9164-4484-a565-13b707f98bb7, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:27:39.311777 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:39.339097 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Allocated IP 172.26.3.5 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/82ab93a2-618b-433b-82d8-3265c398dd06) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:27:39.373790 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] For port b948a8f3-9164-4484-a565-13b707f98bb7, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:27:39.376753 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] For port b948a8f3-9164-4484-a565-13b707f98bb7, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b948a8f3-9164-4484-a565-13b707f98bb7,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:27:39.380491 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:39.436328 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581e6c5-81f2-4a93-ad79-36066538f3b1 None None] Pushing event updated for resources: {'Port': ['ID=b948a8f3-9164-4484-a565-13b707f98bb7,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:39.456147 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:39.491987 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:39.532744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:27:39.536183 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:27:39.538575 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:27:39.562321 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Pushing event updated for resources: {'Port': ['ID=82ab93a2-618b-433b-82d8-3265c398dd06,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:39.807179 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:39.995798 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:40.120132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Router 0af4b69e-cd17-4311-8082-ac049f9b62fb is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:27:40.230805 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:27:40.240886 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Sync routers for ids ['0af4b69e-cd17-4311-8082-ac049f9b62fb'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:27:40.249607 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:40.250945 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-7cd70ce6-ca90-4488-a468-b4353da56b1a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4658904 Feb 04 06:27:40.251137 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Routers {'0af4b69e-cd17-4311-8082-ac049f9b62fb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:27:40.251811 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0af4b69e-cd17-4311-8082-ac049f9b62fb'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:40.254312 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60318) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:40.371987 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Set router 0af4b69e-cd17-4311-8082-ac049f9b62fb gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:27:40.403454 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19df5998-3b61-4cb4-86a3-e77f58ca55c7 None None] Network 6faa7cbf-694c-459b-9f18-85e679ba60a9 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:27:40.524752 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-5ce7a095-a601-4acc-80e5-e11017640267 None None] Provisioning complete for port b948a8f3-9164-4484-a565-13b707f98bb7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:40.525127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5ce7a095-a601-4acc-80e5-e11017640267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:40.685050 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:40.735874 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5ce7a095-a601-4acc-80e5-e11017640267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:40.773948 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:39Z', 'revision_number': 3, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:40.808423 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-5ce7a095-a601-4acc-80e5-e11017640267 None None] For port b948a8f3-9164-4484-a565-13b707f98bb7, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b948a8f3-9164-4484-a565-13b707f98bb7,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:40.809593 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Checking router: 0af4b69e-cd17-4311-8082-ac049f9b62fb for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:27:40.810005 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Updating router 0af4b69e-cd17-4311-8082-ac049f9b62fb port 82ab93a2-618b-433b-82d8-3265c398dd06 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:27:40.813824 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5ce7a095-a601-4acc-80e5-e11017640267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:40.843677 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Allocated IP 172.20.0.1 (6faa7cbf-694c-459b-9f18-85e679ba60a9/728e2f21-95ad-47d4-b05a-660c5e9d3b74/69b82057-9365-4668-bf04-efa9b07ed0c8) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:27:40.860751 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:40.913022 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7a095-a601-4acc-80e5-e11017640267 None None] Pushing event updated for resources: {'Port': ['ID=b948a8f3-9164-4484-a565-13b707f98bb7,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:40.970830 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.004374 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.042470 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Network 6faa7cbf-694c-459b-9f18-85e679ba60a9 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:27:41.045190 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:27:41.048620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:27:41.062956 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1ca8c056-59de-437e-a732-e78e6128b779 None None] Provisioning complete for port b948a8f3-9164-4484-a565-13b707f98bb7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:41.063332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1ca8c056-59de-437e-a732-e78e6128b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.082902 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Pushing event updated for resources: {'Port': ['ID=69b82057-9365-4668-bf04-efa9b07ed0c8,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:41.100932 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.221877 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.230043 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.246390 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.294696 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Attempting to bind port 82ab93a2-618b-433b-82d8-3265c398dd06 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:27:41.295164 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Attempting to bind port 82ab93a2-618b-433b-82d8-3265c398dd06 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:27:41.295426 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Attempting to bind port 82ab93a2-618b-433b-82d8-3265c398dd06 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:27:41.297792 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4b168-36bd-4f66-8ff2-65c930949e5a None None] Pushing event updated for resources: {'Port': ['ID=82ab93a2-618b-433b-82d8-3265c398dd06,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:41.304485 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:27:41.304871 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:27:41.305276 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.305667 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:27:41.306157 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Bound port: 82ab93a2-618b-433b-82d8-3265c398dd06, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:27:41.306541 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.341070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b948a8f3-9164-4484-a565-13b707f98bb7 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:27:41.397697 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-2c149cc4-dcb4-42ee-8c84-b4b8dba607ab None None] Provisioning complete for port 69b82057-9365-4668-bf04-efa9b07ed0c8 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:41.398105 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2c149cc4-dcb4-42ee-8c84-b4b8dba607ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.402893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] For port 82ab93a2-618b-433b-82d8-3265c398dd06, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:27:41.430490 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.435659 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.438125 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] For port 82ab93a2-618b-433b-82d8-3265c398dd06, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=82ab93a2-618b-433b-82d8-3265c398dd06,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:27:41.447123 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.483168 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-2c149cc4-dcb4-42ee-8c84-b4b8dba607ab None None] Port 69b82057-9365-4668-bf04-efa9b07ed0c8 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:27:41.505982 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Pushing event updated for resources: {'Port': ['ID=69b82057-9365-4668-bf04-efa9b07ed0c8,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:41.508498 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.513270 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port b948a8f3-9164-4484-a565-13b707f98bb7 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:41.513654 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.539995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Routers {'0af4b69e-cd17-4311-8082-ac049f9b62fb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:27:41.540624 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0af4b69e-cd17-4311-8082-ac049f9b62fb'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:41.587317 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4b168-36bd-4f66-8ff2-65c930949e5a None None] Pushing event updated for resources: {'Port': ['ID=82ab93a2-618b-433b-82d8-3265c398dd06,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:41.598424 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Network 6faa7cbf-694c-459b-9f18-85e679ba60a9 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:27:41.599840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:27:41.722411 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Router 0af4b69e-cd17-4311-8082-ac049f9b62fb has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:27:41.835082 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:27:41.839994 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-55a8a603-a662-4473-83aa-adb68acce39c admin admin] 10.222.0.10 "PUT /v2.0/routers/0af4b69e-cd17-4311-8082-ac049f9b62fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5832534 Feb 04 06:27:41.848955 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-1891901d-4cd6-460a-82e1-1d03ed6453a2 None None] Provisioning complete for port 69b82057-9365-4668-bf04-efa9b07ed0c8 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:41.849334 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-1891901d-4cd6-460a-82e1-1d03ed6453a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:41.853271 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] Set router 0af4b69e-cd17-4311-8082-ac049f9b62fb gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:27:41.952537 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-1891901d-4cd6-460a-82e1-1d03ed6453a2 None None] Port 69b82057-9365-4668-bf04-efa9b07ed0c8 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:27:42.083065 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 2, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:42.110780 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e827b5-5eb1-472e-a987-c54c2a072b0a None None] The sync data for ids ['0af4b69e-cd17-4311-8082-ac049f9b62fb'] in dv-neutron-827794-1-hyperv is: [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 2, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:27:42.323449 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60334) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:42.328476 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1593514611-network', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:42.352767 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] Made reservation on behalf of 693666e3d65a4cefaf5d1168d55f9d35 for: {'network': 1} {{(pid=108745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:27:42.355249 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for network, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:42.367315 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:42.452261 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:42.456528 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:42.483435 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=108745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 06:27:42.492928 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52a23a8-88d5-4019-8bb6-457609372f28,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:42.499925 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:42.500194 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.segments_db [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] Added segment 58ffb42f-6f15-44a4-a8c8-a4adab590349 of type vlan for network d2150c42-7c85-4d51-a4ab-12f9a7465d3b Feb 04 06:27:42.556197 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740032186049'] for network, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:42.583258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246'] for network, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:42.584346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:42.584931 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:42.644870 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3202872 Feb 04 06:27:42.647712 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60336) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:42.648620 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4309ac4-1bc4-4b1b-9b57-30665c2d3ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=d2150c42-7c85-4d51-a4ab-12f9a7465d3b,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:42.653194 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-fefc457d-27bd-4617-9ac9-6d826c2b4b22 admin admin] Request body: {'subnet': {'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1593514611-subnet', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'ip_version': 4}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:42.658769 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Network d2150c42-7c85-4d51-a4ab-12f9a7465d3b details requested by agent ovs-agent-dv-neutron-827794-1-hyperv with host dv-neutron-827794-1-hyperv {{(pid=108746) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 06:27:42.679328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefc457d-27bd-4617-9ac9-6d826c2b4b22 admin admin] Made reservation on behalf of 693666e3d65a4cefaf5d1168d55f9d35 for: {'subnet': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:27:42.682022 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fefc457d-27bd-4617-9ac9-6d826c2b4b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12674635'] for subnet, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:42.795314 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-25e192db-5345-461a-afe9-1e0c9eef6827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:42.878380 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fefc457d-27bd-4617-9ac9-6d826c2b4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13092550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12674649'] for subnet, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:42.935940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc457d-27bd-4617-9ac9-6d826c2b4b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31a8c53-6660-4b52-8fc3-4db57c4ae0e3,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:42.943747 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc457d-27bd-4617-9ac9-6d826c2b4b22 admin admin] Checking segment: {'id': '58ffb42f-6f15-44a4-a8c8-a4adab590349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:27:42.944105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefc457d-27bd-4617-9ac9-6d826c2b4b22 admin admin] Network hostable DHCP agents. Network: d2150c42-7c85-4d51-a4ab-12f9a7465d3b, hostable agents: ['aa2239ae-c0e1-41d7-bf82-1931f0868046'], hosted agents: [] {{(pid=108744) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 06:27:42.961446 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefc457d-27bd-4617-9ac9-6d826c2b4b22 admin admin] Network d2150c42-7c85-4d51-a4ab-12f9a7465d3b is scheduled to be hosted by DHCP agent aa2239ae-c0e1-41d7-bf82-1931f0868046 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 06:27:42.972476 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-fefc457d-27bd-4617-9ac9-6d826c2b4b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827794-1-hyperv, d2150c42-7c85-4d51-a4ab-12f9a7465d3b) {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:27:42.976571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc457d-27bd-4617-9ac9-6d826c2b4b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:42.977335 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fefc457d-27bd-4617-9ac9-6d826c2b4b22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:42.982804 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ee66a7-4efe-4bcb-bef5-f22f20bf8a5f None None] Network d2150c42-7c85-4d51-a4ab-12f9a7465d3b requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:27:43.001487 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fefc457d-27bd-4617-9ac9-6d826c2b4b22 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3526151 Feb 04 06:27:43.004051 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60338) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:43.008489 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1593514611-router', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:43.031822 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1010409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16345'] for router, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.032806 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1008077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1013983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16288'] for router, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.092168 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.138367 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5091180-3684-548f-ba02-71757dfbf8c7-d2150c42-7c85-4d51-a4ab-12f9a7465d3b', 'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'fixed_ips': [{'subnet_id': 'c31a8c53-6660-4b52-8fc3-4db57c4ae0e3'}]}} from dv-neutron-827794-1-hyperv. {{(pid=108746) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 04 06:27:43.139324 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.231915 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.321689 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.db_base_plugin_common [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Allocated IP 172.20.0.2 (d2150c42-7c85-4d51-a4ab-12f9a7465d3b/c31a8c53-6660-4b52-8fc3-4db57c4ae0e3/c65ba76d-17b4-4c05-9a63-0801f3cd7711) {{(pid=108746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:27:43.337231 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 82ab93a2-618b-433b-82d8-3265c398dd06 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:27:43.453051 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 82ab93a2-618b-433b-82d8-3265c398dd06 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:43.453186 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.457466 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.477060 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.535013 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Notify callbacks [] for port, precommit_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.543334 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727'] for port, after_create {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.582408 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Allocated IP 172.26.3.82 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/fdb3689c-9b78-4201-bca3-ae427b8321d6) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:27:43.619195 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Network d2150c42-7c85-4d51-a4ab-12f9a7465d3b is already hosted by enough agents. {{(pid=108746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:27:43.621449 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.628945 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.scheduler.base_scheduler [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Resources bound (agent type, host, resource id): {{(pid=108746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:27:43.634058 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Received port after_create {{(pid=108746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:27:43.639222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Pushing event updated for resources: {'Port': ['ID=c65ba76d-17b4-4c05-9a63-0801f3cd7711,revision_number=1']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:43.656380 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port 82ab93a2-618b-433b-82d8-3265c398dd06, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=82ab93a2-618b-433b-82d8-3265c398dd06,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:43.674029 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.700230 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.725470 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Attempting to bind port c65ba76d-17b4-4c05-9a63-0801f3cd7711 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:27:43.725872 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Attempting to bind port c65ba76d-17b4-4c05-9a63-0801f3cd7711 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '58ffb42f-6f15-44a4-a8c8-a4adab590349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:27:43.726237 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Attempting to bind port c65ba76d-17b4-4c05-9a63-0801f3cd7711 on network d2150c42-7c85-4d51-a4ab-12f9a7465d3b {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:27:43.736374 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:27:43.736749 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Checking segment: {'id': '58ffb42f-6f15-44a4-a8c8-a4adab590349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:27:43.737140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.737285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.737573 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Bound using segment: {'id': '58ffb42f-6f15-44a4-a8c8-a4adab590349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:27:43.738070 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Bound port: c65ba76d-17b4-4c05-9a63-0801f3cd7711, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ffb42f-6f15-44a4-a8c8-a4adab590349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:27:43.738450 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.756265 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=82ab93a2-618b-433b-82d8-3265c398dd06,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:43.775906 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:27:43.778740 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:27:43.782198 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:27:43.806546 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Pushing event updated for resources: {'Port': ['ID=fdb3689c-9b78-4201-bca3-ae427b8321d6,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:43.817105 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] For port c65ba76d-17b4-4c05-9a63-0801f3cd7711, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:27:43.820269 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] For port c65ba76d-17b4-4c05-9a63-0801f3cd7711, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c65ba76d-17b4-4c05-9a63-0801f3cd7711,segment=NetworkSegment(58ffb42f-6f15-44a4-a8c8-a4adab590349),segment_id=58ffb42f-6f15-44a4-a8c8-a4adab590349)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:27:43.823946 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:43.879143 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfec4fc-279b-4c66-aa8d-9d948e6668c0 None None] Pushing event updated for resources: {'Port': ['ID=c65ba76d-17b4-4c05-9a63-0801f3cd7711,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:44.050260 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:44.271857 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Sync routers for ids ['0af4b69e-cd17-4311-8082-ac049f9b62fb'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:27:44.282108 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Routers {'0af4b69e-cd17-4311-8082-ac049f9b62fb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:27:44.282736 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0af4b69e-cd17-4311-8082-ac049f9b62fb'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:44.388638 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Set router 0af4b69e-cd17-4311-8082-ac049f9b62fb gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:27:44.538303 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1008070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:44.584931 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 2, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:44.614932 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Checking router: 0af4b69e-cd17-4311-8082-ac049f9b62fb for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:27:44.615303 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Updating router 0af4b69e-cd17-4311-8082-ac049f9b62fb port 69b82057-9365-4668-bf04-efa9b07ed0c8 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:27:44.640807 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:44.669306 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Router cfae8a2b-1a67-4be6-b2de-5874964c3696 is scheduled to L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c with binding_index 1 {{(pid=108744) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 06:27:44.779785 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:27:44.797023 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Sync routers for ids ['cfae8a2b-1a67-4be6-b2de-5874964c3696'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:27:44.804456 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:44.808797 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-6f79912c-38a8-424c-a01c-134e00799865 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8011503 Feb 04 06:27:44.809025 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60340) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:44.812214 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Routers {'cfae8a2b-1a67-4be6-b2de-5874964c3696'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:27:44.813088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['cfae8a2b-1a67-4be6-b2de-5874964c3696'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:44.937972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Set router cfae8a2b-1a67-4be6-b2de-5874964c3696 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:27:45.036595 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.044851 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.108596 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a25fa0-1aec-48ce-b44a-18c7659dbe5c None None] Pushing event updated for resources: {'Port': ['ID=69b82057-9365-4668-bf04-efa9b07ed0c8,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:45.127450 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac9e7-ae82-4f37-9f6d-7a5e83703997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.127671 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a25fa0-1aec-48ce-b44a-18c7659dbe5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:45.128146 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a25fa0-1aec-48ce-b44a-18c7659dbe5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:45.128812 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a25fa0-1aec-48ce-b44a-18c7659dbe5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:45.129210 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a25fa0-1aec-48ce-b44a-18c7659dbe5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:45.129554 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a25fa0-1aec-48ce-b44a-18c7659dbe5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:45.129914 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a25fa0-1aec-48ce-b44a-18c7659dbe5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:45.130253 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a25fa0-1aec-48ce-b44a-18c7659dbe5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:45.131383 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a25fa0-1aec-48ce-b44a-18c7659dbe5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:45.131723 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a25fa0-1aec-48ce-b44a-18c7659dbe5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:45.132048 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a25fa0-1aec-48ce-b44a-18c7659dbe5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:45.132369 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a25fa0-1aec-48ce-b44a-18c7659dbe5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:45.132819 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a25fa0-1aec-48ce-b44a-18c7659dbe5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:27:45.148439 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'name': 'tempest-TestSnapshotPattern-1593514611-router', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fdb3689c-9b78-4201-bca3-ae427b8321d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 3, 'project_id': '693666e3d65a4cefaf5d1168d55f9d35', 'gw_port': {'id': 'fdb3689c-9b78-4201-bca3-ae427b8321d6', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:45.153152 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ee6bea-a1f6-4f13-88bd-89aef22dc782 None None] Network d2150c42-7c85-4d51-a4ab-12f9a7465d3b requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:27:45.195636 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Attempting to bind port 69b82057-9365-4668-bf04-efa9b07ed0c8 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:27:45.195933 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Attempting to bind port 69b82057-9365-4668-bf04-efa9b07ed0c8 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:27:45.196713 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Attempting to bind port 69b82057-9365-4668-bf04-efa9b07ed0c8 on network 6faa7cbf-694c-459b-9f18-85e679ba60a9 {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:27:45.201669 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:27:45.202074 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Checking segment: {'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:27:45.203087 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.203087 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Bound using segment: {'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:27:45.203330 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Bound port: 69b82057-9365-4668-bf04-efa9b07ed0c8, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:27:45.203674 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.205376 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Checking router: cfae8a2b-1a67-4be6-b2de-5874964c3696 for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:27:45.205601 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Updating router cfae8a2b-1a67-4be6-b2de-5874964c3696 port fdb3689c-9b78-4201-bca3-ae427b8321d6 binding host dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:27:45.271858 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-364999da-86fa-4fe3-9d1b-83133cd59b3e None None] Provisioning complete for port c65ba76d-17b4-4c05-9a63-0801f3cd7711 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:45.272200 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-364999da-86fa-4fe3-9d1b-83133cd59b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.273693 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.283063 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] For port 69b82057-9365-4668-bf04-efa9b07ed0c8, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:27:45.287674 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] For port 69b82057-9365-4668-bf04-efa9b07ed0c8, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=69b82057-9365-4668-bf04-efa9b07ed0c8,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:27:45.294211 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.348262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.398212 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a25fa0-1aec-48ce-b44a-18c7659dbe5c None None] Pushing event updated for resources: {'Port': ['ID=69b82057-9365-4668-bf04-efa9b07ed0c8,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:45.465162 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Routers {'0af4b69e-cd17-4311-8082-ac049f9b62fb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:27:45.479526 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0af4b69e-cd17-4311-8082-ac049f9b62fb'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:45.573972 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 82ab93a2-618b-433b-82d8-3265c398dd06 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:27:45.602105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Allocated IP 172.20.0.1 (d2150c42-7c85-4d51-a4ab-12f9a7465d3b/c31a8c53-6660-4b52-8fc3-4db57c4ae0e3/260d98da-1b64-478b-a8d5-78f75119e1e7) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:27:45.633099 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] Set router 0af4b69e-cd17-4311-8082-ac049f9b62fb gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:27:45.682091 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-364999da-86fa-4fe3-9d1b-83133cd59b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.755736 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.772992 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-364999da-86fa-4fe3-9d1b-83133cd59b3e None None] For port c65ba76d-17b4-4c05-9a63-0801f3cd7711, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c65ba76d-17b4-4c05-9a63-0801f3cd7711,segment=NetworkSegment(58ffb42f-6f15-44a4-a8c8-a4adab590349),segment_id=58ffb42f-6f15-44a4-a8c8-a4adab590349)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:45.781983 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-364999da-86fa-4fe3-9d1b-83133cd59b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.796362 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 82ab93a2-618b-433b-82d8-3265c398dd06 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:45.796827 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.803224 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.826085 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Network d2150c42-7c85-4d51-a4ab-12f9a7465d3b is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:27:45.828744 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:27:45.852712 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:27:45.888508 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:45Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:45.911772 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1008351'] for router_interface, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:45.930103 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c094b5cf-14e9-4505-b96f-3fc41201d310 None None] The sync data for ids ['0af4b69e-cd17-4311-8082-ac049f9b62fb'] in dv-neutron-827794-1-hyperv is: [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:45Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:27:45.974623 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Pushing event updated for resources: {'Port': ['ID=260d98da-1b64-478b-a8d5-78f75119e1e7,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:46.090611 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.108758 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Notify callbacks [] for port, precommit_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.114447 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.115818 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364999da-86fa-4fe3-9d1b-83133cd59b3e None None] Pushing event updated for resources: {'Port': ['ID=c65ba76d-17b4-4c05-9a63-0801f3cd7711,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:46.138059 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-48888463-174f-4fb7-ba63-9c23e4e07d5f None None] Provisioning complete for port 69b82057-9365-4668-bf04-efa9b07ed0c8 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:46.138559 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-48888463-174f-4fb7-ba63-9c23e4e07d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.144188 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.313700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Attempting to bind port fdb3689c-9b78-4201-bca3-ae427b8321d6 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:27:46.314041 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Attempting to bind port fdb3689c-9b78-4201-bca3-ae427b8321d6 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:27:46.314410 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Attempting to bind port fdb3689c-9b78-4201-bca3-ae427b8321d6 on network 205cec25-dbe4-4e69-8d9c-9f731181c624 {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:27:46.322587 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f291dc-eb33-4890-b03c-53435add9190 None None] Pushing event updated for resources: {'Port': ['ID=fdb3689c-9b78-4201-bca3-ae427b8321d6,revision_number=2']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:46.322957 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.330237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.339024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:27:46.339407 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Checking segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:27:46.339815 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.340212 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Bound using segment: {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'} {{(pid=108746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:27:46.340692 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.managers [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Bound port: fdb3689c-9b78-4201-bca3-ae427b8321d6, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6afcb-f951-4e15-a595-00c90ba03f3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624'}}] {{(pid=108746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:27:46.341074 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.372296 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c65ba76d-17b4-4c05-9a63-0801f3cd7711 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:27:46.403643 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014095'] for router_interface, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.405521 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Pushing event updated for resources: {'Port': ['ID=260d98da-1b64-478b-a8d5-78f75119e1e7,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:46.464006 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] For port fdb3689c-9b78-4201-bca3-ae427b8321d6, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:27:46.466410 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-48888463-174f-4fb7-ba63-9c23e4e07d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.469262 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] For port fdb3689c-9b78-4201-bca3-ae427b8321d6, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fdb3689c-9b78-4201-bca3-ae427b8321d6,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:27:46.481509 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.515426 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Network d2150c42-7c85-4d51-a4ab-12f9a7465d3b is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:27:46.516935 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:27:46.569660 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-48888463-174f-4fb7-ba63-9c23e4e07d5f None None] For port 69b82057-9365-4668-bf04-efa9b07ed0c8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=69b82057-9365-4668-bf04-efa9b07ed0c8,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:46.575930 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port c65ba76d-17b4-4c05-9a63-0801f3cd7711 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:46.576039 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.580341 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-48888463-174f-4fb7-ba63-9c23e4e07d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.611717 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f291dc-eb33-4890-b03c-53435add9190 None None] Pushing event updated for resources: {'Port': ['ID=fdb3689c-9b78-4201-bca3-ae427b8321d6,revision_number=3']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:46.616704 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Routers {'cfae8a2b-1a67-4be6-b2de-5874964c3696'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:27:46.617326 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['cfae8a2b-1a67-4be6-b2de-5874964c3696'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:46.673437 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Router cfae8a2b-1a67-4be6-b2de-5874964c3696 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:27:46.724603 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48888463-174f-4fb7-ba63-9c23e4e07d5f None None] Pushing event updated for resources: {'Port': ['ID=69b82057-9365-4668-bf04-efa9b07ed0c8,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:46.774232 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-26283643-c7a8-4fd6-9280-6e0aa516dc9b None None] Provisioning complete for port 260d98da-1b64-478b-a8d5-78f75119e1e7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:46.774616 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-26283643-c7a8-4fd6-9280-6e0aa516dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:46.802573 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:27:46.816058 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3492822c-7d67-486a-9e2a-5c04f251a363 admin admin] 10.222.0.10 "PUT /v2.0/routers/cfae8a2b-1a67-4be6-b2de-5874964c3696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9976943 Feb 04 06:27:46.844558 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] Set router cfae8a2b-1a67-4be6-b2de-5874964c3696 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:27:46.879455 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-26283643-c7a8-4fd6-9280-6e0aa516dc9b None None] Port 260d98da-1b64-478b-a8d5-78f75119e1e7 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:27:46.898330 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-26283643-c7a8-4fd6-9280-6e0aa516dc9b None None] Provisioning complete for port c65ba76d-17b4-4c05-9a63-0801f3cd7711 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:46.898700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-26283643-c7a8-4fd6-9280-6e0aa516dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:47.117140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'name': 'tempest-TestSnapshotPattern-1593514611-router', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fdb3689c-9b78-4201-bca3-ae427b8321d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 4, 'project_id': '693666e3d65a4cefaf5d1168d55f9d35', 'gw_port': {'id': 'fdb3689c-9b78-4201-bca3-ae427b8321d6', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '260d98da-1b64-478b-a8d5-78f75119e1e7', 'name': '', 'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'mac_address': 'fa:16:3e:79:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c31a8c53-6660-4b52-8fc3-4db57c4ae0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:45Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 2, 'project_id': '693666e3d65a4cefaf5d1168d55f9d35', 'subnets': [{'id': 'c31a8c53-6660-4b52-8fc3-4db57c4ae0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:47.144340 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5e93f-15b9-477c-9e49-b801b087d10f None None] The sync data for ids ['cfae8a2b-1a67-4be6-b2de-5874964c3696'] in dv-neutron-827794-1-hyperv is: [{'id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'name': 'tempest-TestSnapshotPattern-1593514611-router', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fdb3689c-9b78-4201-bca3-ae427b8321d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 4, 'project_id': '693666e3d65a4cefaf5d1168d55f9d35', 'gw_port': {'id': 'fdb3689c-9b78-4201-bca3-ae427b8321d6', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '260d98da-1b64-478b-a8d5-78f75119e1e7', 'name': '', 'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'mac_address': 'fa:16:3e:79:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c31a8c53-6660-4b52-8fc3-4db57c4ae0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:45Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 2, 'project_id': '693666e3d65a4cefaf5d1168d55f9d35', 'subnets': [{'id': 'c31a8c53-6660-4b52-8fc3-4db57c4ae0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:27:47.207789 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-4ef30b27-6576-42b3-bfbb-83da882c4989 None None] Provisioning complete for port 260d98da-1b64-478b-a8d5-78f75119e1e7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:47.208173 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4ef30b27-6576-42b3-bfbb-83da882c4989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:47.251024 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-4ef30b27-6576-42b3-bfbb-83da882c4989 None None] Port 260d98da-1b64-478b-a8d5-78f75119e1e7 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:27:47.304186 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c65ba76d-17b4-4c05-9a63-0801f3cd7711 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:27:47.364538 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port c65ba76d-17b4-4c05-9a63-0801f3cd7711 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:47.364910 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:47.445632 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 69b82057-9365-4668-bf04-efa9b07ed0c8 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:27:47.496036 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 69b82057-9365-4668-bf04-efa9b07ed0c8 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:47.496694 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:47.887137 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:47.997942 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.283827 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60352) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:48.288382 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-8400071a-5feb-4258-b92a-a564ddf627b5 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-791754492', 'description': 'tempest-secgroup-smoke-791754492 description', 'project_id': '8798db794921405b87e2476854072ad6'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:48.311258 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8400071a-5feb-4258-b92a-a564ddf627b5 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.377744 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8400071a-5feb-4258-b92a-a564ddf627b5 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.381167 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8400071a-5feb-4258-b92a-a564ddf627b5 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.408288 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8400071a-5feb-4258-b92a-a564ddf627b5 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.412843 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8400071a-5feb-4258-b92a-a564ddf627b5 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1252205 Feb 04 06:27:48.412843 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400071a-5feb-4258-b92a-a564ddf627b5 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03f166c-f3aa-445a-874b-e47e7ba39715,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:48.413253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60354) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:48.419226 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-c162da76-2bdb-4128-87e7-a362103ee60a tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Request body: {'security_group_rule': {'security_group_id': 'a03f166c-f3aa-445a-874b-e47e7ba39715', 'project_id': '8798db794921405b87e2476854072ad6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:48.446799 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c162da76-2bdb-4128-87e7-a362103ee60a tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.501241 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c162da76-2bdb-4128-87e7-a362103ee60a tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.504807 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c162da76-2bdb-4128-87e7-a362103ee60a tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.524191 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162da76-2bdb-4128-87e7-a362103ee60a tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6575c1b4-1486-47b5-ba24-9d6474865895,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:48.532105 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c162da76-2bdb-4128-87e7-a362103ee60a tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.533287 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-c162da76-2bdb-4128-87e7-a362103ee60a tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186392 Feb 04 06:27:48.536618 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60356) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:48.540802 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-5211b4c8-2e88-416f-98f9-31f399026ab0 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Request body: {'security_group_rule': {'security_group_id': 'a03f166c-f3aa-445a-874b-e47e7ba39715', 'project_id': '8798db794921405b87e2476854072ad6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:48.568315 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5211b4c8-2e88-416f-98f9-31f399026ab0 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.644180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5211b4c8-2e88-416f-98f9-31f399026ab0 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.647804 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5211b4c8-2e88-416f-98f9-31f399026ab0 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.666415 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211b4c8-2e88-416f-98f9-31f399026ab0 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a763cf9-0deb-4838-84ec-951e7bb3a2e2,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:48.671603 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5211b4c8-2e88-416f-98f9-31f399026ab0 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.676197 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60358) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:48.676453 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-5211b4c8-2e88-416f-98f9-31f399026ab0 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388304 Feb 04 06:27:48.683855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-8468d299-6ea5-4f00-a401-68e23b35984e tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Request body: {'security_group_rule': {'security_group_id': 'a03f166c-f3aa-445a-874b-e47e7ba39715', 'project_id': '8798db794921405b87e2476854072ad6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:48.716817 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8468d299-6ea5-4f00-a401-68e23b35984e tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.781870 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8468d299-6ea5-4f00-a401-68e23b35984e tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.788504 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8468d299-6ea5-4f00-a401-68e23b35984e tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.807128 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468d299-6ea5-4f00-a401-68e23b35984e tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddb2a8a-e7e4-4c37-a4d3-591a7bdacf7b,revision_number=0']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:48.812751 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-8468d299-6ea5-4f00-a401-68e23b35984e tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.814034 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-8468d299-6ea5-4f00-a401-68e23b35984e tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362631 Feb 04 06:27:48.817226 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60360) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:48.821943 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-67832656-d802-49a0-9cb4-a0ca6da04ba6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Request body: {'security_group_rule': {'security_group_id': 'a03f166c-f3aa-445a-874b-e47e7ba39715', 'project_id': '8798db794921405b87e2476854072ad6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:48.851985 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67832656-d802-49a0-9cb4-a0ca6da04ba6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.913641 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67832656-d802-49a0-9cb4-a0ca6da04ba6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.917681 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67832656-d802-49a0-9cb4-a0ca6da04ba6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.935968 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67832656-d802-49a0-9cb4-a0ca6da04ba6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecbeb3e-be45-498f-ab1c-9d79197fbd33,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:48.943962 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67832656-d802-49a0-9cb4-a0ca6da04ba6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:48.947675 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-67832656-d802-49a0-9cb4-a0ca6da04ba6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268744 Feb 04 06:27:48.947880 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60362) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:48.952249 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-878edd8c-8ed7-4f1a-90d5-950aa98006c6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Request body: {'security_group_rule': {'security_group_id': 'a03f166c-f3aa-445a-874b-e47e7ba39715', 'project_id': '8798db794921405b87e2476854072ad6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:48.976536 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-878edd8c-8ed7-4f1a-90d5-950aa98006c6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Project 8798db794921405b87e2476854072ad6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:27:48.981828 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-878edd8c-8ed7-4f1a-90d5-950aa98006c6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:49.046940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-878edd8c-8ed7-4f1a-90d5-950aa98006c6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:49.050989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-878edd8c-8ed7-4f1a-90d5-950aa98006c6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:49.071891 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878edd8c-8ed7-4f1a-90d5-950aa98006c6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb9bb79-f71b-43c6-b71c-4e68ec018f8b,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:49.080104 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-878edd8c-8ed7-4f1a-90d5-950aa98006c6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:49.082032 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-878edd8c-8ed7-4f1a-90d5-950aa98006c6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325579 Feb 04 06:27:49.084588 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60364) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:27:49.089175 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [None req-2e8267b9-4d14-47b8-99d7-14f1d76c3f17 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Request body: {'security_group_rule': {'security_group_id': 'a03f166c-f3aa-445a-874b-e47e7ba39715', 'project_id': '8798db794921405b87e2476854072ad6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:49.114693 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.securitygroups_db [None req-2e8267b9-4d14-47b8-99d7-14f1d76c3f17 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Project 8798db794921405b87e2476854072ad6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 06:27:49.120139 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e8267b9-4d14-47b8-99d7-14f1d76c3f17 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:49.183205 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e8267b9-4d14-47b8-99d7-14f1d76c3f17 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:49.187782 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e8267b9-4d14-47b8-99d7-14f1d76c3f17 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978266'] for security_group_rule, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:49.210008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8267b9-4d14-47b8-99d7-14f1d76c3f17 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e14ab8-06cb-48aa-bede-bc17ceb7b130,revision_number=0']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:49.215543 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e8267b9-4d14-47b8-99d7-14f1d76c3f17 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:49.226554 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2e8267b9-4d14-47b8-99d7-14f1d76c3f17 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406865 Feb 04 06:27:49.313729 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fdb3689c-9b78-4201-bca3-ae427b8321d6 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:27:49.366493 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port fdb3689c-9b78-4201-bca3-ae427b8321d6 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:49.366949 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:49.428488 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-97eeda3f-1482-4efb-8ec9-7277684e1231 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791754492&fields=id&tenant_id=8798db794921405b87e2476854072ad6 HTTP/1.1" status: 200 len: 267 time: 0.0314102 Feb 04 06:27:49.444349 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:49.463748 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] For port fdb3689c-9b78-4201-bca3-ae427b8321d6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fdb3689c-9b78-4201-bca3-ae427b8321d6,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:49.468245 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:49.518916 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Pushing event updated for resources: {'Port': ['ID=fdb3689c-9b78-4201-bca3-ae427b8321d6,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:49.539343 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81968b54-6183-469a-869f-acbacc64dfe4 req-a0db32cb-48ae-4a70-9f83-050bdd7daf67 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:49.540766 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-a0db32cb-48ae-4a70-9f83-050bdd7daf67 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/networks?id=6faa7cbf-694c-459b-9f18-85e679ba60a9 HTTP/1.1" status: 200 len: 810 time: 0.1053677 Feb 04 06:27:49.556097 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-0937b77b-263a-4559-b6b9-5308f7d134da tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/quotas/8798db794921405b87e2476854072ad6 HTTP/1.1" status: 200 len: 375 time: 0.0095479 Feb 04 06:27:49.616669 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-36d2dc6f-c308-42a2-b894-dd2e43925e72 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8798db794921405b87e2476854072ad6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552707 Feb 04 06:27:49.632443 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-d51791a4-6973-4864-87cb-d1021e0912c8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:27:49.633418 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-d51791a4-6973-4864-87cb-d1021e0912c8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057278 Feb 04 06:27:49.722725 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-0c8cecc3-de93-46d6-b9c4-4dcad8ad7b4c service neutron] 10.222.0.10 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835817 Feb 04 06:27:49.814590 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-ad2bd631-30e9-483a-a83e-b432a73a6a25 service neutron] 10.222.0.10 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858176 Feb 04 06:27:49.972799 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0b47279e-51c1-45f3-bff3-a874c6c60e4c req-79f54f69-abd1-425d-b6d4-b97bdc452d40 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 210 time: 0.0263016 Feb 04 06:27:49.998894 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Sync routers for ids ['cfae8a2b-1a67-4be6-b2de-5874964c3696'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:27:50.008149 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Routers {'cfae8a2b-1a67-4be6-b2de-5874964c3696'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:27:50.008752 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['cfae8a2b-1a67-4be6-b2de-5874964c3696'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:50.109647 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Set router cfae8a2b-1a67-4be6-b2de-5874964c3696 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:27:50.297901 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'name': 'tempest-TestSnapshotPattern-1593514611-router', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fdb3689c-9b78-4201-bca3-ae427b8321d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 4, 'project_id': '693666e3d65a4cefaf5d1168d55f9d35', 'gw_port': {'id': 'fdb3689c-9b78-4201-bca3-ae427b8321d6', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '260d98da-1b64-478b-a8d5-78f75119e1e7', 'name': '', 'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'mac_address': 'fa:16:3e:79:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c31a8c53-6660-4b52-8fc3-4db57c4ae0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:45Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 2, 'project_id': '693666e3d65a4cefaf5d1168d55f9d35', 'subnets': [{'id': 'c31a8c53-6660-4b52-8fc3-4db57c4ae0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:50.322951 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Checking router: cfae8a2b-1a67-4be6-b2de-5874964c3696 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:27:50.323299 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Updating router cfae8a2b-1a67-4be6-b2de-5874964c3696 port 260d98da-1b64-478b-a8d5-78f75119e1e7 binding host dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 06:27:50.348406 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:50.599604 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Notify callbacks [] for port, precommit_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:50.604775 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:50.653152 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c62e9-8b12-4b39-939d-6638ee89a4b7 None None] Pushing event updated for resources: {'Port': ['ID=260d98da-1b64-478b-a8d5-78f75119e1e7,revision_number=3']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:50.702894 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Attempting to bind port 260d98da-1b64-478b-a8d5-78f75119e1e7 on host dv-neutron-827794-1-hyperv for vnic_type normal with profile {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:27:50.703262 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Attempting to bind port 260d98da-1b64-478b-a8d5-78f75119e1e7 by drivers openvswitch,hyperv on host dv-neutron-827794-1-hyperv at level 0 using segments [{'id': '58ffb42f-6f15-44a4-a8c8-a4adab590349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b'}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:27:50.703617 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Attempting to bind port 260d98da-1b64-478b-a8d5-78f75119e1e7 on network d2150c42-7c85-4d51-a4ab-12f9a7465d3b {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:27:50.709366 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Checking agent: {'id': '1c4d2ad4-279f-405f-b7ea-5c2e5131f256', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827794-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 33, 48), 'started_at': datetime.datetime(2022, 2, 4, 5, 34, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827794-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:27:50.709737 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Checking segment: {'id': '58ffb42f-6f15-44a4-a8c8-a4adab590349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:27:50.710161 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:50.710557 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Bound using segment: {'id': '58ffb42f-6f15-44a4-a8c8-a4adab590349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b'} {{(pid=108747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:27:50.711041 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.managers [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Bound port: 260d98da-1b64-478b-a8d5-78f75119e1e7, host: dv-neutron-827794-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ffb42f-6f15-44a4-a8c8-a4adab590349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b'}}] {{(pid=108747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:27:50.711394 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:50.776775 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] For port 260d98da-1b64-478b-a8d5-78f75119e1e7, host dv-neutron-827794-1-hyperv, cleared binding levels {{(pid=108747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:27:50.779931 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.plugins.ml2.db [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] For port 260d98da-1b64-478b-a8d5-78f75119e1e7, host dv-neutron-827794-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=260d98da-1b64-478b-a8d5-78f75119e1e7,segment=NetworkSegment(58ffb42f-6f15-44a4-a8c8-a4adab590349),segment_id=58ffb42f-6f15-44a4-a8c8-a4adab590349)] {{(pid=108747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:27:50.784038 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:50.841276 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Routers {'cfae8a2b-1a67-4be6-b2de-5874964c3696'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:27:50.841915 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['cfae8a2b-1a67-4be6-b2de-5874964c3696'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:50.844448 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c62e9-8b12-4b39-939d-6638ee89a4b7 None None] Pushing event updated for resources: {'Port': ['ID=260d98da-1b64-478b-a8d5-78f75119e1e7,revision_number=4']} {{(pid=108747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:50.892301 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d3302206-5ad0-4d60-8c5f-c2a0604d4aca None None] Provisioning complete for port 260d98da-1b64-478b-a8d5-78f75119e1e7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:50.892883 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d3302206-5ad0-4d60-8c5f-c2a0604d4aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:50.994057 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d3302206-5ad0-4d60-8c5f-c2a0604d4aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:51.030097 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d3302206-5ad0-4d60-8c5f-c2a0604d4aca None None] For port 260d98da-1b64-478b-a8d5-78f75119e1e7, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=260d98da-1b64-478b-a8d5-78f75119e1e7,segment=NetworkSegment(58ffb42f-6f15-44a4-a8c8-a4adab590349),segment_id=58ffb42f-6f15-44a4-a8c8-a4adab590349)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:51.037081 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d3302206-5ad0-4d60-8c5f-c2a0604d4aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:51.059675 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] Set router cfae8a2b-1a67-4be6-b2de-5874964c3696 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:27:51.073459 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-29ed4d53-a272-456c-ad6b-1176aa6008d0 req-4476df3b-c1bd-4a69-9839-d2728aca15c4 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 210 time: 0.0260148 Feb 04 06:27:51.099372 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3302206-5ad0-4d60-8c5f-c2a0604d4aca None None] Pushing event updated for resources: {'Port': ['ID=260d98da-1b64-478b-a8d5-78f75119e1e7,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:51.156077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-33122bfb-d92b-4806-b103-3a6b7c69b817 None None] Provisioning complete for port 260d98da-1b64-478b-a8d5-78f75119e1e7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:51.156452 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-33122bfb-d92b-4806-b103-3a6b7c69b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:51.255507 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'name': 'tempest-TestSnapshotPattern-1593514611-router', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fdb3689c-9b78-4201-bca3-ae427b8321d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 4, 'project_id': '693666e3d65a4cefaf5d1168d55f9d35', 'gw_port': {'id': 'fdb3689c-9b78-4201-bca3-ae427b8321d6', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '260d98da-1b64-478b-a8d5-78f75119e1e7', 'name': '', 'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'mac_address': 'fa:16:3e:79:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c31a8c53-6660-4b52-8fc3-4db57c4ae0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:45Z', 'updated_at': '2022-02-04T06:27:50Z', 'revision_number': 4, 'project_id': '693666e3d65a4cefaf5d1168d55f9d35', 'subnets': [{'id': 'c31a8c53-6660-4b52-8fc3-4db57c4ae0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:27:51.285605 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb0c926-a7e3-4a71-95cc-58e871b94191 None None] The sync data for ids ['cfae8a2b-1a67-4be6-b2de-5874964c3696'] in dv-neutron-827794-1-hyperv is: [{'id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'name': 'tempest-TestSnapshotPattern-1593514611-router', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fdb3689c-9b78-4201-bca3-ae427b8321d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 4, 'project_id': '693666e3d65a4cefaf5d1168d55f9d35', 'gw_port': {'id': 'fdb3689c-9b78-4201-bca3-ae427b8321d6', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '260d98da-1b64-478b-a8d5-78f75119e1e7', 'name': '', 'network_id': 'd2150c42-7c85-4d51-a4ab-12f9a7465d3b', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'mac_address': 'fa:16:3e:79:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c31a8c53-6660-4b52-8fc3-4db57c4ae0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:45Z', 'updated_at': '2022-02-04T06:27:50Z', 'revision_number': 4, 'project_id': '693666e3d65a4cefaf5d1168d55f9d35', 'subnets': [{'id': 'c31a8c53-6660-4b52-8fc3-4db57c4ae0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:27:51.310764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 260d98da-1b64-478b-a8d5-78f75119e1e7 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:27:51.359315 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port 260d98da-1b64-478b-a8d5-78f75119e1e7 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:51.359589 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:51.437255 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fdb3689c-9b78-4201-bca3-ae427b8321d6 up at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:27:51.628365 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Provisioning complete for port fdb3689c-9b78-4201-bca3-ae427b8321d6 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:51.628727 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:52.157110 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-ecad4925-bd12-47c1-ac61-838796e5c53b req-83f834d9-680f-4d5c-b117-00f014169efc tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 210 time: 0.0287888 Feb 04 06:27:53.235767 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2053589f-f1e2-43f9-aae3-12a0099fa3d1 req-ba8a1faf-7099-4dbb-976c-fab92f735fab tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 210 time: 0.0282738 Feb 04 06:27:54.338226 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8546c846-92b5-483d-88d2-e617f619e517 req-d533e997-099d-4acb-b4ee-9ce01e1b28dd tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 210 time: 0.0264149 Feb 04 06:27:54.968519 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81968b54-6183-469a-869f-acbacc64dfe4 req-bf3f6bbd-bb84-4b11-a4e1-176eb4fb4dfa tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:54.969983 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-bf3f6bbd-bb84-4b11-a4e1-176eb4fb4dfa tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.26 "GET /v2.0/networks?id=6faa7cbf-694c-459b-9f18-85e679ba60a9 HTTP/1.1" status: 200 len: 810 time: 0.0999782 Feb 04 06:27:55.018076 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-820f7666-c744-4d62-9524-fdf1a31bfb13 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8798db794921405b87e2476854072ad6 HTTP/1.1" status: 200 len: 379 time: 0.0394619 Feb 04 06:27:55.031092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-81968b54-6183-469a-869f-acbacc64dfe4 req-d09de53b-d54d-4b64-b7d9-35b38a13de3f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Request body: {'port': {'device_id': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'admin_state_up': True, 'tenant_id': '8798db794921405b87e2476854072ad6', 'security_groups': ['a03f166c-f3aa-445a-874b-e47e7ba39715']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:55.135823 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81968b54-6183-469a-869f-acbacc64dfe4 req-d09de53b-d54d-4b64-b7d9-35b38a13de3f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Made reservation on behalf of 8798db794921405b87e2476854072ad6 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:27:55.139262 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-81968b54-6183-469a-869f-acbacc64dfe4 req-d09de53b-d54d-4b64-b7d9-35b38a13de3f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:55.263923 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-81968b54-6183-469a-869f-acbacc64dfe4 req-d09de53b-d54d-4b64-b7d9-35b38a13de3f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Allocated IP 172.20.0.9 (6faa7cbf-694c-459b-9f18-85e679ba60a9/728e2f21-95ad-47d4-b05a-660c5e9d3b74/5e317cc8-b8c0-43d5-bb38-52b87b494d87) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:27:55.395815 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-81968b54-6183-469a-869f-acbacc64dfe4 req-d09de53b-d54d-4b64-b7d9-35b38a13de3f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:55.430238 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-81968b54-6183-469a-869f-acbacc64dfe4 req-d09de53b-d54d-4b64-b7d9-35b38a13de3f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:55.435362 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-eff7240a-ddb2-4140-8ce9-87c9762c9a15 req-b6674553-fa77-453b-b920-ec2fb13b7c4e tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 210 time: 0.0300298 Feb 04 06:27:55.479547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81968b54-6183-469a-869f-acbacc64dfe4 req-d09de53b-d54d-4b64-b7d9-35b38a13de3f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Network 6faa7cbf-694c-459b-9f18-85e679ba60a9 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:27:55.482451 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-81968b54-6183-469a-869f-acbacc64dfe4 req-d09de53b-d54d-4b64-b7d9-35b38a13de3f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:27:55.484974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-81968b54-6183-469a-869f-acbacc64dfe4 req-d09de53b-d54d-4b64-b7d9-35b38a13de3f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:27:55.509628 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09de53b-d54d-4b64-b7d9-35b38a13de3f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event updated for resources: {'Port': ['ID=5e317cc8-b8c0-43d5-bb38-52b87b494d87,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:55.538365 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81968b54-6183-469a-869f-acbacc64dfe4 req-d09de53b-d54d-4b64-b7d9-35b38a13de3f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:55.538988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-81968b54-6183-469a-869f-acbacc64dfe4 req-d09de53b-d54d-4b64-b7d9-35b38a13de3f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:55.556811 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-d09de53b-d54d-4b64-b7d9-35b38a13de3f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5294731 Feb 04 06:27:55.569788 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Request body: {'port': {'device_id': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:27:55.628309 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:55.684998 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-bd1211d7-5ca7-4129-a3cf-f79c5bfbd6fa None None] Provisioning complete for port 5e317cc8-b8c0-43d5-bb38-52b87b494d87 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:27:55.685609 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bd1211d7-5ca7-4129-a3cf-f79c5bfbd6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:55.718007 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-bd1211d7-5ca7-4129-a3cf-f79c5bfbd6fa None None] Port 5e317cc8-b8c0-43d5-bb38-52b87b494d87 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:27:55.888011 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e317cc8-b8c0-43d5-bb38-52b87b494d87 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:27:55.895884 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:55.914107 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Transition to ACTIVE for port object 5e317cc8-b8c0-43d5-bb38-52b87b494d87 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:27:55.918507 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:55.968737 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Pushing event updated for resources: {'Port': ['ID=5e317cc8-b8c0-43d5-bb38-52b87b494d87,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:56.037048 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Attempting to bind port 5e317cc8-b8c0-43d5-bb38-52b87b494d87 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:27:56.037393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Attempting to bind port 5e317cc8-b8c0-43d5-bb38-52b87b494d87 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:27:56.037723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Attempting to bind port 5e317cc8-b8c0-43d5-bb38-52b87b494d87 on network 6faa7cbf-694c-459b-9f18-85e679ba60a9 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:27:56.042547 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Port 5e317cc8-b8c0-43d5-bb38-52b87b494d87 on network 6faa7cbf-694c-459b-9f18-85e679ba60a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:27:56.042868 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Attempting to bind port 5e317cc8-b8c0-43d5-bb38-52b87b494d87 on network 6faa7cbf-694c-459b-9f18-85e679ba60a9 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:27:56.047851 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:27:56.048275 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Checking segment: {'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:27:56.048698 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Bound using segment: {'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:27:56.049167 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Bound port: 5e317cc8-b8c0-43d5-bb38-52b87b494d87, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:27:56.049534 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:56.118839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] For port 5e317cc8-b8c0-43d5-bb38-52b87b494d87, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:27:56.121957 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] For port 5e317cc8-b8c0-43d5-bb38-52b87b494d87, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:27:56.126689 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:56.158003 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:56.159121 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:56.161089 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] 10.222.0.26 "PUT /v2.0/ports/5e317cc8-b8c0-43d5-bb38-52b87b494d87 HTTP/1.1" status: 200 len: 1093 time: 0.5959573 Feb 04 06:27:56.167051 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'tag': '5e317cc8-b8c0-43d5-bb38-52b87b494d87'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:27:56.169264 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aacb324-c592-48c5-9cb0-94121a801628" -d '{"events": [{"name": "network-changed", "server_uuid": "b026c198-11ec-4e5b-aff3-f6bf23bceb73", "tag": "5e317cc8-b8c0-43d5-bb38-52b87b494d87"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:27:56.214414 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ad35c-e368-497f-8932-1e9d82b0fc7a service neutron] Pushing event updated for resources: {'Port': ['ID=5e317cc8-b8c0-43d5-bb38-52b87b494d87,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:56.221408 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b90a96f-0e53-4dac-9fb0-7bd04d5b3bee x-openstack-request-id: req-3b90a96f-0e53-4dac-9fb0-7bd04d5b3bee {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:27:56.221723 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b026c198-11ec-4e5b-aff3-f6bf23bceb73", "tag": "5e317cc8-b8c0-43d5-bb38-52b87b494d87", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:27:56.222684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b90a96f-0e53-4dac-9fb0-7bd04d5b3bee {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:27:56.223091 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'tag': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'status': 'completed', 'code': 200} Feb 04 06:27:56.254882 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81968b54-6183-469a-869f-acbacc64dfe4 req-25288227-38b4-4433-912e-181376658815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:56.256399 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-25288227-38b4-4433-912e-181376658815 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8798db794921405b87e2476854072ad6&device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 1096 time: 0.0522068 Feb 04 06:27:56.303150 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-f81c0269-fc28-4322-8606-5d9c056a6d77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87 HTTP/1.1" status: 200 len: 217 time: 0.0391090 Feb 04 06:27:56.351270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81968b54-6183-469a-869f-acbacc64dfe4 req-c3e89683-0484-4240-8565-d405f24881bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:56.352722 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-c3e89683-0484-4240-8565-d405f24881bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=728e2f21-95ad-47d4-b05a-660c5e9d3b74 HTTP/1.1" status: 200 len: 849 time: 0.0438454 Feb 04 06:27:56.397081 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81968b54-6183-469a-869f-acbacc64dfe4 req-fadc4469-1a28-4136-818e-cd65e723a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:56.398617 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-fadc4469-1a28-4136-818e-cd65e723a66a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6faa7cbf-694c-459b-9f18-85e679ba60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387228 Feb 04 06:27:56.490663 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-41fb8b38-e958-4208-8d81-544cee2c9b85 service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848379 Feb 04 06:27:56.547850 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ee25c-ea92-4757-97e9-0e493def19c4 req-3a7f861b-18f7-4052-b01c-cefa41ddc615 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:56.549336 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-707ee25c-ea92-4757-97e9-0e493def19c4 req-3a7f861b-18f7-4052-b01c-cefa41ddc615 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 943 time: 0.0482574 Feb 04 06:27:56.584017 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-81968b54-6183-469a-869f-acbacc64dfe4 req-8be28ef6-9821-42b0-add5-73cd18503b75 service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869942 Feb 04 06:27:56.588558 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-707ee25c-ea92-4757-97e9-0e493def19c4 req-588efddd-f80d-47b9-a875-7bf1ada1c69d tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333741 Feb 04 06:27:56.668916 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacb324-c592-48c5-9cb0-94121a801628 req-8a0ada0b-a8f9-46e9-9217-0e74b953495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:56.670696 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6aacb324-c592-48c5-9cb0-94121a801628 req-8a0ada0b-a8f9-46e9-9217-0e74b953495b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8798db794921405b87e2476854072ad6&device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 1096 time: 0.0395043 Feb 04 06:27:56.760586 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacb324-c592-48c5-9cb0-94121a801628 req-b6f109da-0062-4e43-8d37-0edc43d7c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:56.762058 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6aacb324-c592-48c5-9cb0-94121a801628 req-b6f109da-0062-4e43-8d37-0edc43d7c74d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6faa7cbf-694c-459b-9f18-85e679ba60a9 HTTP/1.1" status: 200 len: 910 time: 0.0851605 Feb 04 06:27:56.803347 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6aacb324-c592-48c5-9cb0-94121a801628 req-355c9bdc-a644-45ae-9e8d-04c79402a882 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87 HTTP/1.1" status: 200 len: 217 time: 0.0331075 Feb 04 06:27:56.854553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacb324-c592-48c5-9cb0-94121a801628 req-e09bb773-6a91-4c08-a74f-13c422ada5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:56.855895 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6aacb324-c592-48c5-9cb0-94121a801628 req-e09bb773-6a91-4c08-a74f-13c422ada5c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=728e2f21-95ad-47d4-b05a-660c5e9d3b74 HTTP/1.1" status: 200 len: 849 time: 0.0466313 Feb 04 06:27:56.900649 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacb324-c592-48c5-9cb0-94121a801628 req-a7a11ed6-980b-4202-ba9e-2183107c2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:56.902173 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6aacb324-c592-48c5-9cb0-94121a801628 req-a7a11ed6-980b-4202-ba9e-2183107c2963 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6faa7cbf-694c-459b-9f18-85e679ba60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387499 Feb 04 06:27:56.990491 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6aacb324-c592-48c5-9cb0-94121a801628 req-6751db7f-56cd-44a3-bca2-061e9deb6d4e service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811069 Feb 04 06:27:57.080369 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-6aacb324-c592-48c5-9cb0-94121a801628 req-f5367300-a7b7-4952-b5e5-0497f2a6bd0c service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828226 Feb 04 06:27:57.703465 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80c7c-cd37-4108-9994-0dfa6f4d1553 req-69f3d957-e6e2-416f-9955-a7e371ae8a5f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:57.704909 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9d80c7c-cd37-4108-9994-0dfa6f4d1553 req-69f3d957-e6e2-416f-9955-a7e371ae8a5f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 943 time: 0.0480328 Feb 04 06:27:57.741393 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e9d80c7c-cd37-4108-9994-0dfa6f4d1553 req-d1e1ce26-91ab-44fc-b91e-7145adf4f4c2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300887 Feb 04 06:27:58.608408 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 5e317cc8-b8c0-43d5-bb38-52b87b494d87 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:27:58.699736 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 5e317cc8-b8c0-43d5-bb38-52b87b494d87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:58.709471 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'port_id': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'mac_address': 'fa:16:3e:11:b4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:27:58.745047 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:58.757424 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e317cc8-b8c0-43d5-bb38-52b87b494d87 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:27:58.776089 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 5e317cc8-b8c0-43d5-bb38-52b87b494d87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:27:58.780546 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:27:58.831878 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=5e317cc8-b8c0-43d5-bb38-52b87b494d87,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:27:58.863708 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278bc80-8c56-45a9-9fb7-3748aee04c69 req-1d67e475-e0c9-4736-a38f-69a570baeab0 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:27:58.865162 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8278bc80-8c56-45a9-9fb7-3748aee04c69 req-1d67e475-e0c9-4736-a38f-69a570baeab0 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 944 time: 0.0525219 Feb 04 06:27:58.900645 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-8278bc80-8c56-45a9-9fb7-3748aee04c69 req-6ffa1f9a-a773-4acb-8007-eda2608e6b38 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295463 Feb 04 06:27:59.009054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['5e317cc8-b8c0-43d5-bb38-52b87b494d87'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:28:00.012989 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a52262-242b-487b-9ca2-7fa839aadc2c req-eb1d1b40-b25a-4480-8065-aaead4cb1cec tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:00.014473 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e3a52262-242b-487b-9ca2-7fa839aadc2c req-eb1d1b40-b25a-4480-8065-aaead4cb1cec tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 944 time: 0.0475523 Feb 04 06:28:00.051678 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e3a52262-242b-487b-9ca2-7fa839aadc2c req-d9885d1c-43b0-4012-b854-fb116f81fff6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305052 Feb 04 06:28:00.639487 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 5e317cc8-b8c0-43d5-bb38-52b87b494d87 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:28:00.686923 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port 5e317cc8-b8c0-43d5-bb38-52b87b494d87 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:28:00.690526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 5e317cc8-b8c0-43d5-bb38-52b87b494d87 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:28:00.691512 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:00.763385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:00.784208 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e317cc8-b8c0-43d5-bb38-52b87b494d87'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:00.786496 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7e5367-c73b-4b0f-a35c-631984ce58c0" -d '{"events": [{"server_uuid": "b026c198-11ec-4e5b-aff3-f6bf23bceb73", "name": "network-vif-plugged", "status": "completed", "tag": "5e317cc8-b8c0-43d5-bb38-52b87b494d87"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:28:00.802933 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 5e317cc8-b8c0-43d5-bb38-52b87b494d87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:28:00.806862 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:00.830010 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189ee8d3-c033-4be1-96ac-b676a3d83fea x-openstack-request-id: req-189ee8d3-c033-4be1-96ac-b676a3d83fea {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:28:00.830311 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b026c198-11ec-4e5b-aff3-f6bf23bceb73", "name": "network-vif-plugged", "status": "completed", "tag": "5e317cc8-b8c0-43d5-bb38-52b87b494d87", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:28:00.830572 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-189ee8d3-c033-4be1-96ac-b676a3d83fea {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:28:00.830957 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'code': 200} Feb 04 06:28:00.858026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=5e317cc8-b8c0-43d5-bb38-52b87b494d87,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:00.988526 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b26a1-4626-46f0-8570-43a0e814c075 req-00a5685b-bc68-4d53-a4dd-9dd5cd0e34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:00.990107 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a13b26a1-4626-46f0-8570-43a0e814c075 req-00a5685b-bc68-4d53-a4dd-9dd5cd0e34e6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 1098 time: 0.0406311 Feb 04 06:28:01.023027 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-a13b26a1-4626-46f0-8570-43a0e814c075 req-0bb7cbf4-796a-4d36-84c2-f7e7dc0fc5df service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268810 Feb 04 06:28:01.165145 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f1c39-0663-4057-be40-04caf28e02a8 req-d56988b6-8acc-4534-bb87-53814015eb63 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:01.166631 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3c3f1c39-0663-4057-be40-04caf28e02a8 req-d56988b6-8acc-4534-bb87-53814015eb63 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 945 time: 0.0479064 Feb 04 06:28:01.202547 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3c3f1c39-0663-4057-be40-04caf28e02a8 req-84d18a03-d431-4e14-b1d0-149b42f94033 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300865 Feb 04 06:28:02.318795 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30796852-b3b4-49fe-a4cc-6576149a3c40 req-30193fed-1aa6-4f02-8073-0c538d180254 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:02.320150 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-30796852-b3b4-49fe-a4cc-6576149a3c40 req-30193fed-1aa6-4f02-8073-0c538d180254 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 945 time: 0.0512936 Feb 04 06:28:02.356528 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-30796852-b3b4-49fe-a4cc-6576149a3c40 req-2b3ec0d8-0985-4927-b2fe-98a2635e0734 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304570 Feb 04 06:28:02.466732 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05661a82-1e97-4b6f-9c77-2e877d32554a req-0759f767-5365-4b86-a7ca-81929af65eb6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:02.468211 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-05661a82-1e97-4b6f-9c77-2e877d32554a req-0759f767-5365-4b86-a7ca-81929af65eb6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 945 time: 0.0482242 Feb 04 06:28:02.505209 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-05661a82-1e97-4b6f-9c77-2e877d32554a req-d7cc4513-9f82-49a7-a86f-a8d5430fd1a5 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305886 Feb 04 06:28:02.526355 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60432) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:02.649080 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bb5f64-71a8-47b2-9590-1b4caf056dba tempest-TestSnapshotPattern-1666376788 tempest-TestSnapshotPattern-1666376788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:02.650663 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-c3bb5f64-71a8-47b2-9590-1b4caf056dba tempest-TestSnapshotPattern-1666376788 tempest-TestSnapshotPattern-1666376788-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 1093 time: 0.1233861 Feb 04 06:28:02.653615 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60436) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:28:02.657882 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'tenant_id': '8798db794921405b87e2476854072ad6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:28:02.680297 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:02.776071 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:02.873238 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Allocated IP 172.26.3.26 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/fcd37755-b041-4d41-9a26-caf9183e8297) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:28:02.974229 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:03.006160 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:03.044015 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:28:03.046769 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:28:03.050134 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:28:03.079840 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event updated for resources: {'Port': ['ID=fcd37755-b041-4d41-9a26-caf9183e8297,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:03.397476 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:03.460491 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:03.604139 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:03.608543 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:03.680383 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event updated for resources: {'Port': ['ID=fcd37755-b041-4d41-9a26-caf9183e8297,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:28:03.688434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:04.094735 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Floating IP 485450b9-e028-4b85-8fe6-b0f340ad0742 associated. External IP: 172.26.3.26, port: 5e317cc8-b8c0-43d5-bb38-52b87b494d87. Feb 04 06:28:04.290247 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Router 0af4b69e-cd17-4311-8082-ac049f9b62fb has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:28:04.393822 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:28:04.403567 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23d3f19-7750-492c-8e4f-4c379df796e5 None None] Sync routers for ids ['0af4b69e-cd17-4311-8082-ac049f9b62fb'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:28:04.410921 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:04.414199 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23d3f19-7750-492c-8e4f-4c379df796e5 None None] Routers {'0af4b69e-cd17-4311-8082-ac049f9b62fb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:28:04.414814 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e23d3f19-7750-492c-8e4f-4c379df796e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0af4b69e-cd17-4311-8082-ac049f9b62fb'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:04.440566 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-d4da8c19-b665-444d-88c3-7154c2e05b7c tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7858655 Feb 04 06:28:04.441271 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'tag': '5e317cc8-b8c0-43d5-bb38-52b87b494d87'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:28:04.443830 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306cd726-b1af-4abb-b20f-a3f2ae1462d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b026c198-11ec-4e5b-aff3-f6bf23bceb73", "tag": "5e317cc8-b8c0-43d5-bb38-52b87b494d87"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:28:04.518457 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:04.531740 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-e23d3f19-7750-492c-8e4f-4c379df796e5 None None] Set router 0af4b69e-cd17-4311-8082-ac049f9b62fb gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:28:04.563721 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3641c82c-ba6b-4144-a2e0-a5e323a4b580 x-openstack-request-id: req-3641c82c-ba6b-4144-a2e0-a5e323a4b580 {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:28:04.564016 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b026c198-11ec-4e5b-aff3-f6bf23bceb73", "tag": "5e317cc8-b8c0-43d5-bb38-52b87b494d87", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:28:04.564272 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3641c82c-ba6b-4144-a2e0-a5e323a4b580 {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:28:04.564676 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'tag': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'status': 'completed', 'code': 200} Feb 04 06:28:04.627824 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cd726-b1af-4abb-b20f-a3f2ae1462d7 req-4255342d-ea56-4217-a480-292c9aa644c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:04.629387 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-306cd726-b1af-4abb-b20f-a3f2ae1462d7 req-4255342d-ea56-4217-a480-292c9aa644c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8798db794921405b87e2476854072ad6&device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 1098 time: 0.0420980 Feb 04 06:28:04.724890 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cd726-b1af-4abb-b20f-a3f2ae1462d7 req-e511bab9-8ee4-4e79-b42f-cf52615da99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:04.726622 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-306cd726-b1af-4abb-b20f-a3f2ae1462d7 req-e511bab9-8ee4-4e79-b42f-cf52615da99c service neutron] 10.222.0.26 "GET /v2.0/networks?id=6faa7cbf-694c-459b-9f18-85e679ba60a9 HTTP/1.1" status: 200 len: 910 time: 0.0910220 Feb 04 06:28:04.757061 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e23d3f19-7750-492c-8e4f-4c379df796e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '485450b9-e028-4b85-8fe6-b0f340ad0742', 'tenant_id': '8798db794921405b87e2476854072ad6', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'port_id': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'mac_address': 'fa:16:3e:11:b4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:28:03Z', 'updated_at': '2022-02-04T06:28:03Z', 'revision_number': 0, 'project_id': '8798db794921405b87e2476854072ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 5, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:04.788247 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23d3f19-7750-492c-8e4f-4c379df796e5 None None] Checking router: 0af4b69e-cd17-4311-8082-ac049f9b62fb for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:28:04.791090 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-306cd726-b1af-4abb-b20f-a3f2ae1462d7 req-63b40329-5d4d-4708-bcb8-d24b4d3dd053 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87 HTTP/1.1" status: 200 len: 998 time: 0.0577874 Feb 04 06:28:04.796927 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23d3f19-7750-492c-8e4f-4c379df796e5 None None] Routers {'0af4b69e-cd17-4311-8082-ac049f9b62fb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:28:04.797530 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e23d3f19-7750-492c-8e4f-4c379df796e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:27:45Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0af4b69e-cd17-4311-8082-ac049f9b62fb'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:04.845735 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cd726-b1af-4abb-b20f-a3f2ae1462d7 req-be71ad43-f034-40de-8d43-554a520a7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:04.848510 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-306cd726-b1af-4abb-b20f-a3f2ae1462d7 req-be71ad43-f034-40de-8d43-554a520a7523 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=728e2f21-95ad-47d4-b05a-660c5e9d3b74 HTTP/1.1" status: 200 len: 849 time: 0.0493207 Feb 04 06:28:04.895274 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cd726-b1af-4abb-b20f-a3f2ae1462d7 req-cde7f153-0914-415c-8eda-c56cf238bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:04.896844 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-306cd726-b1af-4abb-b20f-a3f2ae1462d7 req-cde7f153-0914-415c-8eda-c56cf238bcb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6faa7cbf-694c-459b-9f18-85e679ba60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434933 Feb 04 06:28:04.904618 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-e23d3f19-7750-492c-8e4f-4c379df796e5 None None] Set router 0af4b69e-cd17-4311-8082-ac049f9b62fb gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:28:04.985146 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-306cd726-b1af-4abb-b20f-a3f2ae1462d7 req-d9a8e845-0f69-4c33-be2f-452cb917a743 service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820215 Feb 04 06:28:05.083026 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-306cd726-b1af-4abb-b20f-a3f2ae1462d7 req-e51519d8-57e2-4116-b3fc-fc71a2790c09 service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915895 Feb 04 06:28:05.131597 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-e23d3f19-7750-492c-8e4f-4c379df796e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '485450b9-e028-4b85-8fe6-b0f340ad0742', 'tenant_id': '8798db794921405b87e2476854072ad6', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'port_id': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'mac_address': 'fa:16:3e:11:b4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:28:03Z', 'updated_at': '2022-02-04T06:28:03Z', 'revision_number': 0, 'project_id': '8798db794921405b87e2476854072ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 5, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:28:05.161530 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23d3f19-7750-492c-8e4f-4c379df796e5 None None] The sync data for ids ['0af4b69e-cd17-4311-8082-ac049f9b62fb'] in dv-neutron-827794-1-hyperv is: [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '485450b9-e028-4b85-8fe6-b0f340ad0742', 'tenant_id': '8798db794921405b87e2476854072ad6', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'port_id': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'mac_address': 'fa:16:3e:11:b4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:28:03Z', 'updated_at': '2022-02-04T06:28:03Z', 'revision_number': 0, 'project_id': '8798db794921405b87e2476854072ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 5, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:28:05.365010 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a8a7d-05c2-4614-93ef-8e32b3414100 None None] New status for floating IP 485450b9-e028-4b85-8fe6-b0f340ad0742: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:28:12.766452 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e692571d-4437-4afe-ab60-667b82314de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:13.940340 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:28:14.949417 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d53a4550-55c0-4be7-8c4e-8d5eb107fe11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:16.068637 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:17.889373 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:17.997710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:27.644670 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7806be8a-d432-4806-8c90-132f6848e469 req-546d9ad9-ce25-4bbf-9bc7-cceb3ea41b3d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0925305 Feb 04 06:28:27.721094 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806be8a-d432-4806-8c90-132f6848e469 req-a7ffe0c3-c20c-420f-9535-f7ca72e47a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:27.722594 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7806be8a-d432-4806-8c90-132f6848e469 req-a7ffe0c3-c20c-420f-9535-f7ca72e47a6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8798db794921405b87e2476854072ad6&device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 1098 time: 0.0385153 Feb 04 06:28:27.822731 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806be8a-d432-4806-8c90-132f6848e469 req-faf7a5bb-c6b4-4ff1-9929-a2b3346febd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:27.824069 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7806be8a-d432-4806-8c90-132f6848e469 req-faf7a5bb-c6b4-4ff1-9929-a2b3346febd3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6faa7cbf-694c-459b-9f18-85e679ba60a9 HTTP/1.1" status: 200 len: 910 time: 0.0837207 Feb 04 06:28:27.885353 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7806be8a-d432-4806-8c90-132f6848e469 req-67374ffd-7409-4050-804a-439d6995f018 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87 HTTP/1.1" status: 200 len: 1000 time: 0.0543497 Feb 04 06:28:27.937135 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806be8a-d432-4806-8c90-132f6848e469 req-028810b6-4083-412f-bd5c-95f95514ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:27.938569 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7806be8a-d432-4806-8c90-132f6848e469 req-028810b6-4083-412f-bd5c-95f95514ab27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=728e2f21-95ad-47d4-b05a-660c5e9d3b74 HTTP/1.1" status: 200 len: 849 time: 0.0443676 Feb 04 06:28:27.980728 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806be8a-d432-4806-8c90-132f6848e469 req-965d4998-82cc-44b1-87c2-5f709e573013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:28:27.982191 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7806be8a-d432-4806-8c90-132f6848e469 req-965d4998-82cc-44b1-87c2-5f709e573013 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6faa7cbf-694c-459b-9f18-85e679ba60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0373008 Feb 04 06:28:28.066802 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7806be8a-d432-4806-8c90-132f6848e469 req-44850883-549e-426e-946e-432729a55f4c service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778530 Feb 04 06:28:28.155115 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7806be8a-d432-4806-8c90-132f6848e469 req-f4120252-dea7-4d66-bc4c-fc126a44234d service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810695 Feb 04 06:28:34.501691 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:42.766407 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-53467ac9-a1d7-4b30-953b-2b4f2807d0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:44.949983 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ab658c6d-14a0-4ed4-9de6-f7eb442ce173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:46.070607 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:47.893136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:47.999017 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:28:50.938910 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:29:04.527709 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:12.766785 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a150e6e7-e749-4923-8f0e-9cd2a56d3854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:14.950639 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-7faa5950-c83f-497f-8cdd-8d47eb448395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:16.073381 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:17.895851 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:17.999557 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:27.044075 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-177b13d8-ae13-4cf0-8efd-18bdd191501a req-894ba6e5-d0b0-4582-b1b2-311f030eaa2c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383971 Feb 04 06:29:27.122149 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b13d8-ae13-4cf0-8efd-18bdd191501a req-52788d76-9d03-4840-8f74-cd9943c3d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:27.123638 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-177b13d8-ae13-4cf0-8efd-18bdd191501a req-52788d76-9d03-4840-8f74-cd9943c3d5f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8798db794921405b87e2476854072ad6&device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 1098 time: 0.0387452 Feb 04 06:29:27.496160 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b13d8-ae13-4cf0-8efd-18bdd191501a req-a0c0af7d-b55e-4f79-abe6-1ebeae69c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:27.497626 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-177b13d8-ae13-4cf0-8efd-18bdd191501a req-a0c0af7d-b55e-4f79-abe6-1ebeae69c463 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6faa7cbf-694c-459b-9f18-85e679ba60a9 HTTP/1.1" status: 200 len: 910 time: 0.3550920 Feb 04 06:29:27.559688 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-177b13d8-ae13-4cf0-8efd-18bdd191501a req-32f77476-2312-4c9f-a1e6-86512be359dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87 HTTP/1.1" status: 200 len: 1000 time: 0.0551567 Feb 04 06:29:27.610285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b13d8-ae13-4cf0-8efd-18bdd191501a req-981ef723-a212-41d9-a272-12a525b80a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:27.611956 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-177b13d8-ae13-4cf0-8efd-18bdd191501a req-981ef723-a212-41d9-a272-12a525b80a05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=728e2f21-95ad-47d4-b05a-660c5e9d3b74 HTTP/1.1" status: 200 len: 849 time: 0.0456100 Feb 04 06:29:27.654092 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b13d8-ae13-4cf0-8efd-18bdd191501a req-608d6f56-515b-4511-b445-145510588db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:29:27.655550 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-177b13d8-ae13-4cf0-8efd-18bdd191501a req-608d6f56-515b-4511-b445-145510588db0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6faa7cbf-694c-459b-9f18-85e679ba60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377088 Feb 04 06:29:27.744243 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-177b13d8-ae13-4cf0-8efd-18bdd191501a req-3a604e8d-db5f-444c-9b3e-8c22b291de85 service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817719 Feb 04 06:29:27.831741 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-177b13d8-ae13-4cf0-8efd-18bdd191501a req-fce977bc-3784-4fd4-9b51-7140fb6fa876 service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813634 Feb 04 06:29:27.937112 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:29:34.535805 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:42.766913 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f30aaa2b-a245-49d1-aca4-130980b29b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:44.952136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b7c83533-3ae9-46de-85a7-f615df802424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:46.078662 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:47.898816 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:29:47.999295 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:03.297866 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 5e317cc8-b8c0-43d5-bb38-52b87b494d87 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:30:03.389022 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 5e317cc8-b8c0-43d5-bb38-52b87b494d87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:30:03.399252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'port_id': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'mac_address': 'fa:16:3e:11:b4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:30:03.435371 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:03.448390 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e317cc8-b8c0-43d5-bb38-52b87b494d87 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:30:03.466230 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 5e317cc8-b8c0-43d5-bb38-52b87b494d87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:30:03.469883 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:03.519726 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=5e317cc8-b8c0-43d5-bb38-52b87b494d87,revision_number=6']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:03.526372 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:03.526725 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:03.527069 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:03.527404 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:03.527735 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:03.528092 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:03.528418 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:03.528743 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:03.529068 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:03.529385 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:03.529704 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:03.530047 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:03.540342 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['5e317cc8-b8c0-43d5-bb38-52b87b494d87'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:30:04.532117 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:04.935850 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:30:05.331689 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 5e317cc8-b8c0-43d5-bb38-52b87b494d87 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:30:05.391969 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port 5e317cc8-b8c0-43d5-bb38-52b87b494d87 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:05.392351 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:05.479893 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:05.513912 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e317cc8-b8c0-43d5-bb38-52b87b494d87'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:30:05.516211 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e55dae3-4fab-41e2-a206-2cf47fd78b70" -d '{"events": [{"server_uuid": "b026c198-11ec-4e5b-aff3-f6bf23bceb73", "name": "network-vif-plugged", "status": "completed", "tag": "5e317cc8-b8c0-43d5-bb38-52b87b494d87"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:30:05.538860 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 5e317cc8-b8c0-43d5-bb38-52b87b494d87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:30:05.546883 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:05.612802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=5e317cc8-b8c0-43d5-bb38-52b87b494d87,revision_number=7']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:05.638956 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5697a63f-1b81-496e-9d83-155d5345e4f3 x-openstack-request-id: req-5697a63f-1b81-496e-9d83-155d5345e4f3 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:30:05.639263 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b026c198-11ec-4e5b-aff3-f6bf23bceb73", "name": "network-vif-plugged", "status": "completed", "tag": "5e317cc8-b8c0-43d5-bb38-52b87b494d87", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:30:05.639526 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5697a63f-1b81-496e-9d83-155d5345e4f3 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:30:05.639928 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'code': 200} Feb 04 06:30:12.770989 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-0963e471-520e-42b3-b5a3-94a3c25e3b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:13.609596 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-bd37ad69-f77c-444c-bcd5-b8c627fd750a tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791754492&fields=id&tenant_id=8798db794921405b87e2476854072ad6 HTTP/1.1" status: 200 len: 267 time: 0.0316350 Feb 04 06:30:13.712309 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-61d6d711-316a-4558-8ffd-54b367b93115 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:13.713737 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-61d6d711-316a-4558-8ffd-54b367b93115 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/networks?id=6faa7cbf-694c-459b-9f18-85e679ba60a9 HTTP/1.1" status: 200 len: 810 time: 0.0971439 Feb 04 06:30:13.728472 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-9fef411e-a7cb-45b7-a3f8-98b2ab2a0ba4 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/quotas/8798db794921405b87e2476854072ad6 HTTP/1.1" status: 200 len: 375 time: 0.0091264 Feb 04 06:30:13.784881 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-d7a926c0-4466-4b63-9cf7-e47b9a1828f4 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8798db794921405b87e2476854072ad6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0514250 Feb 04 06:30:13.854504 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-f29e766b-84ce-45f6-9e15-08720c87d63c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:30:13.855501 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-f29e766b-84ce-45f6-9e15-08720c87d63c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0590866 Feb 04 06:30:13.947157 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-b89bfbc3-fc90-414a-87c5-4d9bee15d2a8 service neutron] 10.222.0.10 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854399 Feb 04 06:30:14.035059 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-6777f0ba-13b8-406f-a3a3-97ab2ba6c77e service neutron] 10.222.0.10 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819347 Feb 04 06:30:14.254765 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d215e9ab-2f0c-487c-9fc0-891c9ff890b2 req-72655dae-1913-4a24-9f5c-0ec019475028 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 210 time: 0.0748913 Feb 04 06:30:14.952173 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-824d2578-c313-409e-9c51-6ff4d2749ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:15.216940 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-a3aee3c6-7252-4966-8c73-7e6ee48ceacc tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:15.218329 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-a3aee3c6-7252-4966-8c73-7e6ee48ceacc tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.26 "GET /v2.0/networks?id=6faa7cbf-694c-459b-9f18-85e679ba60a9 HTTP/1.1" status: 200 len: 810 time: 0.1018996 Feb 04 06:30:15.265844 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-badcc633-e058-458d-89d0-db855e03edd5 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8798db794921405b87e2476854072ad6 HTTP/1.1" status: 200 len: 379 time: 0.0384364 Feb 04 06:30:15.276252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Request body: {'port': {'device_id': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'admin_state_up': True, 'tenant_id': '8798db794921405b87e2476854072ad6', 'security_groups': ['a03f166c-f3aa-445a-874b-e47e7ba39715']}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:30:15.349730 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-82aeff2d-9c88-4732-b3da-130de94c9c90 req-510dab3a-4466-49ec-a90e-855df56ec445 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 210 time: 0.0260820 Feb 04 06:30:15.383381 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Made reservation on behalf of 8798db794921405b87e2476854072ad6 for: {'port': 1} {{(pid=108744) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 06:30:15.386828 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:15.407605 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 5e317cc8-b8c0-43d5-bb38-52b87b494d87 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:30:15.492601 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:15.516150 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e317cc8-b8c0-43d5-bb38-52b87b494d87'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:30:15.518967 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e237c51-4247-460f-9e19-fdacafb46841" -d '{"events": [{"server_uuid": "b026c198-11ec-4e5b-aff3-f6bf23bceb73", "name": "network-vif-unplugged", "status": "completed", "tag": "5e317cc8-b8c0-43d5-bb38-52b87b494d87"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:30:15.521749 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Allocated IP 172.20.0.12 (6faa7cbf-694c-459b-9f18-85e679ba60a9/728e2f21-95ad-47d4-b05a-660c5e9d3b74/a34514a4-82ab-4a81-a960-73a3e6f2b9b7) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:30:15.532548 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port 5e317cc8-b8c0-43d5-bb38-52b87b494d87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:30:15.541602 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:15.597076 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 06:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e925fd35-c35d-43ad-9c02-f35db25fa51a x-openstack-request-id: req-e925fd35-c35d-43ad-9c02-f35db25fa51a {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:30:15.597467 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b026c198-11ec-4e5b-aff3-f6bf23bceb73", "name": "network-vif-unplugged", "status": "completed", "tag": "5e317cc8-b8c0-43d5-bb38-52b87b494d87", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:30:15.598166 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e925fd35-c35d-43ad-9c02-f35db25fa51a {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:30:15.599968 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'code': 200} Feb 04 06:30:15.599968 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=5e317cc8-b8c0-43d5-bb38-52b87b494d87,revision_number=8']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:15.746053 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:15.797544 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:15.867926 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Network 6faa7cbf-694c-459b-9f18-85e679ba60a9 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:30:15.871445 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:30:15.876535 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:30:15.903724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event updated for resources: {'Port': ['ID=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:15.919407 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:15.919638 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:15.919982 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:15.920314 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:15.920641 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:15.920971 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:15.921293 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:15.921613 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:15.922043 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:15.922264 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:15.922585 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:15.922911 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:15.965913 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:15.966636 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:15.998084 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-51e52c14-96b2-4c4f-8e95-6f7322eb0485 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7265139 Feb 04 06:30:16.082908 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:16.184815 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-f0d753cd-121d-41aa-83c5-0ec1b6d4dfc9 None None] Provisioning complete for port a34514a4-82ab-4a81-a960-73a3e6f2b9b7 triggered by entity DHCP. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:16.185262 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f0d753cd-121d-41aa-83c5-0ec1b6d4dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:16.226995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-f0d753cd-121d-41aa-83c5-0ec1b6d4dfc9 None None] Port a34514a4-82ab-4a81-a960-73a3e6f2b9b7 cannot update to ACTIVE because it is not bound. {{(pid=108746) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 04 06:30:16.501616 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6c813-6cef-40b1-86b9-306973b64aea req-b09eb1a2-cf3d-4bac-9e42-ae87ca39e05f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:16.503201 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26d6c813-6cef-40b1-86b9-306973b64aea req-b09eb1a2-cf3d-4bac-9e42-ae87ca39e05f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 932 time: 0.0805085 Feb 04 06:30:16.542417 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-26d6c813-6cef-40b1-86b9-306973b64aea req-46c118da-000a-4402-b028-31c93582b0fc tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320156 Feb 04 06:30:17.685526 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce8a35-72e5-4189-a19a-b3d0ce9c04c4 req-18086090-df8a-49ad-bd0a-2e41581a8322 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:17.687177 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-29ce8a35-72e5-4189-a19a-b3d0ce9c04c4 req-18086090-df8a-49ad-bd0a-2e41581a8322 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 932 time: 0.0616691 Feb 04 06:30:17.731957 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-29ce8a35-72e5-4189-a19a-b3d0ce9c04c4 req-15d8315a-400e-4fbe-b21c-46d4fa7493c0 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380936 Feb 04 06:30:17.906548 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:18.000935 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:18.847124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416568f-e3ab-439b-87fd-c605e285c932 req-dd2310f4-2f34-4827-a559-1ae08b7eb041 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:18.848570 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0416568f-e3ab-439b-87fd-c605e285c932 req-dd2310f4-2f34-4827-a559-1ae08b7eb041 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 932 time: 0.0476820 Feb 04 06:30:18.893468 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0416568f-e3ab-439b-87fd-c605e285c932 req-bad31222-dcde-4fd4-b6d4-d1d910ac97af tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371301 Feb 04 06:30:20.014377 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e26d1-e7ec-4cf6-8a4a-d4967dc1452a req-ebdd69ac-539f-4c09-9e60-ee73aafe9664 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:20.015849 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d11e26d1-e7ec-4cf6-8a4a-d4967dc1452a req-ebdd69ac-539f-4c09-9e60-ee73aafe9664 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 932 time: 0.0479124 Feb 04 06:30:20.064666 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d11e26d1-e7ec-4cf6-8a4a-d4967dc1452a req-bc0e2397-821d-4b3c-8718-c2015ddc33ef tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423019 Feb 04 06:30:21.182719 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3685a76-cb41-461e-ac44-38e1d6a21dbe req-7e6c8d3a-5f09-47cc-9b9f-e08a344dc0ba tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:21.184365 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c3685a76-cb41-461e-ac44-38e1d6a21dbe req-7e6c8d3a-5f09-47cc-9b9f-e08a344dc0ba tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 932 time: 0.0545149 Feb 04 06:30:21.225033 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-c3685a76-cb41-461e-ac44-38e1d6a21dbe req-0ac1e378-d388-4e9f-a3d3-9b47697fa354 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347884 Feb 04 06:30:22.360841 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ffa3-5abc-48ae-bdb9-f8fbc115d0af req-cb0c2304-dd83-4239-9588-f17ae3062a8f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:22.362712 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0b36ffa3-5abc-48ae-bdb9-f8fbc115d0af req-cb0c2304-dd83-4239-9588-f17ae3062a8f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 932 time: 0.0686867 Feb 04 06:30:22.404039 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-0b36ffa3-5abc-48ae-bdb9-f8fbc115d0af req-90cb6124-95d9-4eb4-91f2-00f349b74207 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350230 Feb 04 06:30:23.524905 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c662df3-0a1b-4ab2-ba26-b4a428535ec3 req-5bb466d7-ab39-400d-b5b4-048bcd2163f6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:23.526610 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4c662df3-0a1b-4ab2-ba26-b4a428535ec3 req-5bb466d7-ab39-400d-b5b4-048bcd2163f6 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 932 time: 0.0516093 Feb 04 06:30:23.567701 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-4c662df3-0a1b-4ab2-ba26-b4a428535ec3 req-e048dbce-7f8c-4ee6-9bd6-0d78bfdd23a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345118 Feb 04 06:30:24.684837 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea9ab1-be20-4b0c-87d4-a63e6e26b71c req-4ceb2533-edc2-49ad-a08a-09a42eab917d tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:24.686338 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-84ea9ab1-be20-4b0c-87d4-a63e6e26b71c req-4ceb2533-edc2-49ad-a08a-09a42eab917d tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 932 time: 0.0536187 Feb 04 06:30:24.727267 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-84ea9ab1-be20-4b0c-87d4-a63e6e26b71c req-b2122254-0d50-4981-b47a-83f3f4767ee9 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348055 Feb 04 06:30:25.253804 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.v2.base [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Request body: {'port': {'device_id': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=108744) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:30:25.310210 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:25.566015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34514a4-82ab-4a81-a960-73a3e6f2b9b7 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:30:25.573301 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:25.586487 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Transition to ACTIVE for port object a34514a4-82ab-4a81-a960-73a3e6f2b9b7 will not be triggered until provisioned by entity L2. {{(pid=108744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 06:30:25.590724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:25.642595 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Pushing event updated for resources: {'Port': ['ID=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:25.718039 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Attempting to bind port a34514a4-82ab-4a81-a960-73a3e6f2b9b7 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 06:30:25.718387 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Attempting to bind port a34514a4-82ab-4a81-a960-73a3e6f2b9b7 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 06:30:25.718719 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Attempting to bind port a34514a4-82ab-4a81-a960-73a3e6f2b9b7 on network 6faa7cbf-694c-459b-9f18-85e679ba60a9 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:30:25.723279 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Port a34514a4-82ab-4a81-a960-73a3e6f2b9b7 on network 6faa7cbf-694c-459b-9f18-85e679ba60a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 06:30:25.723600 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Attempting to bind port a34514a4-82ab-4a81-a960-73a3e6f2b9b7 on network 6faa7cbf-694c-459b-9f18-85e679ba60a9 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 06:30:25.729136 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Checking agent: {'id': '4f942cb3-01f9-41a3-9b39-4ff6b7e9ac77', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'started_at': datetime.datetime(2022, 2, 4, 5, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 6, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 06:30:25.729475 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Checking segment: {'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 04 06:30:25.729983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Bound using segment: {'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 06:30:25.730314 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Bound port: a34514a4-82ab-4a81-a960-73a3e6f2b9b7, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849b3837-6ef6-4c56-80f3-6e4593e26e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 06:30:25.730684 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:25.797988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] For port a34514a4-82ab-4a81-a960-73a3e6f2b9b7, host hv-neutron-8277, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 06:30:25.801132 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] For port a34514a4-82ab-4a81-a960-73a3e6f2b9b7, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 06:30:25.805752 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13092467'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:25.842536 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:25.843152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:25.844546 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] 10.222.0.26 "PUT /v2.0/ports/a34514a4-82ab-4a81-a960-73a3e6f2b9b7 HTTP/1.1" status: 200 len: 1094 time: 0.5957987 Feb 04 06:30:25.845078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'tag': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:30:25.847217 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f962ca1-bd5a-46dd-83ef-be2ecb184d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4431df-0189-4d4d-8699-5c5c50c35d2b", "tag": "a34514a4-82ab-4a81-a960-73a3e6f2b9b7"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:30:25.848225 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074ad58-4def-4621-9413-6f466b78d547 req-17c6bd73-9040-45b3-aca3-ba32233df6b3 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:25.856873 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d074ad58-4def-4621-9413-6f466b78d547 req-17c6bd73-9040-45b3-aca3-ba32233df6b3 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 944 time: 0.0591748 Feb 04 06:30:25.881345 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fb4e1-ab87-4b41-a490-785cbf374d58 service neutron] Pushing event updated for resources: {'Port': ['ID=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:25.901758 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-d074ad58-4def-4621-9413-6f466b78d547 req-31f08b6f-c40e-468c-9e83-64adaa0b2d90 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440235 Feb 04 06:30:25.937256 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-9c1e3a74-782a-4f1a-b3a5-82a5f51ac4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:25.938913 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-9c1e3a74-782a-4f1a-b3a5-82a5f51ac4dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8798db794921405b87e2476854072ad6&device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 1097 time: 0.0535986 Feb 04 06:30:25.986312 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f28ac05-d08f-4a9f-89a2-d494f1b7ab3e x-openstack-request-id: req-9f28ac05-d08f-4a9f-89a2-d494f1b7ab3e {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:30:25.986619 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4431df-0189-4d4d-8699-5c5c50c35d2b", "tag": "a34514a4-82ab-4a81-a960-73a3e6f2b9b7", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:30:25.986869 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f28ac05-d08f-4a9f-89a2-d494f1b7ab3e {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:30:25.987275 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'tag': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7', 'status': 'completed', 'code': 200} Feb 04 06:30:25.989083 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-86660914-f8d3-4707-bdb5-d7f3e96e1de7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a34514a4-82ab-4a81-a960-73a3e6f2b9b7 HTTP/1.1" status: 200 len: 217 time: 0.0432236 Feb 04 06:30:26.038954 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-e41f4025-83ac-438d-8159-fed965c113fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:26.040439 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-e41f4025-83ac-438d-8159-fed965c113fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=728e2f21-95ad-47d4-b05a-660c5e9d3b74 HTTP/1.1" status: 200 len: 849 time: 0.0451527 Feb 04 06:30:26.086396 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-ac927e3b-6c74-4c16-bed1-ec4562eae99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:26.087825 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-ac927e3b-6c74-4c16-bed1-ec4562eae99f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6faa7cbf-694c-459b-9f18-85e679ba60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402772 Feb 04 06:30:26.178625 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-4cabd292-9ab0-4115-a1c3-2a3f4791b7bb service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836172 Feb 04 06:30:26.263555 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-e6f20d3d-4839-49bf-86b5-558440d1dcee req-95153a13-c589-473c-a973-886b5c1e77c4 service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791521 Feb 04 06:30:26.345942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f962ca1-bd5a-46dd-83ef-be2ecb184d4f req-bd23285a-61b9-4b6b-9efc-0124929be109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:26.347324 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9f962ca1-bd5a-46dd-83ef-be2ecb184d4f req-bd23285a-61b9-4b6b-9efc-0124929be109 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8798db794921405b87e2476854072ad6&device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 1097 time: 0.0399802 Feb 04 06:30:26.437564 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f962ca1-bd5a-46dd-83ef-be2ecb184d4f req-6110ec63-7bb2-4a53-91ea-3cd0133ff394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:26.439025 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9f962ca1-bd5a-46dd-83ef-be2ecb184d4f req-6110ec63-7bb2-4a53-91ea-3cd0133ff394 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6faa7cbf-694c-459b-9f18-85e679ba60a9 HTTP/1.1" status: 200 len: 910 time: 0.0848303 Feb 04 06:30:26.479525 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9f962ca1-bd5a-46dd-83ef-be2ecb184d4f req-61abe019-f7f7-42b0-b54b-511103e0f198 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a34514a4-82ab-4a81-a960-73a3e6f2b9b7 HTTP/1.1" status: 200 len: 217 time: 0.0334375 Feb 04 06:30:26.530670 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f962ca1-bd5a-46dd-83ef-be2ecb184d4f req-83d0ae1b-05a8-40bb-9a34-65528c83c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:26.532055 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9f962ca1-bd5a-46dd-83ef-be2ecb184d4f req-83d0ae1b-05a8-40bb-9a34-65528c83c359 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=728e2f21-95ad-47d4-b05a-660c5e9d3b74 HTTP/1.1" status: 200 len: 849 time: 0.0461082 Feb 04 06:30:26.576462 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f962ca1-bd5a-46dd-83ef-be2ecb184d4f req-b256edc1-bf48-4638-b5a3-4d0e043b3cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:26.577970 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9f962ca1-bd5a-46dd-83ef-be2ecb184d4f req-b256edc1-bf48-4638-b5a3-4d0e043b3cf5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6faa7cbf-694c-459b-9f18-85e679ba60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385146 Feb 04 06:30:26.664427 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9f962ca1-bd5a-46dd-83ef-be2ecb184d4f req-43a6a869-19d2-47ca-9a7a-8ad77e94a96b service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792186 Feb 04 06:30:26.754466 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-9f962ca1-bd5a-46dd-83ef-be2ecb184d4f req-ec3e6aa7-c9ad-4f88-a498-2474acb7ea55 service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834954 Feb 04 06:30:27.015434 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338f8b5-50b5-4150-a331-0ff26114ead4 req-dd3701c0-7ae2-4242-b761-d60e265182b3 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:27.016901 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e338f8b5-50b5-4150-a331-0ff26114ead4 req-dd3701c0-7ae2-4242-b761-d60e265182b3 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 944 time: 0.0476744 Feb 04 06:30:27.056220 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-e338f8b5-50b5-4150-a331-0ff26114ead4 req-3d43752f-26a6-4447-bbec-2cb034a873e2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334315 Feb 04 06:30:27.093361 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4989cdab-9b60-47dc-8fef-9cda48bab16c req-3a0a3184-c31e-4963-ab56-b788c8f9140c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392377 Feb 04 06:30:27.173624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989cdab-9b60-47dc-8fef-9cda48bab16c req-15bb7d73-1c3e-4b86-aa64-9a730ff40aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:27.175141 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4989cdab-9b60-47dc-8fef-9cda48bab16c req-15bb7d73-1c3e-4b86-aa64-9a730ff40aad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8798db794921405b87e2476854072ad6&device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 1096 time: 0.0397186 Feb 04 06:30:27.276746 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989cdab-9b60-47dc-8fef-9cda48bab16c req-1745084f-cbbf-428a-93ee-a54725794754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:27.278182 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4989cdab-9b60-47dc-8fef-9cda48bab16c req-1745084f-cbbf-428a-93ee-a54725794754 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6faa7cbf-694c-459b-9f18-85e679ba60a9 HTTP/1.1" status: 200 len: 910 time: 0.0851138 Feb 04 06:30:27.341120 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4989cdab-9b60-47dc-8fef-9cda48bab16c req-414ea350-a4af-4786-ad45-1bd3c0309597 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87 HTTP/1.1" status: 200 len: 998 time: 0.0558162 Feb 04 06:30:27.391605 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989cdab-9b60-47dc-8fef-9cda48bab16c req-9471033b-1fdb-416c-8067-58464cbb0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:27.393060 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4989cdab-9b60-47dc-8fef-9cda48bab16c req-9471033b-1fdb-416c-8067-58464cbb0a93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=728e2f21-95ad-47d4-b05a-660c5e9d3b74 HTTP/1.1" status: 200 len: 849 time: 0.0450430 Feb 04 06:30:27.434856 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989cdab-9b60-47dc-8fef-9cda48bab16c req-55d042a5-ff28-4110-859b-fc6a79238b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:27.436266 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4989cdab-9b60-47dc-8fef-9cda48bab16c req-55d042a5-ff28-4110-859b-fc6a79238b52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6faa7cbf-694c-459b-9f18-85e679ba60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0371363 Feb 04 06:30:27.456295 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device a34514a4-82ab-4a81-a960-73a3e6f2b9b7 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:30:27.559193 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4989cdab-9b60-47dc-8fef-9cda48bab16c req-a243e850-5ad3-4f33-9083-519d5d398a2e service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103399 Feb 04 06:30:27.574739 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port a34514a4-82ab-4a81-a960-73a3e6f2b9b7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:30:27.585948 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'port_id': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7', 'mac_address': 'fa:16:3e:bc:34:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:30:27.625361 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:27.639545 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34514a4-82ab-4a81-a960-73a3e6f2b9b7 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:30:27.650127 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-4989cdab-9b60-47dc-8fef-9cda48bab16c req-48f49138-8121-47c4-bd9a-cdd692039244 service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862913 Feb 04 06:30:27.659127 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port a34514a4-82ab-4a81-a960-73a3e6f2b9b7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:30:27.663618 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:27.710150 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,revision_number=4']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:27.872907 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['a34514a4-82ab-4a81-a960-73a3e6f2b9b7'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:30:28.170483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6c395-c719-4008-885f-0da6be2cee9b req-f6416f5e-562e-4a08-ad88-49afd0699ffc tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:28.171944 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-efd6c395-c719-4008-885f-0da6be2cee9b req-f6416f5e-562e-4a08-ad88-49afd0699ffc tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 945 time: 0.0474930 Feb 04 06:30:28.212430 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-efd6c395-c719-4008-885f-0da6be2cee9b req-2c685b17-6700-4476-893b-5a1a2ff46069 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347106 Feb 04 06:30:29.326906 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe898dd5-1206-4266-abb4-04dbedd64c2a req-f3b92844-ecf3-445e-98b1-9da47bea7f4f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:29.328368 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fe898dd5-1206-4266-abb4-04dbedd64c2a req-f3b92844-ecf3-445e-98b1-9da47bea7f4f tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 945 time: 0.0494542 Feb 04 06:30:29.364304 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-fe898dd5-1206-4266-abb4-04dbedd64c2a req-8eeee4b3-0e28-4e85-8921-5ddca3273467 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300586 Feb 04 06:30:29.468345 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device a34514a4-82ab-4a81-a960-73a3e6f2b9b7 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:30:29.517632 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning for port a34514a4-82ab-4a81-a960-73a3e6f2b9b7 completed by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 06:30:29.521029 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port a34514a4-82ab-4a81-a960-73a3e6f2b9b7 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:30:29.521402 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:29.739541 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:29.760892 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:30:29.763170 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47edcc62-fecb-41f3-afc0-6aad72b82f85" -d '{"events": [{"server_uuid": "bb4431df-0189-4d4d-8699-5c5c50c35d2b", "name": "network-vif-plugged", "status": "completed", "tag": "a34514a4-82ab-4a81-a960-73a3e6f2b9b7"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:30:29.775193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port a34514a4-82ab-4a81-a960-73a3e6f2b9b7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:30:29.779591 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:29.802167 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219f4768-290e-4b63-9c97-ea94faeb95a1 x-openstack-request-id: req-219f4768-290e-4b63-9c97-ea94faeb95a1 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:30:29.802459 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4431df-0189-4d4d-8699-5c5c50c35d2b", "name": "network-vif-plugged", "status": "completed", "tag": "a34514a4-82ab-4a81-a960-73a3e6f2b9b7", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:30:29.802710 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-219f4768-290e-4b63-9c97-ea94faeb95a1 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:30:29.803090 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7', 'code': 200} Feb 04 06:30:29.830450 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,revision_number=5']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:29.965217 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e7b95-fbb2-438c-988c-a6e79f632c35 req-d65726f6-63f3-4209-8d99-1034677870bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:29.966718 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ae9e7b95-fbb2-438c-988c-a6e79f632c35 req-d65726f6-63f3-4209-8d99-1034677870bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 1099 time: 0.0399897 Feb 04 06:30:30.003151 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-ae9e7b95-fbb2-438c-988c-a6e79f632c35 req-0df7af61-8772-475e-bdd4-406d423f35b3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302045 Feb 04 06:30:30.478309 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d674a-572c-4eee-a184-9f2fa1150ed0 req-78a8d1d4-dcb2-4350-b64a-35d1f29e3e01 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:30.479785 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2a1d674a-572c-4eee-a184-9f2fa1150ed0 req-78a8d1d4-dcb2-4350-b64a-35d1f29e3e01 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 946 time: 0.0495226 Feb 04 06:30:30.516103 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-2a1d674a-572c-4eee-a184-9f2fa1150ed0 req-70e56493-51ba-491b-b219-29e05dccbe56 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304983 Feb 04 06:30:31.634469 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d25e7-5e6f-4821-b6b8-7232bdf0de5f req-dccabb08-8c48-469b-8535-be7ca09ac304 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:31.635923 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b73d25e7-5e6f-4821-b6b8-7232bdf0de5f req-dccabb08-8c48-469b-8535-be7ca09ac304 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 946 time: 0.0497215 Feb 04 06:30:31.680378 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b73d25e7-5e6f-4821-b6b8-7232bdf0de5f req-086bd58d-1f96-478c-887a-a14812c2594d tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386548 Feb 04 06:30:31.791917 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52fb60-1b63-48ff-9fc0-51a4ed05662e req-514c2075-43bd-47fa-aac0-9db0ea3ad2fc tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:31.793350 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3b52fb60-1b63-48ff-9fc0-51a4ed05662e req-514c2075-43bd-47fa-aac0-9db0ea3ad2fc tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 946 time: 0.0478823 Feb 04 06:30:31.830066 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-3b52fb60-1b63-48ff-9fc0-51a4ed05662e req-d89e5f65-1c8c-4237-9686-5e81b5f15c55 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304108 Feb 04 06:30:31.850969 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60726) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:30:31.888628 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9eb007-52d9-46f8-b96a-eb97095c226b tempest-TestSnapshotPattern-1666376788 tempest-TestSnapshotPattern-1666376788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:31.890111 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-0d9eb007-52d9-46f8-b96a-eb97095c226b tempest-TestSnapshotPattern-1666376788 tempest-TestSnapshotPattern-1666376788-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 1094 time: 0.0381727 Feb 04 06:30:31.892692 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 60728) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:30:31.896836 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.v2.base [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Request body: {'floatingip': {'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'port_id': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7', 'tenant_id': '8798db794921405b87e2476854072ad6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 06:30:31.919701 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for floatingip, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:32.020168 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:32.122723 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_common [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Allocated IP 172.26.3.211 (205cec25-dbe4-4e69-8d9c-9f731181c624/38aae592-ee53-46e7-bfbb-4476fa650282/8371b296-3fca-43a8-8504-d876c343f0a8) {{(pid=108745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 06:30:32.226574 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for port, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:32.262628 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740032250727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:32.300113 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Network 205cec25-dbe4-4e69-8d9c-9f731181c624 is already hosted by enough agents. {{(pid=108745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 06:30:32.302935 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.base_scheduler [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Resources bound (agent type, host, resource id): {{(pid=108745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 06:30:32.307113 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Received port after_create {{(pid=108745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 06:30:32.330579 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event updated for resources: {'Port': ['ID=8371b296-3fca-43a8-8504-d876c343f0a8,revision_number=1']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:32.343142 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:32.343495 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:32.343838 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:32.344176 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:32.344507 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:32.344838 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:32.345162 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:32.345499 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:32.345836 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:32.346161 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:32.346483 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:32.346805 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:30:32.666354 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:32.730124 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:32.877109 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:32.881664 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14647061'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:32.955893 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event updated for resources: {'Port': ['ID=8371b296-3fca-43a8-8504-d876c343f0a8,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:30:32.963215 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008298'] for floatingip, after_create {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:33.061427 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.db.l3_db [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Floating IP 086b605d-2bd3-491a-9c57-760eed6d3388 associated. External IP: 172.26.3.211, port: a34514a4-82ab-4a81-a960-73a3e6f2b9b7. Feb 04 06:30:33.261315 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Router 0af4b69e-cd17-4311-8082-ac049f9b62fb has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:30:33.366636 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:30:33.376888 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf61f7b-330e-44fb-b071-4aacd32cd979 None None] Sync routers for ids ['0af4b69e-cd17-4311-8082-ac049f9b62fb'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:30:33.383792 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:33.386089 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf61f7b-330e-44fb-b071-4aacd32cd979 None None] Routers {'0af4b69e-cd17-4311-8082-ac049f9b62fb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:30:33.386708 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7bf61f7b-330e-44fb-b071-4aacd32cd979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:30:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0af4b69e-cd17-4311-8082-ac049f9b62fb'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:33.412902 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-1629c915-92d3-46da-a3b6-cfbf257344d1 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5192304 Feb 04 06:30:33.413581 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'tag': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7'}] {{(pid=108745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:30:33.416413 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68b82ba6e065cc6266f10d40214982263e8d5dcb31d53b38f3a79186453614e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5a358a-0da1-44b8-a9b3-d4e65c4c4b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4431df-0189-4d4d-8699-5c5c50c35d2b", "tag": "a34514a4-82ab-4a81-a960-73a3e6f2b9b7"}]}' {{(pid=108745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:30:33.452573 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a0a2ce-0db7-4e4f-a2e7-d92922270f5b x-openstack-request-id: req-b3a0a2ce-0db7-4e4f-a2e7-d92922270f5b {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:30:33.452867 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4431df-0189-4d4d-8699-5c5c50c35d2b", "tag": "a34514a4-82ab-4a81-a960-73a3e6f2b9b7", "status": "completed", "code": 200}]} {{(pid=108745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:30:33.453116 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b3a0a2ce-0db7-4e4f-a2e7-d92922270f5b {{(pid=108745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:30:33.453514 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'tag': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7', 'status': 'completed', 'code': 200} Feb 04 06:30:33.494371 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-7bf61f7b-330e-44fb-b071-4aacd32cd979 None None] Set router 0af4b69e-cd17-4311-8082-ac049f9b62fb gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:30:33.520510 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a358a-0da1-44b8-a9b3-d4e65c4c4b1d req-ed3724c2-2370-4d32-8fa3-3b880c3206af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:33.522033 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7a5a358a-0da1-44b8-a9b3-d4e65c4c4b1d req-ed3724c2-2370-4d32-8fa3-3b880c3206af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8798db794921405b87e2476854072ad6&device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 1099 time: 0.0391254 Feb 04 06:30:33.617434 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a358a-0da1-44b8-a9b3-d4e65c4c4b1d req-c3fdef73-5073-412e-a1b5-e277b3731d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:33.618859 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7a5a358a-0da1-44b8-a9b3-d4e65c4c4b1d req-c3fdef73-5073-412e-a1b5-e277b3731d6d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6faa7cbf-694c-459b-9f18-85e679ba60a9 HTTP/1.1" status: 200 len: 910 time: 0.0907075 Feb 04 06:30:33.683976 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7a5a358a-0da1-44b8-a9b3-d4e65c4c4b1d req-25caa193-559f-4bb5-ac63-9f49f187c5df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a34514a4-82ab-4a81-a960-73a3e6f2b9b7 HTTP/1.1" status: 200 len: 1000 time: 0.0562866 Feb 04 06:30:33.720902 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7bf61f7b-330e-44fb-b071-4aacd32cd979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '086b605d-2bd3-491a-9c57-760eed6d3388', 'tenant_id': '8798db794921405b87e2476854072ad6', 'floating_ip_address': '172.26.3.211', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'port_id': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'mac_address': 'fa:16:3e:bc:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:30:32Z', 'updated_at': '2022-02-04T06:30:32Z', 'revision_number': 0, 'project_id': '8798db794921405b87e2476854072ad6', 'fixed_ip_address_scope': None}, {'id': '485450b9-e028-4b85-8fe6-b0f340ad0742', 'tenant_id': '8798db794921405b87e2476854072ad6', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'port_id': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'mac_address': 'fa:16:3e:11:b4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:28:03Z', 'updated_at': '2022-02-04T06:28:05Z', 'revision_number': 1, 'project_id': '8798db794921405b87e2476854072ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 5, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:33.734614 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a358a-0da1-44b8-a9b3-d4e65c4c4b1d req-73af2f96-1515-4c81-85fd-0eacf472a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:33.736080 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7a5a358a-0da1-44b8-a9b3-d4e65c4c4b1d req-73af2f96-1515-4c81-85fd-0eacf472a63f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=728e2f21-95ad-47d4-b05a-660c5e9d3b74 HTTP/1.1" status: 200 len: 849 time: 0.0479336 Feb 04 06:30:33.747317 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf61f7b-330e-44fb-b071-4aacd32cd979 None None] Checking router: 0af4b69e-cd17-4311-8082-ac049f9b62fb for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:30:33.755580 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf61f7b-330e-44fb-b071-4aacd32cd979 None None] Routers {'0af4b69e-cd17-4311-8082-ac049f9b62fb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:30:33.756189 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7bf61f7b-330e-44fb-b071-4aacd32cd979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:30:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0af4b69e-cd17-4311-8082-ac049f9b62fb'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:33.780425 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a358a-0da1-44b8-a9b3-d4e65c4c4b1d req-06a1ccf4-0dfa-4992-b302-be0e075caf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:30:33.781951 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7a5a358a-0da1-44b8-a9b3-d4e65c4c4b1d req-06a1ccf4-0dfa-4992-b302-be0e075caf13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6faa7cbf-694c-459b-9f18-85e679ba60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395901 Feb 04 06:30:33.859155 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-7bf61f7b-330e-44fb-b071-4aacd32cd979 None None] Set router 0af4b69e-cd17-4311-8082-ac049f9b62fb gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:30:33.868465 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7a5a358a-0da1-44b8-a9b3-d4e65c4c4b1d req-e95f261e-50ca-4d02-a9a2-737c6c37286e service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798514 Feb 04 06:30:33.960161 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7a5a358a-0da1-44b8-a9b3-d4e65c4c4b1d req-242eddae-fccf-459a-927d-d4d8855ddf21 service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852096 Feb 04 06:30:34.079156 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-7bf61f7b-330e-44fb-b071-4aacd32cd979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '086b605d-2bd3-491a-9c57-760eed6d3388', 'tenant_id': '8798db794921405b87e2476854072ad6', 'floating_ip_address': '172.26.3.211', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'port_id': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'mac_address': 'fa:16:3e:bc:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:30:32Z', 'updated_at': '2022-02-04T06:30:32Z', 'revision_number': 0, 'project_id': '8798db794921405b87e2476854072ad6', 'fixed_ip_address_scope': None}, {'id': '485450b9-e028-4b85-8fe6-b0f340ad0742', 'tenant_id': '8798db794921405b87e2476854072ad6', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'port_id': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'mac_address': 'fa:16:3e:11:b4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:28:03Z', 'updated_at': '2022-02-04T06:28:05Z', 'revision_number': 1, 'project_id': '8798db794921405b87e2476854072ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 5, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:30:34.108410 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf61f7b-330e-44fb-b071-4aacd32cd979 None None] The sync data for ids ['0af4b69e-cd17-4311-8082-ac049f9b62fb'] in dv-neutron-827794-1-hyperv is: [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '086b605d-2bd3-491a-9c57-760eed6d3388', 'tenant_id': '8798db794921405b87e2476854072ad6', 'floating_ip_address': '172.26.3.211', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'port_id': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'mac_address': 'fa:16:3e:bc:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:30:32Z', 'updated_at': '2022-02-04T06:30:32Z', 'revision_number': 0, 'project_id': '8798db794921405b87e2476854072ad6', 'fixed_ip_address_scope': None}, {'id': '485450b9-e028-4b85-8fe6-b0f340ad0742', 'tenant_id': '8798db794921405b87e2476854072ad6', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'port_id': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'mac_address': 'fa:16:3e:11:b4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:28:03Z', 'updated_at': '2022-02-04T06:28:05Z', 'revision_number': 1, 'project_id': '8798db794921405b87e2476854072ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 5, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:30:34.283355 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb5b8cb-0d23-427d-9b88-05c163c4e011 None None] New status for floating IP 086b605d-2bd3-491a-9c57-760eed6d3388: ACTIVE {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:30:34.531210 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:41.934201 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:30:42.771861 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e280-65c4-4c6b-94ab-cdf6a14087b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:44.952923 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-93e409ed-993e-4c19-9965-5227daa39cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:46.083481 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:47.902038 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:30:48.000026 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:04.559884 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:12.773170 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-49a6c5dd-00c7-41e2-96d2-342a5143e910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:14.954774 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c4228775-0298-4684-8106-694f26266045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:16.086177 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:17.907798 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:18.000916 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:18.933471 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:31:29.038756 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7d97943d-54d7-4cc1-8613-3fc0b4c9d987 req-3ac8a910-4b18-4ea1-8f42-b4a36d380439 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390754 Feb 04 06:31:29.116692 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97943d-54d7-4cc1-8613-3fc0b4c9d987 req-59feed20-e549-43ad-af37-f99c7fa92549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:29.118176 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7d97943d-54d7-4cc1-8613-3fc0b4c9d987 req-59feed20-e549-43ad-af37-f99c7fa92549 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8798db794921405b87e2476854072ad6&device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 1096 time: 0.0389361 Feb 04 06:31:29.219422 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97943d-54d7-4cc1-8613-3fc0b4c9d987 req-15e16f5a-c7d1-4ff0-9080-f9fab771ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:29.220881 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7d97943d-54d7-4cc1-8613-3fc0b4c9d987 req-15e16f5a-c7d1-4ff0-9080-f9fab771ecb8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6faa7cbf-694c-459b-9f18-85e679ba60a9 HTTP/1.1" status: 200 len: 910 time: 0.0847807 Feb 04 06:31:29.282861 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7d97943d-54d7-4cc1-8613-3fc0b4c9d987 req-f683e970-f3f4-4b4e-a754-ca19498bb47e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87 HTTP/1.1" status: 200 len: 998 time: 0.0553041 Feb 04 06:31:29.340639 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97943d-54d7-4cc1-8613-3fc0b4c9d987 req-d32f0c8a-07a3-4464-a3ac-369d4543695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:29.342079 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7d97943d-54d7-4cc1-8613-3fc0b4c9d987 req-d32f0c8a-07a3-4464-a3ac-369d4543695c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=728e2f21-95ad-47d4-b05a-660c5e9d3b74 HTTP/1.1" status: 200 len: 849 time: 0.0528722 Feb 04 06:31:29.385667 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97943d-54d7-4cc1-8613-3fc0b4c9d987 req-15eb6a56-0816-4504-aa21-7a91931ba238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:31:29.387137 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7d97943d-54d7-4cc1-8613-3fc0b4c9d987 req-15eb6a56-0816-4504-aa21-7a91931ba238 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6faa7cbf-694c-459b-9f18-85e679ba60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385635 Feb 04 06:31:29.471479 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7d97943d-54d7-4cc1-8613-3fc0b4c9d987 req-c952d155-65a5-4aff-97f3-f8f476a9191b service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778141 Feb 04 06:31:29.559260 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-7d97943d-54d7-4cc1-8613-3fc0b4c9d987 req-7268d79f-ae6b-405b-a3b4-3ca5875635c0 service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815208 Feb 04 06:31:34.563719 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:42.773119 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-106b7feb-f773-4d6e-9122-2d966626f249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:44.955193 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c9121be4-02ca-47f3-9fe6-03e9fa88fa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:46.088473 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:47.908594 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:48.001136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:31:55.931998 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:32:03.957520 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device a34514a4-82ab-4a81-a960-73a3e6f2b9b7 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=108746) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 06:32:04.045722 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port a34514a4-82ab-4a81-a960-73a3e6f2b9b7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:04.058904 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Returning: {'device': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'port_id': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7', 'mac_address': 'fa:16:3e:bc:34:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108746) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 06:32:04.096990 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:04.109343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a34514a4-82ab-4a81-a960-73a3e6f2b9b7 {{(pid=108746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 06:32:04.128183 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port a34514a4-82ab-4a81-a960-73a3e6f2b9b7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:04.132066 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:04.188401 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,revision_number=6']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:04.195768 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:04.196120 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:04.196462 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:04.196798 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:04.197130 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:04.197460 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:04.197813 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:04.198149 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:04.198476 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:04.199054 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:04.199381 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:04.199699 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:04.213737 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] get_ports_and_sgs() called for port_ids ['a34514a4-82ab-4a81-a960-73a3e6f2b9b7'] {{(pid=108746) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 06:32:04.575611 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:05.964252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device a34514a4-82ab-4a81-a960-73a3e6f2b9b7 up at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 06:32:06.015154 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.provisioning_blocks [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Provisioning complete for port a34514a4-82ab-4a81-a960-73a3e6f2b9b7 triggered by entity L2. {{(pid=108746) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 06:32:06.015527 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2051228'] for port, provisioning_complete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:06.108339 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1682069'] for port, before_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:06.136277 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7'}] {{(pid=108746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:32:06.138848 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e4de4af041f0a87a8761dd652fe5f828de42cbdf5bdab8c0b53eb3b11103070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e77a10-f589-44ca-ae34-cd5ef036d207" -d '{"events": [{"server_uuid": "bb4431df-0189-4d4d-8699-5c5c50c35d2b", "name": "network-vif-plugged", "status": "completed", "tag": "a34514a4-82ab-4a81-a960-73a3e6f2b9b7"}]}' {{(pid=108746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:32:06.153755 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] For port a34514a4-82ab-4a81-a960-73a3e6f2b9b7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:06.160511 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740032682608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740032250745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740032250763'] for port, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:06.192580 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb60fa0e-c71a-4bb6-8d65-2256e47104f9 x-openstack-request-id: req-cb60fa0e-c71a-4bb6-8d65-2256e47104f9 {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:32:06.192873 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4431df-0189-4d4d-8699-5c5c50c35d2b", "name": "network-vif-plugged", "status": "completed", "tag": "a34514a4-82ab-4a81-a960-73a3e6f2b9b7", "code": 200}]} {{(pid=108746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:32:06.193126 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb60fa0e-c71a-4bb6-8d65-2256e47104f9 {{(pid=108746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:32:06.193514 dv-neutron-827794-1-hyperv neutron-server[108746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7', 'code': 200} Feb 04 06:32:06.223529 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Pushing event updated for resources: {'Port': ['ID=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,revision_number=7']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:12.776450 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-14570c00-1726-40ef-a2e1-c0fd4849f123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:14.956195 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-6ae8c2c5-1069-4d0f-bd4c-cca86c2cf429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:15.366427 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60934) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:32:15.519784 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Deleting port 8371b296-3fca-43a8-8504-d876c343f0a8 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:32:15.520134 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:15.597660 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:15.598093 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:15.609294 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Calling delete_port for 8371b296-3fca-43a8-8504-d876c343f0a8 owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:32:15.748507 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:15.781328 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event deleted for resources: {'Port': ['ID=8371b296-3fca-43a8-8504-d876c343f0a8,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:15.803553 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:15.803903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:15.804252 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:15.804589 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:15.804925 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:15.805257 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:15.805584 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:15.805943 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:15.806270 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:15.806592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:15.806927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:15.807389 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:15.846130 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:15.846533 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Floating IP 086b605d-2bd3-491a-9c57-760eed6d3388 disassociated (deleted). External IP: 172.26.3.211, port: a34514a4-82ab-4a81-a960-73a3e6f2b9b7. Feb 04 06:32:16.046170 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Router 0af4b69e-cd17-4311-8082-ac049f9b62fb has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:32:16.092322 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:16.157931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:32:16.163366 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:16.167631 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e5829-54cf-44e0-a608-2eae6689d900 None None] Sync routers for ids ['0af4b69e-cd17-4311-8082-ac049f9b62fb'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:32:16.176586 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e5829-54cf-44e0-a608-2eae6689d900 None None] Routers {'0af4b69e-cd17-4311-8082-ac049f9b62fb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:32:16.177182 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-433e5829-54cf-44e0-a608-2eae6689d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:32:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0af4b69e-cd17-4311-8082-ac049f9b62fb'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:16.189234 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-2ff45770-ce18-40bd-af43-3028203a98a2 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "DELETE /v2.0/floatingips/086b605d-2bd3-491a-9c57-760eed6d3388 HTTP/1.1" status: 204 len: 168 time: 0.8216543 Feb 04 06:32:16.189857 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'tag': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:32:16.192093 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18444272-756a-4c9a-8d43-0a5bce55bab7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4431df-0189-4d4d-8699-5c5c50c35d2b", "tag": "a34514a4-82ab-4a81-a960-73a3e6f2b9b7"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:32:16.236045 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b982af-d630-41bb-96f3-605f4b555d81 x-openstack-request-id: req-76b982af-d630-41bb-96f3-605f4b555d81 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:32:16.236433 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4431df-0189-4d4d-8699-5c5c50c35d2b", "tag": "a34514a4-82ab-4a81-a960-73a3e6f2b9b7", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:32:16.237368 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-76b982af-d630-41bb-96f3-605f4b555d81 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:32:16.237957 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'tag': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7', 'status': 'completed', 'code': 200} Feb 04 06:32:16.293871 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-433e5829-54cf-44e0-a608-2eae6689d900 None None] Set router 0af4b69e-cd17-4311-8082-ac049f9b62fb gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:32:16.298060 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18444272-756a-4c9a-8d43-0a5bce55bab7 req-cf2aab5b-2317-46f7-a928-1664ddf3d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:16.300450 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-18444272-756a-4c9a-8d43-0a5bce55bab7 req-cf2aab5b-2317-46f7-a928-1664ddf3d25e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8798db794921405b87e2476854072ad6&device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 1099 time: 0.0423627 Feb 04 06:32:16.404932 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18444272-756a-4c9a-8d43-0a5bce55bab7 req-41dda835-a1c6-48c4-b737-a350bf5a5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:16.406448 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-18444272-756a-4c9a-8d43-0a5bce55bab7 req-41dda835-a1c6-48c4-b737-a350bf5a5e9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6faa7cbf-694c-459b-9f18-85e679ba60a9 HTTP/1.1" status: 200 len: 910 time: 0.0979013 Feb 04 06:32:16.436047 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736536cf-965e-4861-a091-443dca22e3d3 req-3d5c06f8-299b-429e-8885-e8e890f69cd8 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:16.437843 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-736536cf-965e-4861-a091-443dca22e3d3 req-3d5c06f8-299b-429e-8885-e8e890f69cd8 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 946 time: 0.0520804 Feb 04 06:32:16.478285 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-736536cf-965e-4861-a091-443dca22e3d3 req-3dd8fbd4-7f0f-405f-bded-62192b8e3317 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341225 Feb 04 06:32:16.536204 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-433e5829-54cf-44e0-a608-2eae6689d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '485450b9-e028-4b85-8fe6-b0f340ad0742', 'tenant_id': '8798db794921405b87e2476854072ad6', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'port_id': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'mac_address': 'fa:16:3e:11:b4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:28:03Z', 'updated_at': '2022-02-04T06:28:05Z', 'revision_number': 1, 'project_id': '8798db794921405b87e2476854072ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 5, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:16.567212 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e5829-54cf-44e0-a608-2eae6689d900 None None] Checking router: 0af4b69e-cd17-4311-8082-ac049f9b62fb for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:32:16.576596 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e5829-54cf-44e0-a608-2eae6689d900 None None] Routers {'0af4b69e-cd17-4311-8082-ac049f9b62fb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:32:16.577478 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-433e5829-54cf-44e0-a608-2eae6689d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:32:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0af4b69e-cd17-4311-8082-ac049f9b62fb'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:16.683575 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-433e5829-54cf-44e0-a608-2eae6689d900 None None] Set router 0af4b69e-cd17-4311-8082-ac049f9b62fb gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:32:16.727802 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-18444272-756a-4c9a-8d43-0a5bce55bab7 req-9a13b37e-4888-487f-b476-2234c092db7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a34514a4-82ab-4a81-a960-73a3e6f2b9b7 HTTP/1.1" status: 200 len: 217 time: 0.3131015 Feb 04 06:32:16.774752 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18444272-756a-4c9a-8d43-0a5bce55bab7 req-97cfbb1e-2a66-4814-b26e-f497c5f078b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:16.776191 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-18444272-756a-4c9a-8d43-0a5bce55bab7 req-97cfbb1e-2a66-4814-b26e-f497c5f078b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=728e2f21-95ad-47d4-b05a-660c5e9d3b74 HTTP/1.1" status: 200 len: 849 time: 0.0421321 Feb 04 06:32:16.823453 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18444272-756a-4c9a-8d43-0a5bce55bab7 req-7cd8ed51-ca95-4f39-9291-5134ad198a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:16.825141 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-18444272-756a-4c9a-8d43-0a5bce55bab7 req-7cd8ed51-ca95-4f39-9291-5134ad198a18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6faa7cbf-694c-459b-9f18-85e679ba60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398846 Feb 04 06:32:16.920044 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-18444272-756a-4c9a-8d43-0a5bce55bab7 req-0ff80775-b4a0-4fe1-9f67-4634d7cb5df5 service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872569 Feb 04 06:32:17.013529 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-18444272-756a-4c9a-8d43-0a5bce55bab7 req-f8f43feb-ca9a-415a-9e9d-d5a08a5c06fe service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853703 Feb 04 06:32:17.042463 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-433e5829-54cf-44e0-a608-2eae6689d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '485450b9-e028-4b85-8fe6-b0f340ad0742', 'tenant_id': '8798db794921405b87e2476854072ad6', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'port_id': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'mac_address': 'fa:16:3e:11:b4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:28:03Z', 'updated_at': '2022-02-04T06:28:05Z', 'revision_number': 1, 'project_id': '8798db794921405b87e2476854072ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 5, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:17.068166 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e5829-54cf-44e0-a608-2eae6689d900 None None] The sync data for ids ['0af4b69e-cd17-4311-8082-ac049f9b62fb'] in dv-neutron-827794-1-hyperv is: [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_floatingips': [{'id': '485450b9-e028-4b85-8fe6-b0f340ad0742', 'tenant_id': '8798db794921405b87e2476854072ad6', 'floating_ip_address': '172.26.3.26', 'floating_network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'router_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'port_id': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'mac_address': 'fa:16:3e:11:b4:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T06:28:03Z', 'updated_at': '2022-02-04T06:28:05Z', 'revision_number': 1, 'project_id': '8798db794921405b87e2476854072ad6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 5, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:32:17.273419 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9301b3-387c-4e14-881e-0ce6abd225e4 None None] New status for floating IP 086b605d-2bd3-491a-9c57-760eed6d3388: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:32:17.617024 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc9e3a-d590-4d9c-ba23-659867692f34 req-8b474abd-bcbe-4539-bb56-9a1747260418 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:17.618424 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-14fc9e3a-d590-4d9c-ba23-659867692f34 req-8b474abd-bcbe-4539-bb56-9a1747260418 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 946 time: 0.0479255 Feb 04 06:32:17.655177 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-14fc9e3a-d590-4d9c-ba23-659867692f34 req-b11a61a3-665e-41eb-b108-9a1128588b27 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309675 Feb 04 06:32:17.912025 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:17.949557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a1a46-0b81-4fe8-96f4-19d7425b577b req-1a5da889-bdcc-40e8-9466-4fcfc9107d40 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:17.951034 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-014a1a46-0b81-4fe8-96f4-19d7425b577b req-1a5da889-bdcc-40e8-9466-4fcfc9107d40 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 946 time: 0.0482628 Feb 04 06:32:18.002802 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:18.036942 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-014a1a46-0b81-4fe8-96f4-19d7425b577b req-0b27d780-8f78-448b-b717-59bb4c7c3840 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Deleting port a34514a4-82ab-4a81-a960-73a3e6f2b9b7 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:32:18.037278 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-014a1a46-0b81-4fe8-96f4-19d7425b577b req-0b27d780-8f78-448b-b717-59bb4c7c3840 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:18.123217 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-014a1a46-0b81-4fe8-96f4-19d7425b577b req-0b27d780-8f78-448b-b717-59bb4c7c3840 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] For port a34514a4-82ab-4a81-a960-73a3e6f2b9b7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:18.123579 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-014a1a46-0b81-4fe8-96f4-19d7425b577b req-0b27d780-8f78-448b-b717-59bb4c7c3840 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:18.135507 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-014a1a46-0b81-4fe8-96f4-19d7425b577b req-0b27d780-8f78-448b-b717-59bb4c7c3840 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Calling delete_port for a34514a4-82ab-4a81-a960-73a3e6f2b9b7 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:32:18.265729 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-014a1a46-0b81-4fe8-96f4-19d7425b577b req-0b27d780-8f78-448b-b717-59bb4c7c3840 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:18.293355 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27d780-8f78-448b-b717-59bb4c7c3840 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event deleted for resources: {'Port': ['ID=a34514a4-82ab-4a81-a960-73a3e6f2b9b7,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:18.334933 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-014a1a46-0b81-4fe8-96f4-19d7425b577b req-0b27d780-8f78-448b-b717-59bb4c7c3840 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] No DVR routers for this DVR port a34514a4-82ab-4a81-a960-73a3e6f2b9b7 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:32:18.337471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-014a1a46-0b81-4fe8-96f4-19d7425b577b req-0b27d780-8f78-448b-b717-59bb4c7c3840 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:18.340732 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-014a1a46-0b81-4fe8-96f4-19d7425b577b req-0b27d780-8f78-448b-b717-59bb4c7c3840 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.26 "DELETE /v2.0/ports/a34514a4-82ab-4a81-a960-73a3e6f2b9b7 HTTP/1.1" status: 204 len: 173 time: 0.3841116 Feb 04 06:32:18.341169 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'name': 'network-vif-deleted', 'tag': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:32:18.343515 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0689044-5737-4f29-814f-ae56bd6e35fb" -d '{"events": [{"server_uuid": "bb4431df-0189-4d4d-8699-5c5c50c35d2b", "name": "network-vif-deleted", "tag": "a34514a4-82ab-4a81-a960-73a3e6f2b9b7"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:32:18.383418 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ffa0b7-733f-4348-afdf-a4079b38bc06 x-openstack-request-id: req-22ffa0b7-733f-4348-afdf-a4079b38bc06 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:32:18.383724 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4431df-0189-4d4d-8699-5c5c50c35d2b", "name": "network-vif-deleted", "tag": "a34514a4-82ab-4a81-a960-73a3e6f2b9b7", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:32:18.383977 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22ffa0b7-733f-4348-afdf-a4079b38bc06 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:32:18.384406 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4431df-0189-4d4d-8699-5c5c50c35d2b', 'name': 'network-vif-deleted', 'tag': 'a34514a4-82ab-4a81-a960-73a3e6f2b9b7', 'status': 'completed', 'code': 200} Feb 04 06:32:18.783048 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-7bc13d47-2eda-4da6-9e51-188097059a07 req-8f36230f-5408-43ec-ac6b-30014386116a tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4431df-0189-4d4d-8699-5c5c50c35d2b HTTP/1.1" status: 200 len: 210 time: 0.0350413 Feb 04 06:32:20.016581 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device a34514a4-82ab-4a81-a960-73a3e6f2b9b7 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:32:20.043223 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: a34514a4-82ab-4a81-a960-73a3e6f2b9b7 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:32:20.043576 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device a34514a4-82ab-4a81-a960-73a3e6f2b9b7 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:32:20.367586 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 60996) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:32:20.518571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4d3c3de7-aa41-4752-92d8-340f89c47eec tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Deleting port fcd37755-b041-4d41-9a26-caf9183e8297 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:32:20.518914 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d3c3de7-aa41-4752-92d8-340f89c47eec tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:20.594647 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d3c3de7-aa41-4752-92d8-340f89c47eec tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:20.594983 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d3c3de7-aa41-4752-92d8-340f89c47eec tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:20.606903 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4d3c3de7-aa41-4752-92d8-340f89c47eec tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Calling delete_port for fcd37755-b041-4d41-9a26-caf9183e8297 owned by network:floatingip {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:32:20.749379 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d3c3de7-aa41-4752-92d8-340f89c47eec tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:20.775023 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c3de7-aa41-4752-92d8-340f89c47eec tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event deleted for resources: {'Port': ['ID=fcd37755-b041-4d41-9a26-caf9183e8297,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:20.831008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d3c3de7-aa41-4752-92d8-340f89c47eec tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for floatingip, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:20.831333 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.db.l3_db [None req-4d3c3de7-aa41-4752-92d8-340f89c47eec tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Floating IP 485450b9-e028-4b85-8fe6-b0f340ad0742 disassociated (deleted). External IP: 172.26.3.26, port: 5e317cc8-b8c0-43d5-bb38-52b87b494d87. Feb 04 06:32:21.031285 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3c3de7-aa41-4752-92d8-340f89c47eec tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Router 0af4b69e-cd17-4311-8082-ac049f9b62fb has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:32:21.136413 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3c3de7-aa41-4752-92d8-340f89c47eec tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:32:21.141064 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d3c3de7-aa41-4752-92d8-340f89c47eec tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for floatingip, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:21.146088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52e24c-b68e-4ea5-aeed-89b6f7c2fe95 None None] Sync routers for ids ['0af4b69e-cd17-4311-8082-ac049f9b62fb'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:32:21.154541 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52e24c-b68e-4ea5-aeed-89b6f7c2fe95 None None] Routers {'0af4b69e-cd17-4311-8082-ac049f9b62fb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:32:21.155149 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4b52e24c-b68e-4ea5-aeed-89b6f7c2fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:32:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0af4b69e-cd17-4311-8082-ac049f9b62fb'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:21.167121 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-4d3c3de7-aa41-4752-92d8-340f89c47eec tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "DELETE /v2.0/floatingips/485450b9-e028-4b85-8fe6-b0f340ad0742 HTTP/1.1" status: 204 len: 168 time: 0.7984631 Feb 04 06:32:21.167812 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'tag': '5e317cc8-b8c0-43d5-bb38-52b87b494d87'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:32:21.170237 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44a29dd-d782-40ac-8ccd-2c38ecb2e21d" -d '{"events": [{"name": "network-changed", "server_uuid": "b026c198-11ec-4e5b-aff3-f6bf23bceb73", "tag": "5e317cc8-b8c0-43d5-bb38-52b87b494d87"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:32:21.206610 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 06:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e4c982-ad8e-47fc-b37c-38ff23a855f3 x-openstack-request-id: req-43e4c982-ad8e-47fc-b37c-38ff23a855f3 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:32:21.206964 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b026c198-11ec-4e5b-aff3-f6bf23bceb73", "tag": "5e317cc8-b8c0-43d5-bb38-52b87b494d87", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:32:21.207152 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43e4c982-ad8e-47fc-b37c-38ff23a855f3 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:32:21.207735 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'tag': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'status': 'completed', 'code': 200} Feb 04 06:32:21.264711 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-4b52e24c-b68e-4ea5-aeed-89b6f7c2fe95 None None] Set router 0af4b69e-cd17-4311-8082-ac049f9b62fb gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:32:21.276642 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a29dd-d782-40ac-8ccd-2c38ecb2e21d req-5bc66235-dac2-448b-b7d2-8d60aba30a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:21.278185 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c44a29dd-d782-40ac-8ccd-2c38ecb2e21d req-5bc66235-dac2-448b-b7d2-8d60aba30a17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8798db794921405b87e2476854072ad6&device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 1096 time: 0.0467629 Feb 04 06:32:21.371540 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a29dd-d782-40ac-8ccd-2c38ecb2e21d req-63bb3863-6fc2-47af-93b4-14cd49d0cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:21.373038 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c44a29dd-d782-40ac-8ccd-2c38ecb2e21d req-63bb3863-6fc2-47af-93b4-14cd49d0cd09 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6faa7cbf-694c-459b-9f18-85e679ba60a9 HTTP/1.1" status: 200 len: 910 time: 0.0881863 Feb 04 06:32:21.394005 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3e319-ed6d-440c-9c44-40034e46d025 req-3ee52a71-baec-42b0-9d3c-a19100010593 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:21.396179 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-acf3e319-ed6d-440c-9c44-40034e46d025 req-3ee52a71-baec-42b0-9d3c-a19100010593 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 943 time: 0.0544298 Feb 04 06:32:21.415412 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c44a29dd-d782-40ac-8ccd-2c38ecb2e21d req-e5f3ca52-fe6b-469a-b1fe-8ab98ef7d2d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87 HTTP/1.1" status: 200 len: 217 time: 0.0343487 Feb 04 06:32:21.434714 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-acf3e319-ed6d-440c-9c44-40034e46d025 req-023f14db-2bc1-466f-a70e-17bace5bf43d tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322855 Feb 04 06:32:21.471865 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a29dd-d782-40ac-8ccd-2c38ecb2e21d req-71488773-344e-4893-b222-6d1cac8abfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:21.473196 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c44a29dd-d782-40ac-8ccd-2c38ecb2e21d req-71488773-344e-4893-b222-6d1cac8abfdf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=728e2f21-95ad-47d4-b05a-660c5e9d3b74 HTTP/1.1" status: 200 len: 849 time: 0.0499635 Feb 04 06:32:21.491282 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4b52e24c-b68e-4ea5-aeed-89b6f7c2fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 5, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:21.517433 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52e24c-b68e-4ea5-aeed-89b6f7c2fe95 None None] Checking router: 0af4b69e-cd17-4311-8082-ac049f9b62fb for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:32:21.518171 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a29dd-d782-40ac-8ccd-2c38ecb2e21d req-bed29c95-cc16-48e1-8f7d-66a485ad4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:21.519674 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c44a29dd-d782-40ac-8ccd-2c38ecb2e21d req-bed29c95-cc16-48e1-8f7d-66a485ad4ea5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6faa7cbf-694c-459b-9f18-85e679ba60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393627 Feb 04 06:32:21.525738 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52e24c-b68e-4ea5-aeed-89b6f7c2fe95 None None] Routers {'0af4b69e-cd17-4311-8082-ac049f9b62fb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:32:21.526370 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4b52e24c-b68e-4ea5-aeed-89b6f7c2fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:32:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0af4b69e-cd17-4311-8082-ac049f9b62fb'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:21.530899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [req-c44a29dd-d782-40ac-8ccd-2c38ecb2e21d req-1287065c-a539-4d9f-a247-ce92a2ec7cf0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=108744) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 04 06:32:21.531868 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c44a29dd-d782-40ac-8ccd-2c38ecb2e21d req-1287065c-a539-4d9f-a247-ce92a2ec7cf0 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049989 Feb 04 06:32:21.623841 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c44a29dd-d782-40ac-8ccd-2c38ecb2e21d req-5b602915-5d62-4879-a80b-bd4262fabc8a service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813153 Feb 04 06:32:21.630343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-4b52e24c-b68e-4ea5-aeed-89b6f7c2fe95 None None] Set router 0af4b69e-cd17-4311-8082-ac049f9b62fb gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:32:21.716662 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-c44a29dd-d782-40ac-8ccd-2c38ecb2e21d req-781f588b-8f48-478c-ac84-7d1f7ad068fc service neutron] 10.222.0.26 "GET /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856080 Feb 04 06:32:21.823490 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-4b52e24c-b68e-4ea5-aeed-89b6f7c2fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 5, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:21.850077 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52e24c-b68e-4ea5-aeed-89b6f7c2fe95 None None] The sync data for ids ['0af4b69e-cd17-4311-8082-ac049f9b62fb'] in dv-neutron-827794-1-hyperv is: [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:27:41Z', 'revision_number': 4, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv', '_interfaces': [{'id': '69b82057-9365-4668-bf04-efa9b07ed0c8', 'name': '', 'network_id': '6faa7cbf-694c-459b-9f18-85e679ba60a9', 'tenant_id': '8798db794921405b87e2476854072ad6', 'mac_address': 'fa:16:3e:49:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:40Z', 'updated_at': '2022-02-04T06:27:46Z', 'revision_number': 5, 'project_id': '8798db794921405b87e2476854072ad6', 'subnets': [{'id': '728e2f21-95ad-47d4-b05a-660c5e9d3b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:32:22.055446 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2e2ff9-a58b-427a-a735-b90b99892f6b None None] New status for floating IP 485450b9-e028-4b85-8fe6-b0f340ad0742: DOWN {{(pid=108747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 06:32:22.551484 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805f346-8282-4bbe-9461-273c75fffedf req-a0a64bc3-173d-4630-9eb9-6b3f7a8f2076 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:22.552942 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b805f346-8282-4bbe-9461-273c75fffedf req-a0a64bc3-173d-4630-9eb9-6b3f7a8f2076 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 943 time: 0.0474045 Feb 04 06:32:22.589793 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-b805f346-8282-4bbe-9461-273c75fffedf req-2a868f82-3785-4d1b-b1e6-6a8afca29ddd tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/security-groups?id=a03f166c-f3aa-445a-874b-e47e7ba39715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306835 Feb 04 06:32:22.949601 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1a122-3ba8-404a-a9b5-5699d50a78dc req-ac23bc89-24e9-4a15-88dd-019cb036aa2a tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108744) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 06:32:22.951043 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-88b1a122-3ba8-404a-a9b5-5699d50a78dc req-ac23bc89-24e9-4a15-88dd-019cb036aa2a tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.26 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 943 time: 0.0471327 Feb 04 06:32:23.047543 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-88b1a122-3ba8-404a-a9b5-5699d50a78dc req-3b51f69c-f91a-49e9-9930-5e48ef89bdc3 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Deleting port 5e317cc8-b8c0-43d5-bb38-52b87b494d87 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:32:23.047882 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-88b1a122-3ba8-404a-a9b5-5699d50a78dc req-3b51f69c-f91a-49e9-9930-5e48ef89bdc3 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:23.133924 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [req-88b1a122-3ba8-404a-a9b5-5699d50a78dc req-3b51f69c-f91a-49e9-9930-5e48ef89bdc3 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] For port 5e317cc8-b8c0-43d5-bb38-52b87b494d87, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5e317cc8-b8c0-43d5-bb38-52b87b494d87,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:23.134291 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-88b1a122-3ba8-404a-a9b5-5699d50a78dc req-3b51f69c-f91a-49e9-9930-5e48ef89bdc3 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:23.146061 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [req-88b1a122-3ba8-404a-a9b5-5699d50a78dc req-3b51f69c-f91a-49e9-9930-5e48ef89bdc3 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Calling delete_port for 5e317cc8-b8c0-43d5-bb38-52b87b494d87 owned by compute:nova {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:32:23.274029 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-88b1a122-3ba8-404a-a9b5-5699d50a78dc req-3b51f69c-f91a-49e9-9930-5e48ef89bdc3 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:23.300245 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51f69c-f91a-49e9-9930-5e48ef89bdc3 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event deleted for resources: {'Port': ['ID=5e317cc8-b8c0-43d5-bb38-52b87b494d87,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:23.342646 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b1a122-3ba8-404a-a9b5-5699d50a78dc req-3b51f69c-f91a-49e9-9930-5e48ef89bdc3 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] No DVR routers for this DVR port 5e317cc8-b8c0-43d5-bb38-52b87b494d87 on host hv-neutron-8277 {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:32:23.344967 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [req-88b1a122-3ba8-404a-a9b5-5699d50a78dc req-3b51f69c-f91a-49e9-9930-5e48ef89bdc3 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11919'] for port, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:23.348752 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [req-88b1a122-3ba8-404a-a9b5-5699d50a78dc req-3b51f69c-f91a-49e9-9930-5e48ef89bdc3 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.26 "DELETE /v2.0/ports/5e317cc8-b8c0-43d5-bb38-52b87b494d87 HTTP/1.1" status: 204 len: 173 time: 0.3920152 Feb 04 06:32:23.349231 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'name': 'network-vif-deleted', 'tag': '5e317cc8-b8c0-43d5-bb38-52b87b494d87'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 06:32:23.351447 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14f9b763ceea894c5d39c80c257c4da4d213add8a1a4ac2cc52e6250bd72f8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b86618-bf0b-4f84-8fb3-aaca8b39fad4" -d '{"events": [{"server_uuid": "b026c198-11ec-4e5b-aff3-f6bf23bceb73", "name": "network-vif-deleted", "tag": "5e317cc8-b8c0-43d5-bb38-52b87b494d87"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 06:32:23.385675 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 06:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e02f74-1f8a-4386-beb4-21a18071e962 x-openstack-request-id: req-26e02f74-1f8a-4386-beb4-21a18071e962 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 06:32:23.386012 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b026c198-11ec-4e5b-aff3-f6bf23bceb73", "name": "network-vif-deleted", "tag": "5e317cc8-b8c0-43d5-bb38-52b87b494d87", "status": "completed", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 06:32:23.386266 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26e02f74-1f8a-4386-beb4-21a18071e962 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 06:32:23.386670 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b026c198-11ec-4e5b-aff3-f6bf23bceb73', 'name': 'network-vif-deleted', 'tag': '5e317cc8-b8c0-43d5-bb38-52b87b494d87', 'status': 'completed', 'code': 200} Feb 04 06:32:23.695472 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [req-5e6532a6-e658-4715-9dba-5906c56a13aa req-43585f27-8a14-4919-821c-30aca1109ff3 tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "GET /v2.0/ports?device_id=b026c198-11ec-4e5b-aff3-f6bf23bceb73 HTTP/1.1" status: 200 len: 210 time: 0.0273690 Feb 04 06:32:24.750738 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 32780) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:32:24.811272 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b71d32b-7f76-413e-8993-9817704a904b tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:24.835852 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b71d32b-7f76-413e-8993-9817704a904b tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:24.892180 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b71d32b-7f76-413e-8993-9817704a904b tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:24.894825 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b71d32b-7f76-413e-8993-9817704a904b tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:24.895966 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-8b71d32b-7f76-413e-8993-9817704a904b tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] 10.222.0.10 "DELETE /v2.0/security-groups/a03f166c-f3aa-445a-874b-e47e7ba39715 HTTP/1.1" status: 204 len: 168 time: 0.1442451 Feb 04 06:32:24.904899 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71d32b-7f76-413e-8993-9817704a904b tempest-TestSnapshotPattern-83651862 tempest-TestSnapshotPattern-83651862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03f166c-f3aa-445a-874b-e47e7ba39715,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:24.936000 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 32784) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:32:25.265210 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41605757-8e10-46ae-b2f9-6f37e4e29408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:25.500364 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-41605757-8e10-46ae-b2f9-6f37e4e29408 admin admin] Deleting port 69b82057-9365-4668-bf04-efa9b07ed0c8 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:32:25.500706 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41605757-8e10-46ae-b2f9-6f37e4e29408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:25.576858 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-41605757-8e10-46ae-b2f9-6f37e4e29408 admin admin] For port 69b82057-9365-4668-bf04-efa9b07ed0c8, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=69b82057-9365-4668-bf04-efa9b07ed0c8,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:25.577135 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41605757-8e10-46ae-b2f9-6f37e4e29408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:25.588927 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-41605757-8e10-46ae-b2f9-6f37e4e29408 admin admin] Calling delete_port for 69b82057-9365-4668-bf04-efa9b07ed0c8 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:32:25.759408 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41605757-8e10-46ae-b2f9-6f37e4e29408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:25.785677 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41605757-8e10-46ae-b2f9-6f37e4e29408 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b82057-9365-4668-bf04-efa9b07ed0c8,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:25.942914 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41605757-8e10-46ae-b2f9-6f37e4e29408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.148253 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41605757-8e10-46ae-b2f9-6f37e4e29408 admin admin] Router 0af4b69e-cd17-4311-8082-ac049f9b62fb has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:32:26.251593 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41605757-8e10-46ae-b2f9-6f37e4e29408 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:32:26.258362 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-41605757-8e10-46ae-b2f9-6f37e4e29408 admin admin] 10.222.0.10 "PUT /v2.0/routers/0af4b69e-cd17-4311-8082-ac049f9b62fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3198147 Feb 04 06:32:26.259722 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 32786) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:32:26.262329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a653cf8-2287-405d-8d02-f4882bb83152 None None] Sync routers for ids ['0af4b69e-cd17-4311-8082-ac049f9b62fb'] in dv-neutron-827794-1-hyperv {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:32:26.271298 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a653cf8-2287-405d-8d02-f4882bb83152 None None] Routers {'0af4b69e-cd17-4311-8082-ac049f9b62fb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:32:26.271896 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6a653cf8-2287-405d-8d02-f4882bb83152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:32:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0af4b69e-cd17-4311-8082-ac049f9b62fb'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:26.360568 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] Notify callbacks [] for router, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.373181 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-6a653cf8-2287-405d-8d02-f4882bb83152 None None] Set router 0af4b69e-cd17-4311-8082-ac049f9b62fb gateway port host: dv-neutron-827794-1-hyperv {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:32:26.460552 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.512991 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] Deleting port 82ab93a2-618b-433b-82d8-3265c398dd06 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:32:26.513332 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.542966 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6a653cf8-2287-405d-8d02-f4882bb83152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:32:25Z', 'revision_number': 5, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port': {'id': '82ab93a2-618b-433b-82d8-3265c398dd06', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:39Z', 'updated_at': '2022-02-04T06:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:26.572764 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a653cf8-2287-405d-8d02-f4882bb83152 None None] Checking router: 0af4b69e-cd17-4311-8082-ac049f9b62fb for host: dv-neutron-827794-1-hyperv {{(pid=108746) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:32:26.583724 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a653cf8-2287-405d-8d02-f4882bb83152 None None] Routers {'0af4b69e-cd17-4311-8082-ac049f9b62fb'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108746) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:32:26.584332 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6a653cf8-2287-405d-8d02-f4882bb83152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:32:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['0af4b69e-cd17-4311-8082-ac049f9b62fb'], 'active': True} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:26.671458 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvr_db [None req-6a653cf8-2287-405d-8d02-f4882bb83152 None None] Set router 0af4b69e-cd17-4311-8082-ac049f9b62fb gateway port host: None {{(pid=108746) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:32:26.724204 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_hamode_db [None req-6a653cf8-2287-405d-8d02-f4882bb83152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:32:26Z', 'revision_number': 6, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:26.754199 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a653cf8-2287-405d-8d02-f4882bb83152 None None] The sync data for ids ['0af4b69e-cd17-4311-8082-ac049f9b62fb'] in dv-neutron-827794-1-hyperv is: [{'id': '0af4b69e-cd17-4311-8082-ac049f9b62fb', 'name': 'tempest-TestSnapshotPattern-2065203304-router', 'tenant_id': '8798db794921405b87e2476854072ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:38Z', 'updated_at': '2022-02-04T06:32:26Z', 'revision_number': 6, 'project_id': '8798db794921405b87e2476854072ad6', 'gw_port_host': None}] {{(pid=108746) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:32:26.866445 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] For port 82ab93a2-618b-433b-82d8-3265c398dd06, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=82ab93a2-618b-433b-82d8-3265c398dd06,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:26.867049 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:26.877900 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] Calling delete_port for 82ab93a2-618b-433b-82d8-3265c398dd06 owned by network:router_gateway {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:32:27.036467 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.059839 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ab93a2-618b-433b-82d8-3265c398dd06,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:27.118273 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.210934 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.212988 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.252756 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.253264 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0af4b69e-cd17-4311-8082-ac049f9b62fb {{(pid=108744) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:32:27.258013 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] Notify callbacks [] for router, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.259141 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-f390542a-7e90-43b6-a40b-e6b4bab38e53 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0af4b69e-cd17-4311-8082-ac049f9b62fb HTTP/1.1" status: 204 len: 168 time: 0.9983785 Feb 04 06:32:27.261637 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 32788) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:32:27.303606 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_v2 [None req-548fadab-f634-4301-8956-3a0fa8b1434b admin admin] Deleting subnet 728e2f21-95ad-47d4-b05a-660c5e9d3b74 {{(pid=108744) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:32:27.306447 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-548fadab-f634-4301-8956-3a0fa8b1434b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.339471 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-548fadab-f634-4301-8956-3a0fa8b1434b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13091845'] for subnet, precommit_delete_associations {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.417624 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-548fadab-f634-4301-8956-3a0fa8b1434b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.467931 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-548fadab-f634-4301-8956-3a0fa8b1434b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13092489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12674640'] for subnet, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.506327 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-548fadab-f634-4301-8956-3a0fa8b1434b admin admin] Notify callbacks [] for subnet, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.506327 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-548fadab-f634-4301-8956-3a0fa8b1434b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/728e2f21-95ad-47d4-b05a-660c5e9d3b74 HTTP/1.1" status: 204 len: 168 time: 0.2412229 Feb 04 06:32:27.506327 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fadab-f634-4301-8956-3a0fa8b1434b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=728e2f21-95ad-47d4-b05a-660c5e9d3b74,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:27.506883 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 32790) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:32:27.512359 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe9e971-e7e4-4819-93cc-4f90d3089802 None None] Network 6faa7cbf-694c-459b-9f18-85e679ba60a9 requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:32:27.568391 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 82ab93a2-618b-433b-82d8-3265c398dd06 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:32:27.595333 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.596486 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 82ab93a2-618b-433b-82d8-3265c398dd06 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:32:27.596944 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 82ab93a2-618b-433b-82d8-3265c398dd06 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:32:27.597252 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 69b82057-9365-4668-bf04-efa9b07ed0c8 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:32:27.620507 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 69b82057-9365-4668-bf04-efa9b07ed0c8 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:32:27.620856 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 69b82057-9365-4668-bf04-efa9b07ed0c8 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:32:27.652603 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Deleting port b948a8f3-9164-4484-a565-13b707f98bb7 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:32:27.652944 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.727098 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] For port b948a8f3-9164-4484-a565-13b707f98bb7, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b948a8f3-9164-4484-a565-13b707f98bb7,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:27.727468 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.740809 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Calling delete_port for b948a8f3-9164-4484-a565-13b707f98bb7 owned by network:dhcp {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:32:27.758919 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6dc9f9-865a-4bc9-9456-089ebebd115e None None] DHCP port deletion for 6faa7cbf-694c-459b-9f18-85e679ba60a9 request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:32:27.810092 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-af6dc9f9-865a-4bc9-9456-089ebebd115e None None] Deleting port b948a8f3-9164-4484-a565-13b707f98bb7 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:32:27.810483 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af6dc9f9-865a-4bc9-9456-089ebebd115e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.843561 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.869506 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Pushing event deleted for resources: {'Port': ['ID=b948a8f3-9164-4484-a565-13b707f98bb7,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:27.871949 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-af6dc9f9-865a-4bc9-9456-089ebebd115e None None] For port b948a8f3-9164-4484-a565-13b707f98bb7, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=b948a8f3-9164-4484-a565-13b707f98bb7,segment=NetworkSegment(849b3837-6ef6-4c56-80f3-6e4593e26e7e),segment_id=849b3837-6ef6-4c56-80f3-6e4593e26e7e)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:27.872347 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af6dc9f9-865a-4bc9-9456-089ebebd115e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.874432 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] No DVR routers for this DVR port b948a8f3-9164-4484-a565-13b707f98bb7 on host dv-neutron-827794-1-hyperv {{(pid=108745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:32:27.889390 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-af6dc9f9-865a-4bc9-9456-089ebebd115e None None] Calling delete_port for b948a8f3-9164-4484-a565-13b707f98bb7 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:32:27.899572 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:27.899920 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:27.900256 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:27.900588 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:27.900912 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:27.901237 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:27.901559 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:27.901915 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:27.902239 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:27.902554 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:27.902869 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:27.903183 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827794-1-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 06:32:27.959700 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.965658 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-af6dc9f9-865a-4bc9-9456-089ebebd115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:27.980112 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6faa7cbf-694c-459b-9f18-85e679ba60a9']}} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:27.989348 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849b3837-6ef6-4c56-80f3-6e4593e26e7e') {'for_net_delete': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:27.989638 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.services.segments.db [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849b3837-6ef6-4c56-80f3-6e4593e26e7e') {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:27.991291 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dc9f9-865a-4bc9-9456-089ebebd115e None None] Pushing event deleted for resources: {'Port': ['ID=b948a8f3-9164-4484-a565-13b707f98bb7,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:27.993130 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6dc9f9-865a-4bc9-9456-089ebebd115e None None] No DVR routers for this DVR port b948a8f3-9164-4484-a565-13b707f98bb7 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:32:28.000456 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14931127'] for segment, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:28.015272 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:28.016881 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 5e317cc8-b8c0-43d5-bb38-52b87b494d87 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:32:28.022421 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=108745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:32:28.022819 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14647113'] for segment, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: Traceback (most recent call last): Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: timer() Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: cb(*args, **kw) Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: return func(*args, **kwargs) Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: self._notify() Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: self.callback(batched_events) Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: event.method(event) Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: return f(self, *a, **k) Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._get(url).json() Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: return self.request(url, 'GET', **kwargs) Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:32:28.024471 dv-neutron-827794-1-hyperv neutron-server[108745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:32:28.036883 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] No Port match for: 5e317cc8-b8c0-43d5-bb38-52b87b494d87 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:32:28.037260 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Device 5e317cc8-b8c0-43d5-bb38-52b87b494d87 not bound to the agent host hv-neutron-8277 {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:32:28.075952 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:28.081667 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Notify callbacks [] for network, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:28.084833 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6faa7cbf-694c-459b-9f18-85e679ba60a9 HTTP/1.1" status: 204 len: 168 time: 0.5772018 Feb 04 06:32:28.087901 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 32792) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:32:28.099769 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d643c8-3822-4146-9f5d-7c4a944bc132 admin admin] Pushing event deleted for resources: {'Network': ['ID=6faa7cbf-694c-459b-9f18-85e679ba60a9,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:28.433339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-732aa0f0-9a74-4107-a96c-3e7de70ad204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1014186'] for router_interface, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:28.673567 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-732aa0f0-9a74-4107-a96c-3e7de70ad204 admin admin] Deleting port 260d98da-1b64-478b-a8d5-78f75119e1e7 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:32:28.674008 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-732aa0f0-9a74-4107-a96c-3e7de70ad204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:28.751998 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-732aa0f0-9a74-4107-a96c-3e7de70ad204 admin admin] For port 260d98da-1b64-478b-a8d5-78f75119e1e7, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=260d98da-1b64-478b-a8d5-78f75119e1e7,segment=NetworkSegment(58ffb42f-6f15-44a4-a8c8-a4adab590349),segment_id=58ffb42f-6f15-44a4-a8c8-a4adab590349)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:28.752303 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-732aa0f0-9a74-4107-a96c-3e7de70ad204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:28.764480 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-732aa0f0-9a74-4107-a96c-3e7de70ad204 admin admin] Calling delete_port for 260d98da-1b64-478b-a8d5-78f75119e1e7 owned by network:router_interface {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:32:28.937378 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-732aa0f0-9a74-4107-a96c-3e7de70ad204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:28.967166 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732aa0f0-9a74-4107-a96c-3e7de70ad204 admin admin] Pushing event deleted for resources: {'Port': ['ID=260d98da-1b64-478b-a8d5-78f75119e1e7,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:29.128015 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-732aa0f0-9a74-4107-a96c-3e7de70ad204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1014214'] for router_interface, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:29.333748 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732aa0f0-9a74-4107-a96c-3e7de70ad204 admin admin] Router cfae8a2b-1a67-4be6-b2de-5874964c3696 has already been hosted by L3 agent 94841297-5313-4d15-a4ec-a0daf2e8110c {{(pid=108744) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 06:32:29.437866 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732aa0f0-9a74-4107-a96c-3e7de70ad204 admin admin] Notify agent at l3_agent.dv-neutron-827794-1-hyperv the message routers_updated {{(pid=108744) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 06:32:29.445462 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-732aa0f0-9a74-4107-a96c-3e7de70ad204 admin admin] 10.222.0.10 "PUT /v2.0/routers/cfae8a2b-1a67-4be6-b2de-5874964c3696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3565238 Feb 04 06:32:29.445742 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 32794) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:32:29.446786 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4e77af-a3de-46c5-93a8-675f6b417bec None None] Sync routers for ids ['cfae8a2b-1a67-4be6-b2de-5874964c3696'] in dv-neutron-827794-1-hyperv {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 06:32:29.457722 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e77af-a3de-46c5-93a8-675f6b417bec None None] Routers {'cfae8a2b-1a67-4be6-b2de-5874964c3696'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:32:29.458586 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ec4e77af-a3de-46c5-93a8-675f6b417bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:32:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['cfae8a2b-1a67-4be6-b2de-5874964c3696'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:29.459734 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b948a8f3-9164-4484-a565-13b707f98bb7 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:32:29.484169 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: b948a8f3-9164-4484-a565-13b707f98bb7 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:32:29.484525 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device b948a8f3-9164-4484-a565-13b707f98bb7 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:32:29.555916 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:29.562948 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ec4e77af-a3de-46c5-93a8-675f6b417bec None None] Set router cfae8a2b-1a67-4be6-b2de-5874964c3696 gateway port host: dv-neutron-827794-1-hyperv {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:32:29.652823 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:29.706865 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] Deleting port fdb3689c-9b78-4201-bca3-ae427b8321d6 {{(pid=108745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:32:29.707209 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:29.737378 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ec4e77af-a3de-46c5-93a8-675f6b417bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'name': 'tempest-TestSnapshotPattern-1593514611-router', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'external_fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fdb3689c-9b78-4201-bca3-ae427b8321d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:32:28Z', 'revision_number': 5, 'project_id': '693666e3d65a4cefaf5d1168d55f9d35', 'gw_port': {'id': 'fdb3689c-9b78-4201-bca3-ae427b8321d6', 'name': '', 'network_id': '205cec25-dbe4-4e69-8d9c-9f731181c624', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827794-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38aae592-ee53-46e7-bfbb-4476fa650282', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827794-1-hyperv'}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:29.762482 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4e77af-a3de-46c5-93a8-675f6b417bec None None] Checking router: cfae8a2b-1a67-4be6-b2de-5874964c3696 for host: dv-neutron-827794-1-hyperv {{(pid=108747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 06:32:29.771081 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e77af-a3de-46c5-93a8-675f6b417bec None None] Routers {'cfae8a2b-1a67-4be6-b2de-5874964c3696'} bound to L3 agent in host dv-neutron-827794-1-hyperv {{(pid=108747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 06:32:29.772149 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ec4e77af-a3de-46c5-93a8-675f6b417bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827794-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T05:33:45Z,description=,heartbeat_timestamp=2022-02-04T06:32:15Z,host='dv-neutron-827794-1-hyperv',id=94841297-5313-4d15-a4ec-a0daf2e8110c,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T05:33:45Z,topic='l3_agent')) {'router_ids': ['cfae8a2b-1a67-4be6-b2de-5874964c3696'], 'active': True} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:29.783266 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] For port fdb3689c-9b78-4201-bca3-ae427b8321d6, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=fdb3689c-9b78-4201-bca3-ae427b8321d6,segment=NetworkSegment(c0d6afcb-f951-4e15-a595-00c90ba03f3c),segment_id=c0d6afcb-f951-4e15-a595-00c90ba03f3c)] {{(pid=108745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:29.784211 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:29.795778 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.plugin [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] Calling delete_port for fdb3689c-9b78-4201-bca3-ae427b8321d6 owned by network:router_gateway {{(pid=108745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:32:29.944957 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_dvr_db [None req-ec4e77af-a3de-46c5-93a8-675f6b417bec None None] Set router cfae8a2b-1a67-4be6-b2de-5874964c3696 gateway port host: None {{(pid=108747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 06:32:29.960161 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14647068'] for port, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:29.983346 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb3689c-9b78-4201-bca3-ae427b8321d6,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:29.995744 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.l3_hamode_db [None req-ec4e77af-a3de-46c5-93a8-675f6b417bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'name': 'tempest-TestSnapshotPattern-1593514611-router', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:32:29Z', 'revision_number': 6, 'project_id': '693666e3d65a4cefaf5d1168d55f9d35', 'gw_port_host': None}], 'dv-neutron-827794-1-hyperv', False) {} {{(pid=108747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:30.024379 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4e77af-a3de-46c5-93a8-675f6b417bec None None] The sync data for ids ['cfae8a2b-1a67-4be6-b2de-5874964c3696'] in dv-neutron-827794-1-hyperv is: [{'id': 'cfae8a2b-1a67-4be6-b2de-5874964c3696', 'name': 'tempest-TestSnapshotPattern-1593514611-router', 'tenant_id': '693666e3d65a4cefaf5d1168d55f9d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T06:27:43Z', 'updated_at': '2022-02-04T06:32:29Z', 'revision_number': 6, 'project_id': '693666e3d65a4cefaf5d1168d55f9d35', 'gw_port_host': None}] {{(pid=108747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 06:32:30.368403 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008228'] for router_gateway, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:30.457877 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1008519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16299'] for router, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:30.459920 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:30.502900 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1008617'] for router, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:30.503643 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfae8a2b-1a67-4be6-b2de-5874964c3696 {{(pid=108745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 06:32:30.509644 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] Notify callbacks [] for router, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:30.510917 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-9fd98fec-25c6-44aa-b4a2-a955cdc7f0f7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cfae8a2b-1a67-4be6-b2de-5874964c3696 HTTP/1.1" status: 204 len: 168 time: 1.0641696 Feb 04 06:32:30.513473 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [-] (108745) accepted ('10.222.0.10', 32796) {{(pid=108745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:32:30.560239 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ee2c77-9f26-4591-97ab-b5a00eddbe37 admin admin] Deleting subnet c31a8c53-6660-4b52-8fc3-4db57c4ae0e3 {{(pid=108745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 04 06:32:30.563178 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11ee2c77-9f26-4591-97ab-b5a00eddbe37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:30.597597 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11ee2c77-9f26-4591-97ab-b5a00eddbe37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14931128'] for subnet, precommit_delete_associations {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:30.672031 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11ee2c77-9f26-4591-97ab-b5a00eddbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2052931'] for subnet, precommit_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:30.727855 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11ee2c77-9f26-4591-97ab-b5a00eddbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2052984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-946668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14647279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13783919'] for subnet, after_delete {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:30.755206 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-11ee2c77-9f26-4591-97ab-b5a00eddbe37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:30.760730 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb879a4-efae-4831-a08f-697e2757e0f5 None None] Network d2150c42-7c85-4d51-a4ab-12f9a7465d3b requested from dv-neutron-827794-1-hyperv {{(pid=108746) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 04 06:32:30.763987 dv-neutron-827794-1-hyperv neutron-server[108745]: INFO neutron.wsgi [None req-11ee2c77-9f26-4591-97ab-b5a00eddbe37 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c31a8c53-6660-4b52-8fc3-4db57c4ae0e3 HTTP/1.1" status: 204 len: 168 time: 0.2493725 Feb 04 06:32:30.765050 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee2c77-9f26-4591-97ab-b5a00eddbe37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c31a8c53-6660-4b52-8fc3-4db57c4ae0e3,revision_number=None']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:30.766522 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 32798) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:32:30.836566 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2092618'] for network, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:30.890917 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] Deleting port c65ba76d-17b4-4c05-9a63-0801f3cd7711 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:32:30.891339 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:30.942428 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc0c78a-666b-4d0a-aae5-fe030d338329 None None] DHCP port deletion for d2150c42-7c85-4d51-a4ab-12f9a7465d3b request from dv-neutron-827794-1-hyperv {{(pid=108746) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 04 06:32:30.964556 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] For port c65ba76d-17b4-4c05-9a63-0801f3cd7711, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c65ba76d-17b4-4c05-9a63-0801f3cd7711,segment=NetworkSegment(58ffb42f-6f15-44a4-a8c8-a4adab590349),segment_id=58ffb42f-6f15-44a4-a8c8-a4adab590349)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:30.965044 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:30.980394 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] Calling delete_port for c65ba76d-17b4-4c05-9a63-0801f3cd7711 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:32:30.994321 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0c78a-666b-4d0a-aae5-fe030d338329 None None] Deleting port c65ba76d-17b4-4c05-9a63-0801f3cd7711 {{(pid=108746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 04 06:32:30.994791 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bdc0c78a-666b-4d0a-aae5-fe030d338329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740032681822'] for port, before_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.062533 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.db [None req-bdc0c78a-666b-4d0a-aae5-fe030d338329 None None] For port c65ba76d-17b4-4c05-9a63-0801f3cd7711, host dv-neutron-827794-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827794-1-hyperv',level=0,port_id=c65ba76d-17b4-4c05-9a63-0801f3cd7711,segment=NetworkSegment(58ffb42f-6f15-44a4-a8c8-a4adab590349),segment_id=58ffb42f-6f15-44a4-a8c8-a4adab590349)] {{(pid=108746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 06:32:31.062991 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bdc0c78a-666b-4d0a-aae5-fe030d338329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1008572'] for port, precommit_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.072216 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13092474'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.077589 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0c78a-666b-4d0a-aae5-fe030d338329 None None] Calling delete_port for c65ba76d-17b4-4c05-9a63-0801f3cd7711 owned by network:dhcp {{(pid=108746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 04 06:32:31.097974 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] Pushing event deleted for resources: {'Port': ['ID=c65ba76d-17b4-4c05-9a63-0801f3cd7711,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:31.103078 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] No DVR routers for this DVR port c65ba76d-17b4-4c05-9a63-0801f3cd7711 on host dv-neutron-827794-1-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:32:31.149868 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-bdc0c78a-666b-4d0a-aae5-fe030d338329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1681994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740032682581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740032250736'] for port, after_delete {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.174225 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2054625', 'neutron.services.segments.db._delete_segments_for_network-8740032554792'] for network, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.175792 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0c78a-666b-4d0a-aae5-fe030d338329 None None] Pushing event deleted for resources: {'Port': ['ID=c65ba76d-17b4-4c05-9a63-0801f3cd7711,revision_number=None']} {{(pid=108746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:31.181310 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0c78a-666b-4d0a-aae5-fe030d338329 None None] No DVR routers for this DVR port c65ba76d-17b4-4c05-9a63-0801f3cd7711 on host dv-neutron-827794-1-hyperv {{(pid=108746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 06:32:31.197592 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2150c42-7c85-4d51-a4ab-12f9a7465d3b']}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:31.207269 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ffb42f-6f15-44a4-a8c8-a4adab590349') {'for_net_delete': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:31.207557 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.services.segments.db [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ffb42f-6f15-44a4-a8c8-a4adab590349') {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 06:32:31.216596 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740032565652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13091850'] for segment, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.230644 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977'] for segment, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.238591 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=108744) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 06:32:31.238987 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13092399'] for segment, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: Traceback (most recent call last): Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: timer() Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: cb(*args, **kw) Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: return func(*args, **kwargs) Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: self._notify() Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: self.callback(batched_events) Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: event.method(event) Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: return f(self, *a, **k) Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._get(url).json() Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: return self.request(url, 'GET', **kwargs) Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 06:32:31.240911 dv-neutron-827794-1-hyperv neutron-server[108744]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 06:32:31.299431 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2054632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008216'] for network, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.303989 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] Notify callbacks [] for network, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.307225 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d2150c42-7c85-4d51-a4ab-12f9a7465d3b HTTP/1.1" status: 204 len: 168 time: 0.5383205 Feb 04 06:32:31.319997 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1a109-f2ae-47d0-a5e3-f44474f71777 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2150c42-7c85-4d51-a4ab-12f9a7465d3b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:31.405937 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 260d98da-1b64-478b-a8d5-78f75119e1e7 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:32:31.427759 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: 260d98da-1b64-478b-a8d5-78f75119e1e7 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:32:31.428106 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device 260d98da-1b64-478b-a8d5-78f75119e1e7 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:32:31.428515 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c65ba76d-17b4-4c05-9a63-0801f3cd7711 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:32:31.447343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: c65ba76d-17b4-4c05-9a63-0801f3cd7711 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:32:31.447689 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device c65ba76d-17b4-4c05-9a63-0801f3cd7711 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:32:31.448343 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fdb3689c-9b78-4201-bca3-ae427b8321d6 no longer exists at agent ovs-agent-dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 06:32:31.466157 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 32802) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:32:31.472665 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.plugin [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] No Port match for: fdb3689c-9b78-4201-bca3-ae427b8321d6 {{(pid=108746) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 04 06:32:31.473086 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron.plugins.ml2.rpc [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Device fdb3689c-9b78-4201-bca3-ae427b8321d6 not bound to the agent host dv-neutron-827794-1-hyperv {{(pid=108746) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 06:32:31.511924 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3e6ac861-f9c2-4e79-8b77-69e7ef3733c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8798db794921405b87e2476854072ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445900 Feb 04 06:32:31.514379 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 32804) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:32:31.560393 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3218ce12-cee2-41b0-b13b-3e6ebf2cd12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.581640 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3218ce12-cee2-41b0-b13b-3e6ebf2cd12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.626571 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3218ce12-cee2-41b0-b13b-3e6ebf2cd12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.629034 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3218ce12-cee2-41b0-b13b-3e6ebf2cd12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:31.630332 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-3218ce12-cee2-41b0-b13b-3e6ebf2cd12e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c0c697e-27e9-414e-809d-2afb2b16283c HTTP/1.1" status: 204 len: 168 time: 0.1150482 Feb 04 06:32:31.638241 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218ce12-cee2-41b0-b13b-3e6ebf2cd12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0c697e-27e9-414e-809d-2afb2b16283c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:31.927392 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 32810) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:32:31.964798 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-58f576e1-18fc-4a53-b789-ecc1ea41fb86 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=693666e3d65a4cefaf5d1168d55f9d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0361674 Feb 04 06:32:31.967310 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.wsgi [-] (108744) accepted ('10.222.0.10', 32812) {{(pid=108744) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 04 06:32:32.015680 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aad8684f-939f-45e4-b3f4-dc132311d53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:32.038222 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aad8684f-939f-45e4-b3f4-dc132311d53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:32.083615 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aad8684f-939f-45e4-b3f4-dc132311d53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939499'] for security_group, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:32.086191 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aad8684f-939f-45e4-b3f4-dc132311d53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:32.087383 dv-neutron-827794-1-hyperv neutron-server[108744]: INFO neutron.wsgi [None req-aad8684f-939f-45e4-b3f4-dc132311d53c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e52a23a8-88d5-4019-8bb6-457609372f28 HTTP/1.1" status: 204 len: 168 time: 0.1192067 Feb 04 06:32:32.095030 dv-neutron-827794-1-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8684f-939f-45e4-b3f4-dc132311d53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52a23a8-88d5-4019-8bb6-457609372f28,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 06:32:32.930856 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:32:34.574769 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:42.776612 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b8694084-9709-4f72-a0a4-b7355a89835a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:44.957464 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-3d7bd785-0a40-4209-86f9-f8fcff2344f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:46.094689 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:47.914050 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:32:48.004779 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:04.591794 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:09.930422 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:33:12.779111 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ad9b8457-8cf6-4032-95e5-81a4c020e08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:14.958001 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-055a8233-a5a5-4dfb-ab14-3252e2ad6d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:16.097353 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:17.916707 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:18.005522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:34.592522 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:42.779136 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d3e80d4d-6e02-40aa-9d1a-000ede628aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:44.961081 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9dbb-4f55-4a1b-a6e4-a5e85f6183af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:46.100860 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:46.929427 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:33:47.920356 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:33:48.005396 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:04.593088 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:12.779544 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-4e977bcf-290e-4fdb-b8b2-7d59c9a51f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:14.961995 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a7aed374-cf3a-4b9b-aa40-6f76cb48c36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:16.106903 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:17.925232 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:18.005491 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:23.927596 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:34:34.604975 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:42.783137 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-b37e99c6-f89a-40e3-ab63-534ee86ad121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:44.962132 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-36f6fb62-68bf-4c9f-a44a-6c4bc268c792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:46.107746 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:47.925303 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:34:48.005279 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:00.925887 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:35:04.634880 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:12.787510 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-aa627e72-2ba3-464c-9279-b57f2c3c8cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:14.962352 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ea76323f-488e-4d2a-9748-81af843d63de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:16.111081 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:17.928372 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:18.005101 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:34.651463 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:37.924678 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:35:42.790903 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-e3ab441d-6e88-4eaf-9eaf-30efc64148b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:44.963524 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-5ec2dfd3-f459-4c54-bea7-fed5a84f3fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:46.113174 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:47.931140 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:35:48.004609 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:04.650794 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:12.791902 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-8851b922-69ab-472a-bee4-2432ce8e711f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:14.923608 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:36:14.964561 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-a9208a44-c7ce-43d5-9bc2-13772925c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:16.115544 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:17.933179 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:18.004319 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:25.374289 dv-neutron-827794-1-hyperv neutron-server[108745]: DEBUG neutron.wsgi [req-6c113d38-9ae2-4bbe-95f3-486fce3eabee req-70e9b36c-0cd1-4e98-964a-2bf3664d26de service neutron] (108745) timed out ('10.222.0.10', 59674) {{(pid=108745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 04 06:36:34.636329 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:42.792217 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-78b334a2-1af7-4baf-9dbc-a18708d95aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:44.969397 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-f3aa36d1-eb53-4824-b97a-bddbb2235c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:46.119560 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:47.935750 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:48.004452 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:36:51.921658 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:37:04.653028 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:12.792700 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-ea3956f4-2b63-46c2-ba6e-bd5a0f3f45d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:14.960686 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-97a39ded-9321-4cee-be95-975cd5844bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:16.121429 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:17.939641 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:18.008493 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:28.919869 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 06:37:34.656432 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:42.793245 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-efb55379-8c39-4452-a4c9-3c4ed7c351aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:44.961222 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d074f4c7-ccea-4514-a491-3ec13f0acfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:46.124640 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-016d2e71-3ce9-4291-b16d-96a3d8aed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:47.946698 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-9224b712-66fc-4113-a612-1605cd8fc7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:37:48.008926 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-c07b6b3b-740e-4b1e-9aa3-dc7679449a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:04.667028 dv-neutron-827794-1-hyperv neutron-server[108746]: DEBUG neutron_lib.callbacks.manager [None req-d21656f1-e976-4d63-a2ab-3ae5bcca4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740032555138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2051119'] for agent, after_update {{(pid=108746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 06:38:05.918561 dv-neutron-827794-1-hyperv neutron-server[108747]: DEBUG neutron.db.agents_db [None req-2b07ed69-7c9b-4dfa-bdf7-93969a07e052 None None] Agent healthcheck: found 6 active agents {{(pid=108747) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}